-- Logs begin at Thu 2022-04-21 13:57:01 UTC, end at Thu 2022-04-21 15:52:32 UTC. -- Apr 21 14:36:34.130603 dv-neutron-838898-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 14:36:36.252245 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.common.config [-] Logging enabled! Apr 21 14:36:36.252822 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 21 14:36:36.252914 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83829) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 21 14:36:36.255208 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.common.config [-] Logging enabled! Apr 21 14:36:36.255455 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 21 14:36:36.255699 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83829) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 21 14:36:36.256711 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:36:36.256941 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 14:36:36.257282 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:36:36.257524 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 14:36:36.257746 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 14:36:36.258059 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.258351 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.258645 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.258877 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.259166 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.259449 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.259726 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.260010 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.260325 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.260605 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.260880 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.261160 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.261386 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.261662 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.261945 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.262224 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.262444 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] debug = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.262720 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.263285 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.263682 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.263963 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.264277 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.264548 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.264820 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.265101 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.265426 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] host = dv-neutron-838898-1-hyperv {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.265703 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.265990 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.266274 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.266558 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.266830 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.267101 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.267381 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.267649 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.267916 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] log_file = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.268215 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.268501 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.268786 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.269074 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.269295 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.269512 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.269794 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.270076 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.270346 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.270617 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.270885 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.271153 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.271421 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.271684 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.271965 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.272294 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.272572 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.272842 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.273111 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.273375 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.273641 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.273919 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.274187 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.274457 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.274724 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.275005 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.275266 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.275532 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.275827 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.276127 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.276406 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.276687 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.276955 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.277231 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.277495 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.277762 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.278026 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] use_json = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.278291 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.278556 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.278836 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.279101 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.279365 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.279631 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.279894 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.280195 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.280462 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:36.280753 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.281043 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.281335 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.281613 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.281901 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.282174 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.282455 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.282725 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.283006 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.283286 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.283569 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.283841 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.284141 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.284433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.284717 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.284986 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.285256 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.285542 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.285813 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.286079 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.286350 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.286634 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.286905 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.287173 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.287449 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.287724 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.288527 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.288796 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.289068 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.289356 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.289625 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.289891 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.290156 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.290425 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.290693 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.290971 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.291243 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.291510 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.291775 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.292046 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.292339 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.292605 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.292876 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.293143 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.293413 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.293679 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.293944 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.294210 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.294475 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.294739 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.295004 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.295268 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.295537 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.295802 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.296098 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.296353 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.296619 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.296888 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.297172 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.297467 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.297745 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.298022 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.298297 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.298573 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.298846 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.299120 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.299400 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.299675 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.299944 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.300530 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.300814 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.301097 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.301374 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.301650 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.301944 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.302221 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.302500 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.302775 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.303126 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.303327 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.304230 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.304532 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.304826 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.305121 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.305412 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.305708 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.305990 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.306302 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.306581 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:36.306798 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 14:36:36.307036 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83829) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 21 14:36:36.704333 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO keyring.backend [-] Loading KWallet Apr 21 14:36:36.712157 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO keyring.backend [-] Loading SecretService Apr 21 14:36:36.715239 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO keyring.backend [-] Loading Windows Apr 21 14:36:36.716585 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO keyring.backend [-] Loading chainer Apr 21 14:36:36.717166 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO keyring.backend [-] Loading macOS Apr 21 14:36:36.750026 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 14:36:36.750297 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 14:36:36.750583 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 14:36:36.751935 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 14:36:37.050987 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.051270 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.051536 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.107274 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.107556 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.107821 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.110833 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.111116 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.111371 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.139670 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.139947 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.140239 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.167236 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.167512 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.167778 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.480371 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.480986 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.480986 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.481168 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.482047 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.600143 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.600982 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.601263 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.601535 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.601797 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.602101 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.602359 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.602611 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.602860 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.603134 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.603389 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.603647 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.603908 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.604185 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.604450 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.604714 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.604967 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.605237 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.605486 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.605763 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.606105 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.606354 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.606599 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.606878 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.607126 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.607369 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.607745 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:37.607977 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:37.608237 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:37.608470 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:37.608701 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:37.608931 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:37.609471 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 14:36:37.612530 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 14:36:37.617142 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 14:36:37.620893 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 21 14:36:37.622501 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 14:36:37.622878 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 14:36:37.623205 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 14:36:37.623582 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 14:36:37.626362 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 14:36:37.626612 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 14:36:37.626955 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 14:36:37.653955 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 21 14:36:37.654398 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.654689 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83829) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 14:36:37.655045 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.656403 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83829) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 14:36:37.656674 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 14:36:37.656915 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 14:36:37.660127 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.660405 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:37.719014 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 14:36:37.719250 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 14:36:37.719485 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 14:36:37.719845 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 14:36:37.750322 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_db.sqlalchemy.engines [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83829) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 21 14:36:38.065643 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing driver for type 'gre' Apr 21 14:36:38.066139 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] gre ID ranges: [(1, 1000)] Apr 21 14:36:38.119375 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing driver for type 'local' Apr 21 14:36:38.119717 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing driver for type 'vlan' Apr 21 14:36:38.133165 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] VlanTypeDriver initialization complete Apr 21 14:36:38.133517 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing driver for type 'vxlan' Apr 21 14:36:38.134076 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] vxlan ID ranges: [(1, 1000)] Apr 21 14:36:38.186334 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing extension driver 'port_security' Apr 21 14:36:38.186803 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] PortSecurityExtensionDriver initialization complete Apr 21 14:36:38.187326 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing mechanism driver 'openvswitch' Apr 21 14:36:38.187649 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing mechanism driver 'hyperv' Apr 21 14:36:38.194049 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:38.194716 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.195079 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.195423 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.195936 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 21 14:36:38.196387 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnet after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.196735 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnet after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.197076 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.197459 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 21 14:36:38.197869 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.198211 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.198551 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.198933 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 21 14:36:38.199331 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > security_group after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.199676 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > security_group after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.200010 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > security_group after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.200548 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 21 14:36:38.200951 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.201292 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.201629 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.202013 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83829) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 21 14:36:38.202448 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] ML2 OVO RPC backend initialized. {{(pid=83829) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 21 14:36:38.203075 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.203426 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.203837 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.204205 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > networks before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.204547 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.204882 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > ports before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.205220 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnet before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.205556 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnets before_response 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.205896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.206228 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.206556 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.206892 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.207222 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.207549 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.207877 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnet after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.208239 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnet after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.208567 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.209135 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.plugin [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Modular L2 Plugin initialization complete Apr 21 14:36:38.209464 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading services supported by the core plugin {{(pid=83829) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 14:36:38.209786 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.managers [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Got port-security extension from driver 'port_security' Apr 21 14:36:38.210244 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.extensions.vlantransparent [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Disabled vlantransparent extension. Apr 21 14:36:38.210654 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83829) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 14:36:38.210970 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: router Apr 21 14:36:38.246633 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router_interface before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.247018 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router after_create 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.247377 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router before_create 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.247731 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.248120 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.248469 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router after_delete 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.248821 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > floatingip after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.249177 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router after_create 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.249519 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router after_update 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.249862 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router after_update 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.250200 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.250550 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router after_update 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.250956 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_update 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.251325 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: port after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.251660 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: port after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.251990 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: subnet after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.252348 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.252691 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > port precommit_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.253032 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_create 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.253367 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: port before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.253704 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.254054 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router after_update 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.254388 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_delete 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.254727 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_create 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.255079 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.255417 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_update 55549900 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.255772 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > agent after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.256138 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > agent after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.256483 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > network after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.257341 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Tracking information for resource: router configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:38.257667 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Tracking information for resource: floatingip configured {{(pid=83829) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:36:38.262923 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.db.l3_agentschedulers_db [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 14:36:38.263484 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: port after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.263837 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: port after_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.264217 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: port after_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.264566 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: port after_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.265454 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router before_create 55550100 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.265813 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_delete 55550100 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.266169 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_create 55550100 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.266518 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > router precommit_update 55550100 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.270819 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.services.provider_configuration [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service providers = [] {{(pid=83829) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 14:36:38.271179 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.db.servicetype_db [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83829) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 14:36:38.274711 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.services.service_base [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:36:38.275056 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.services.service_base [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:36:38.275393 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.services.service_base [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:36:38.276297 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.services.service_base [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83829) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:36:38.276667 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.services.service_base [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 14:36:38.277037 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.277350 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 14:36:38.287881 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.288236 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: auto_allocate Apr 21 14:36:38.294059 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: network precommit_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.294426 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: network precommit_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.294940 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.295256 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: tag Apr 21 14:36:38.301961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.302287 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: timestamp Apr 21 14:36:38.306270 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.306602 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: network_ip_availability Apr 21 14:36:38.311739 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.312309 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.312673 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.313381 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.313702 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: flavors Apr 21 14:36:38.318408 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.318688 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading Plugin: revisions Apr 21 14:36:38.323514 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83829) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:36:38.323902 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_concurrency.lockutils [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.573s {{(pid=83829) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 14:36:38.324664 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83829) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 21 14:36:38.324996 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Initializing extension manager. Apr 21 14:36:38.325488 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: __init__.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.325821 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: __pycache__ {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.326145 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.326470 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.326793 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: _filter_validation_lib.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.327112 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.327431 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: address_group.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.328208 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.328767 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: address-group Apr 21 14:36:38.329080 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: address_scope.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.329780 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.330283 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: address-scope Apr 21 14:36:38.330596 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: admin_state_down_before_update.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.331508 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.332015 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: router-admin-state-down-before-update Apr 21 14:36:38.332361 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: agent.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.333066 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.333568 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: agent Apr 21 14:36:38.333891 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: agent_resources_synced.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.334798 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.335303 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: agent-resources-synced Apr 21 14:36:38.335621 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: allowedaddresspairs.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.338192 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.338722 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: allowed-address-pairs Apr 21 14:36:38.339049 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: auto_allocated_topology.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.340137 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.340653 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: auto-allocated-topology Apr 21 14:36:38.340975 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: availability_zone.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.341664 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.342168 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: availability_zone Apr 21 14:36:38.342488 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: availability_zone_filter.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.343396 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.343897 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: availability_zone_filter Apr 21 14:36:38.344253 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: data_plane_status.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.345148 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.345646 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 14:36:38.345963 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: default_subnetpools.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.346874 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.347376 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: default-subnetpools Apr 21 14:36:38.347692 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: dhcpagentscheduler.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.348485 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.348991 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: dhcp_agent_scheduler Apr 21 14:36:38.349309 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: dns.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.350214 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.350715 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension dns-integration not supported by any of loaded plugins Apr 21 14:36:38.351033 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: dns_domain_ports.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.351961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.352491 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 14:36:38.352813 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: dvr.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.353475 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.353978 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: dvr Apr 21 14:36:38.354294 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: empty_string_filtering.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.355198 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.355704 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: empty-string-filtering Apr 21 14:36:38.356017 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.356954 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.357449 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 14:36:38.357761 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.358656 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.359150 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 14:36:38.359463 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: external_net.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.360399 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.360901 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: external-net Apr 21 14:36:38.361213 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: extra_dhcp_opt.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.362116 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.362612 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: extra_dhcp_opt Apr 21 14:36:38.362932 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: extraroute.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.363822 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.364370 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: extraroute Apr 21 14:36:38.364683 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: extraroute_atomic.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.365700 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.366204 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: extraroute-atomic Apr 21 14:36:38.366521 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: filter_validation.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.367180 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.367702 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: filter-validation Apr 21 14:36:38.368012 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: fip_pf_description.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.368932 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.369426 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 14:36:38.369738 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: fip_port_details.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.370646 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.371145 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: fip-port-details Apr 21 14:36:38.371460 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: flavors.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.372702 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.373218 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: flavors Apr 21 14:36:38.373537 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.375160 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.375679 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 14:36:38.375999 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: floatingip_pools.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.376715 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.377218 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: floatingip-pools Apr 21 14:36:38.377534 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: ip_allocation.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.378442 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.378942 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 14:36:38.379254 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.380206 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.380710 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: ip-substring-filtering Apr 21 14:36:38.381027 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l2_adjacency.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.381950 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.382444 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 14:36:38.382756 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l3.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.384377 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.384898 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: router Apr 21 14:36:38.385218 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l3_conntrack_helper.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.387543 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.388094 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 14:36:38.388429 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.389354 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.389866 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: ext-gw-mode Apr 21 14:36:38.390184 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.391091 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.391598 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: l3-ha Apr 21 14:36:38.391915 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l3_flavors.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.392841 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.393355 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: l3-flavors Apr 21 14:36:38.393670 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.395149 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.395666 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 14:36:38.395984 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: l3agentscheduler.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.397051 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.397564 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: l3_agent_scheduler Apr 21 14:36:38.397872 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: logging.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.399941 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.400496 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension logging not supported by any of loaded plugins Apr 21 14:36:38.400820 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: metering.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.401551 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.402119 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: metering Apr 21 14:36:38.402436 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.403544 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.404058 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: metering_source_and_destination_fields Apr 21 14:36:38.404396 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: multiprovidernet.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.405406 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.405915 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: multi-provider Apr 21 14:36:38.406231 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: netmtu.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.407135 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.407636 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: net-mtu Apr 21 14:36:38.407952 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: netmtu_writable.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.408878 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.409380 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: net-mtu-writable Apr 21 14:36:38.409695 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: network_availability_zone.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.410359 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.410855 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: network_availability_zone Apr 21 14:36:38.411167 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: network_ip_availability.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.412380 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.412898 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: network-ip-availability Apr 21 14:36:38.413214 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: network_segment_range.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.413987 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.414517 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 14:36:38.414832 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: pagination.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.415800 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.416168 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: pagination Apr 21 14:36:38.416487 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.417402 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.417908 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: port-mac-address-regenerate Apr 21 14:36:38.418221 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: port_resource_request.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.419123 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.419619 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 14:36:38.419931 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: portbindings.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.420857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.421362 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: binding Apr 21 14:36:38.421675 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: portbindings_extended.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.422937 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.423448 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: binding-extended Apr 21 14:36:38.423765 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: portsecurity.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.424772 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.425544 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: port-security Apr 21 14:36:38.425864 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: project_id.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.426828 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.427158 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: project-id Apr 21 14:36:38.427474 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: providernet.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.428406 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.428913 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: provider Apr 21 14:36:38.429227 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.432912 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.433434 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos not supported by any of loaded plugins Apr 21 14:36:38.433759 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.434983 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.435493 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 14:36:38.435816 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.436760 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.437272 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 14:36:38.437593 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_default.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.438492 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.438998 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-default not supported by any of loaded plugins Apr 21 14:36:38.439319 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_fip.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.439963 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.440498 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-fip not supported by any of loaded plugins Apr 21 14:36:38.440816 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_gateway_ip.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.441732 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.442237 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 14:36:38.442552 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_port_network_policy.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.443465 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.443973 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 14:36:38.444315 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_rule_type_details.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.445224 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.446256 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 14:36:38.446571 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: qos_rules_alias.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.447612 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.448147 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 14:36:38.448467 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: quotasv2.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.449324 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.449643 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: quotas Apr 21 14:36:38.449957 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: quotasv2_detail.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.451580 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.451940 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: quota_details Apr 21 14:36:38.452296 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: rbac.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.453349 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.453871 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: rbac-policies Apr 21 14:36:38.454191 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: rbac_address_scope.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.455099 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.455608 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: rbac-address-scope Apr 21 14:36:38.455924 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: rbac_security_groups.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.456860 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.457367 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: rbac-security-groups Apr 21 14:36:38.457683 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: rbac_subnetpool.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.458587 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.459096 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: rbac-subnetpool Apr 21 14:36:38.459414 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: revisionifmatch.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.460368 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.460875 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: revision-if-match Apr 21 14:36:38.461794 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: revisions.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.462902 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.463408 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: standard-attr-revisions Apr 21 14:36:38.463724 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: router_availability_zone.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.464424 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.464931 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: router_availability_zone Apr 21 14:36:38.465246 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: routerservicetype.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.466169 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.466670 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension router-service-type not supported by any of loaded plugins Apr 21 14:36:38.466984 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: security_groups_port_filtering.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.467886 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.468427 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: port-security-groups-filtering Apr 21 14:36:38.468741 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: securitygroup.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.479507 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.480034 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: security-group Apr 21 14:36:38.480386 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: segment.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.481154 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.481659 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension segment not supported by any of loaded plugins Apr 21 14:36:38.481972 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.482896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.483404 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 14:36:38.483726 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: servicetype.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.484850 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.485370 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: service-type Apr 21 14:36:38.485688 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: sorting.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.486656 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.486983 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: sorting Apr 21 14:36:38.487299 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: standard_attr_segment.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.488228 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.488742 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 14:36:38.489063 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: standardattrdescription.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.489703 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.490204 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: standard-attr-description Apr 21 14:36:38.490520 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: stateful_security_group.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.491445 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.491959 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: stateful-security-group Apr 21 14:36:38.492310 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: stdattrs_common.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.492910 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 14:36:38.493225 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.494150 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.494659 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 14:36:38.494973 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: subnet_onboard.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.496127 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.496674 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: subnet_onboard Apr 21 14:36:38.496995 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.497919 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.498424 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 14:36:38.498742 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: subnet_service_types.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.499659 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.500227 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: subnet-service-types Apr 21 14:36:38.500547 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: subnetallocation.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.501632 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.502139 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: subnet_allocation Apr 21 14:36:38.502484 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.503145 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.503651 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: subnetpool-prefix-ops Apr 21 14:36:38.503974 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.504937 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.505445 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 14:36:38.505762 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: tagging.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.506787 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.507298 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: standard-attr-tag Apr 21 14:36:38.507619 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: timestamp.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.509364 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.509882 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loaded extension: standard-attr-timestamp Apr 21 14:36:38.510362 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: trunk.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.511393 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.511907 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension trunk not supported by any of loaded plugins Apr 21 14:36:38.512252 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: trunk_details.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.513169 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.513676 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension trunk-details not supported by any of loaded plugins Apr 21 14:36:38.513994 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: uplink_status_propagation.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.514908 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.515484 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 14:36:38.515806 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Loading extension file: vlantransparent.py {{(pid=83829) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 21 14:36:38.516512 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83829) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 21 14:36:38.517023 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 14:36:38.519250 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:network Apr 21 14:36:38.519958 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:subnet Apr 21 14:36:38.520586 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:36:38.521349 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:port Apr 21 14:36:38.522601 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.523039 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service FLAVORS assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.523653 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.524638 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.524972 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:router Apr 21 14:36:38.525741 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:floatingip Apr 21 14:36:38.526446 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service METERING assigned prefix: /metering {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.527846 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.528234 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.528593 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83829) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:36:38.529703 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 14:36:38.530130 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:security_group Apr 21 14:36:38.530799 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 14:36:38.531511 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service CORE assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.531844 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:36:38.532214 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] subnetpool is already registered Apr 21 14:36:38.532814 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service CORE assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.533143 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:36:38.533463 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] subnetpool is already registered Apr 21 14:36:38.536002 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.536452 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service FLAVORS assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.537033 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.537447 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.537774 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:router Apr 21 14:36:38.538772 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] router is already registered Apr 21 14:36:38.539514 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:floatingip Apr 21 14:36:38.539842 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] floatingip is already registered Apr 21 14:36:38.540490 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service METERING assigned prefix: /metering {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.541159 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 14:36:38.541486 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] rbac_policy is already registered Apr 21 14:36:38.542021 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:security_group Apr 21 14:36:38.542346 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] security_group is already registered Apr 21 14:36:38.542918 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 14:36:38.543245 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] security_group_rule is already registered Apr 21 14:36:38.543904 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service CORE assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.544258 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:36:38.544588 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] subnetpool is already registered Apr 21 14:36:38.545203 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.v2.resource_helper [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Service CORE assigned prefix: {{(pid=83829) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:36:38.545529 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:36:38.545848 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING neutron.quota.resource_registry [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] subnetpool is already registered Apr 21 14:36:38.546472 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: extensions {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.547914 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: address-groups {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.549645 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: address-scopes {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.551171 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: agents {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.552325 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: auto-allocated-topology {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.553529 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: availability_zones {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.554814 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: dhcp-networks {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.556228 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: dhcp-agents {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.557618 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: routers {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.559369 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: flavors {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.560534 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: service_profiles {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.561696 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: next_providers {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.563172 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: service_profiles {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.564613 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: floatingip-pools {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.565892 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: routers {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.567626 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: floatingips {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.568927 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: l3-routers {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.570215 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: l3-agents {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.572142 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: metering-labels {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.573598 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: metering-label-rules {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.574816 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: network-ip-availabilities {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.576036 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: bindings {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.578644 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: quotas {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.580081 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: quotas {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.581802 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: rbac-policies {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.583060 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: security-groups {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.584266 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: security-group-rules {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.585476 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: service-providers {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.587285 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: subnetpools {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.588885 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: subnetpools {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.590305 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.591925 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.593699 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.595423 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.597172 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.598815 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.600575 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.602403 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.604238 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.606025 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron.api.extensions [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Extended resource: tags {{(pid=83829) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 21 14:36:38.611769 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING keystonemiddleware.auth_token [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 14:36:38.616507 dv-neutron-838898-1-hyperv neutron-server[83829]: WARNING keystonemiddleware.auth_token [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 14:36:38.624899 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_concurrency.lockutils [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Acquired lock "singleton_lock" {{(pid=83829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 14:36:38.625364 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_concurrency.lockutils [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Releasing lock "singleton_lock" {{(pid=83829) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 14:36:38.625988 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO oslo_service.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Starting 2 workers Apr 21 14:36:38.630605 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Started child 83934 {{(pid=83829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:36:38.635260 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Started child 83935 {{(pid=83829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:36:38.636779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:38.637620 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO neutron.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 14:36:38.637620 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Notify callbacks [] for process, before_spawn {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:38.638245 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [-] (83934) wsgi starting up on http://0.0.0.0:9696 Apr 21 14:36:38.639856 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO oslo_service.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Starting 1 workers Apr 21 14:36:38.640038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:38.641412 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [-] (83935) wsgi starting up on http://0.0.0.0:9696 Apr 21 14:36:38.644834 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Started child 83936 {{(pid=83829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:36:38.645378 dv-neutron-838898-1-hyperv neutron-server[83829]: INFO oslo_service.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Starting 1 workers Apr 21 14:36:38.648763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] calling RpcWorker wait() {{(pid=83936) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 14:36:38.649291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] returning from RpcWorker wait() {{(pid=83936) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 14:36:38.649548 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Started child 83937 {{(pid=83829) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:36:38.650328 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c828-07dd-45b1-8438-59433d23f4bb None None] Notify callbacks [] for process, after_spawn {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:38.650627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:38.651145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:38.652221 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 21 14:36:38.652437 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:36:38.652617 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 14:36:38.652825 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:36:38.653160 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 14:36:38.653324 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 14:36:38.653815 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.654090 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.654366 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.654623 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.654710 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:38.655146 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.655461 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.655590 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:38.655747 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.655997 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.656292 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.656540 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.656708 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.656872 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.657135 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.657364 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.657656 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.657928 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.658158 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.658399 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.658571 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.658820 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.659084 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.659314 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.659575 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] debug = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.659813 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.660313 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.660543 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.660790 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.661023 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.661286 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.661528 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.661816 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.662058 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.662272 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.662515 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.662771 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.662986 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.663230 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.663476 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.663689 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.664191 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] host = dv-neutron-838898-1-hyperv {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.664451 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.664668 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.664916 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.665160 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.665404 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.665624 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.665889 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.666115 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.666366 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.666588 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.666838 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.667077 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.667305 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.667542 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_file = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.667704 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_options = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.667945 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.668236 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.668499 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.668686 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.668853 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.669073 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.669287 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.669450 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.669707 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.669949 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.670161 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.670393 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.670631 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.670858 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.671101 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.671329 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.671559 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.671783 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.672024 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.672302 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.672527 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.672749 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.672961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.673173 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.673385 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.673610 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.673833 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.674044 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.674282 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.674480 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.674744 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.674998 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.675226 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.675719 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.675944 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.676193 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.676406 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.676663 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.676890 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.677141 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.677414 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.677624 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.677866 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.678092 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.678370 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.678524 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_json = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.678738 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.678967 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.679233 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.679448 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.679687 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.680439 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.680688 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.680951 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.681149 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.681563 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.681841 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.682155 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.682398 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.682647 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.682894 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.683151 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.683368 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.683594 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.683819 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.684146 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.684373 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.685989 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.686407 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.686807 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.687204 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.688351 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.688629 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.688899 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.689267 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.689478 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.689626 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.689922 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.690159 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.690395 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.690626 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.690870 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.691111 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.691414 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.691710 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.691983 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.692264 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.693215 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.693470 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.694239 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.695110 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.695110 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.695110 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.695482 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.695632 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.696459 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.696791 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.697193 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.697421 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.697652 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.698142 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.698273 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.698516 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.698690 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.698920 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700194 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700194 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700194 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700194 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700194 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700526 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700595 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.700793 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.701031 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.701280 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.701492 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.701711 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.702299 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.702299 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.702560 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.702560 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.702797 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.703473 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.703732 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.704019 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.704879 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.704879 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.705540 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.705540 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.705540 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.705871 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.706001 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.706239 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.706467 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.706708 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.707458 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.707458 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.707458 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.708056 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.708056 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.708391 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.708391 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.708842 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.708972 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.709117 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.709375 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.709638 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.709858 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.710119 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.710677 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.710677 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.710926 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.711105 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.711362 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.711627 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.712571 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.712571 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.712571 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.712929 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.712929 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.713170 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.713662 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.713662 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.713913 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.714172 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.714406 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.714677 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.714926 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.715178 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.715547 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.715711 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.715935 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.716237 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.716505 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.716733 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.716970 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.717224 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.717535 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.717791 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.718007 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.718260 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.718511 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.718764 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.719016 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.719290 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.719548 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.719810 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.720081 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.720464 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.720645 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.720771 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.720996 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.721209 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.721441 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.721679 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.721899 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.722103 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.722318 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.722554 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.722771 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.723006 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.723233 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.723456 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.723694 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.723941 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.724514 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.724514 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.724788 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.724920 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.725716 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.725716 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.725716 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.726101 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.726235 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.726977 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.726977 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.726977 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.727295 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.727412 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.727647 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.727784 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.728021 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.728458 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.728589 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.728719 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.728929 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.729087 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.729319 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.729548 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.729855 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.730040 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.730260 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.730614 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.730836 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.731086 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.731332 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.731574 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.731811 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.732199 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.732339 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.732526 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.732767 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.732997 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.733204 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.733421 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.733637 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.733855 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.734112 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.734333 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.734556 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.734772 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.734992 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736037 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736037 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736037 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736037 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736037 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736427 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736497 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.736676 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.737095 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.737461 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.737671 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.737958 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.738218 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.739014 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.739014 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.739014 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.739257 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.739417 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.739634 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.739850 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.740101 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.740583 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.740845 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.741081 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.741373 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.741642 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.741884 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.742147 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.742968 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.743177 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.743416 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.743631 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.743848 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.744084 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.744378 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.744700 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.744998 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.745252 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.745511 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.745822 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.746104 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.746377 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.746605 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.746889 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.747206 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.747471 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.747737 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.747963 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.748263 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.748496 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.748732 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.748969 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.749218 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.749434 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.749671 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.749934 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.750166 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.750396 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.750650 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.750863 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.751087 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.751316 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.751556 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.751777 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.751942 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 14:36:38.752487 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83829) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 21 14:36:38.752649 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:36:38.752801 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 14:36:38.752968 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:36:38.753136 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 14:36:38.753287 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 14:36:38.753491 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.753652 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.753811 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.753971 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.754128 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.754304 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.754464 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.754621 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.754780 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.754937 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.755095 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.755252 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.755415 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.755606 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.755699 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.755846 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.756003 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.756183 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.756349 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.756503 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.756654 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.756811 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.756968 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] debug = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.757126 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.757328 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.757495 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.757653 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.757811 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.757968 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.758663 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.758831 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.758989 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.759146 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.759303 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.759448 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.759610 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.759767 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.759924 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.760124 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.760266 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] host = dv-neutron-838898-1-hyperv {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.760423 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.760580 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.760737 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.760893 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.761049 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.761206 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.761363 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.761520 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.761676 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.761882 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.761974 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.762122 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.762277 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.762434 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_file = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.762592 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_options = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.762750 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.762905 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.763063 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.763245 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.763408 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.763565 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.763723 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.763880 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.764037 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.764228 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.764390 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.764548 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.764704 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.764861 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.765019 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.765176 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.765332 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.765488 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.765649 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.765808 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.765963 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.766120 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.766277 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.766434 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.766592 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.766750 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.766907 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.767065 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.767221 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.767377 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.767534 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.767693 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.767850 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.768006 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.768199 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.768358 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.768515 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.768677 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.768834 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.768990 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.769147 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.769303 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.769460 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.769616 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.769783 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.769919 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_json = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.770082 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.770336 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.770916 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.770916 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.770916 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.770916 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.771193 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.771317 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.771438 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:36:38.771519 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.771675 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.771844 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.772041 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.772202 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.772321 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.772470 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.772630 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.772789 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.772948 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.773114 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.773274 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.773449 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.773626 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.773796 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.773956 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.774116 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.774277 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.774504 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.774648 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.774771 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.774897 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.775055 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.775215 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.775374 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.775533 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.775691 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.775852 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.776013 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.776207 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.776370 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.776530 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.776690 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.776850 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.777011 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.777172 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.777334 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.777495 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.777654 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.777814 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.777984 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.778146 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.778305 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.778468 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.778628 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.778788 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.778947 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.779106 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.779265 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.779425 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.779585 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.779829 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.779963 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.780111 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.780240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.780402 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.780563 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.780724 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.780884 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.781043 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.781203 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.781362 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.781521 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.781682 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.781841 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.782001 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.782172 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.782312 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.782471 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.782631 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.782790 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.782949 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.783107 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.783267 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.783752 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.783752 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.783752 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.783998 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.784098 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.784218 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.784591 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.784591 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.784828 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.784972 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.785133 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.785293 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.785453 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.785615 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.785776 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.785935 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.786094 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.786254 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.786415 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.786573 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.786733 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.786893 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.787130 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.787297 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.787457 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.787616 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.787777 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.788024 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.788225 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.788371 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.788534 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.788648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 44832) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:38.788729 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.788858 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.789187 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.789525 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.789838 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.789996 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.790308 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.790468 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.790798 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.790934 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.791268 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.791434 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.791746 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.791921 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.792107 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.792272 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.792417 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.792605 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.792759 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.793067 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.793235 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.793382 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.793469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:38.793544 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.793702 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.793847 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.794004 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.794169 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.794340 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.794485 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.794643 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.794804 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.794995 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.795102 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.795414 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.795575 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.795725 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.795881 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.796046 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.796232 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.796433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.796591 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.796730 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.797533 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.797533 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.797803 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063562 Apr 21 14:36:38.797961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.797961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.797961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.797961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.797961 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.798633 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.798633 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.798633 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.799022 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.799022 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.799022 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.799324 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.799324 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.799466 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.799630 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.800713 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.800713 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.800713 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.800713 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.800713 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801044 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801044 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801162 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801317 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801429 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801584 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801744 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.801905 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.802084 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.802247 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.802402 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.802544 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.802706 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.802865 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.803024 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.803172 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.803392 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.803531 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.803688 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.803820 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.803926 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.805396 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.805643 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.805808 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.806131 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.806285 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.806444 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.806607 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.806769 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.806929 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.807089 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.807251 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.807411 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.807663 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.807830 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.807992 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.808194 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.808358 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.808519 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.808694 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.808854 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.809110 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.809242 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810240 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810911 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810911 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810911 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.810911 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.812857 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.813896 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.815163 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.816433 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.817385 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.817385 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.817385 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.817385 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:36:38.817385 dv-neutron-838898-1-hyperv neutron-server[83829]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83829) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 14:36:49.007864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce0ec4-07b3-47b0-b5d5-4d95bae8d767 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:36:49.084583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce0ec4-07b3-47b0-b5d5-4d95bae8d767 None None] No non-hosted networks {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 14:36:49.093269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.agentschedulers_db [None req-b6ce0ec4-07b3-47b0-b5d5-4d95bae8d767 None None] DHCP Agent not found on host dv-neutron-838898-1-hyperv {{(pid=83936) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 21 14:36:49.144892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2991a47d-1905-4fff-a2c9-dbc2d5a2f344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403006'] for agent, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:51.291336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ba6336bc-8987-45e3-9d31-62f187577046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403006'] for agent, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:51.326636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6d04d24a-2486-4f77-a805-783ec1bd0404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:52.204343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403006'] for agent, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:52.423823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403006'] for agent, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:52.427070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.427426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.427786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.428147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.428483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.428812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.429137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.431106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.431481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.432481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.434724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:52.436105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838898-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:52.442230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838898-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:53.561828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403006'] for agent, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:55.260676 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.db.l3_hamode_db [None req-7194e53f-4a6f-435d-a122-8e45a5c04a89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 14:36:55.271475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 44928) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:55.346023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194e53f-4a6f-435d-a122-8e45a5c04a89 None None] Routers set() bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:36:55.346409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7194e53f-4a6f-435d-a122-8e45a5c04a89 None None] Router IDs set() for agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 21 14:36:55.870333 dv-neutron-838898-1-hyperv neutron-server[83935]: WARNING oslo_policy.policy [None req-11932598-1d01-43c3-86db-5009c44c1282 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:55.870935 dv-neutron-838898-1-hyperv neutron-server[83935]: WARNING oslo_policy.policy [None req-11932598-1d01-43c3-86db-5009c44c1282 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:56.086717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-11932598-1d01-43c3-86db-5009c44c1282 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:36:56.087682 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-11932598-1d01-43c3-86db-5009c44c1282 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8153231 Apr 21 14:36:58.339727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 44942) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:58.725920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:36:58.779563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.policy [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83935) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 21 14:36:58.780333 dv-neutron-838898-1-hyperv neutron-server[83935]: WARNING oslo_policy.policy [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:58.780714 dv-neutron-838898-1-hyperv neutron-server[83935]: WARNING oslo_policy.policy [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:58.783999 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.quota [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] Loaded quota_driver: . Apr 21 14:36:58.799175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:58.866051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752282649879', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752282562023', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752282559235', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752282554103', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752282556393', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1123517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1075753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-393405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16302263'] for rbac-policy, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:58.932888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:58.934126 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d0720400-d6ae-4333-a6c4-2d935708e61f admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5934513 Apr 21 14:37:01.477269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 44956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:02.075356 dv-neutron-838898-1-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:37:02.075935 dv-neutron-838898-1-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:37:02.287227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Request body: {'network': {'project_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True, 'name': 'private'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:37:02.288843 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.quota [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Loaded quota_driver: . Apr 21 14:37:02.304224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:37:02.310538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Usage tracker for resource:network and tenant:1947e710301646d0821aaca694e59fb4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:37:02.316236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:37:02.324519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:37:02.341625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Made reservation on behalf of 1947e710301646d0821aaca694e59fb4 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:37:02.378689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.policy [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83934) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 21 14:37:02.379447 dv-neutron-838898-1-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:37:02.379828 dv-neutron-838898-1-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:37:02.385019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.406927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.452434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:37:02.456014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Usage tracker for resource:security_group_rule and tenant:1947e710301646d0821aaca694e59fb4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:37:02.459084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:37:02.465152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:37:02.533519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.537647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.559117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:37:02.582600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752279771504', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.583206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Unsubscribe: segment precommit_create {{(pid=83934) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 14:37:02.583710 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Added segment 86ce4905-2724-4404-9fc6-8b987408c412 of type vlan for network 522294b2-3d92-490d-8d1e-de6040bf319b Apr 21 14:37:02.639488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cec1c3-1c04-4b7a-af5d-7a25a9d4ae0a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:02.663640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.664281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.664536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.664872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.665201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.665522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.665968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.666522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.666948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.667266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.667582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Tracked resource versions report: Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: pushed versions: Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Log': {'1.0'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Network': {'1.1'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Port': {'1.5'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'PortForwarding': {'1.2'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'QosPolicy': {'1.8'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroup': {'1.2'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SubPort': {'1.0'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Subnet': {'1.1'}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Trunk': {'1.1'}} Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: consumer versions: Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Log': '1.0', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Network': '1.1', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Port': '1.5', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'PortForwarding': '1.2', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'QosPolicy': '1.8', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroup': '1.2', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroupRule': '1.0', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SubPort': '1.0', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Subnet': '1.1', Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Trunk': '1.1'}} Apr 21 14:37:02.668911 dv-neutron-838898-1-hyperv neutron-server[83934]: {{(pid=83934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:37:02.707471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.747700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.748799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:02.749425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:02.854604 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3750668 Apr 21 14:37:02.855236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27159add-5dba-4f73-8061-4b01c8bb3d8f admin admin] Pushing event updated for resources: {'Network': ['ID=522294b2-3d92-490d-8d1e-de6040bf319b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:02.871219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 522294b2-3d92-490d-8d1e-de6040bf319b details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:37:05.409122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 44978) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:05.895172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a66656-f122-40ae-8edd-0d73a358c03e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:05.896631 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e1a66656-f122-40ae-8edd-0d73a358c03e admin admin] 10.222.0.42 "GET /v2.0/networks/522294b2-3d92-490d-8d1e-de6040bf319b HTTP/1.1" status: 200 len: 825 time: 0.4866006 Apr 21 14:37:05.923155 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1bec0970-f304-4c75-91a1-bc2742bef3a6 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/5a9a911b-eff9-4803-a923-ce12f7681b48 HTTP/1.1" status: 200 len: 734 time: 0.0212274 Apr 21 14:37:05.932131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '5a9a911b-eff9-4803-a923-ce12f7681b48', 'gateway_ip': '172.20.0.1', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'name': 'private-subnet'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:37:05.936478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:37:05.940736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Usage tracker for resource:subnet and tenant:1947e710301646d0821aaca694e59fb4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:37:05.944214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:37:05.951901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:37:05.962646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Made reservation on behalf of 1947e710301646d0821aaca694e59fb4 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:37:05.965544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:06.260766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:06.346652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Checking segment: {'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:37:06.347018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Network hostable DHCP agents. Network: 522294b2-3d92-490d-8d1e-de6040bf319b, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:37:06.359287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:06.371704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.372052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.372408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.372739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.373078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.373403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.373725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.374044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.374358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.374670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.374982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Tracked resource versions report: Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: pushed versions: Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Log': {'1.0'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Network': {'1.1'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Port': {'1.5'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'PortForwarding': {'1.2'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'QosPolicy': {'1.8'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroup': {'1.2'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SubPort': {'1.0'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Subnet': {'1.1'}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Trunk': {'1.1'}} Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: consumer versions: Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Log': '1.0', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Network': '1.1', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Port': '1.5', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'PortForwarding': '1.2', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'QosPolicy': '1.8', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroup': '1.2', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroupRule': '1.0', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SubPort': '1.0', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Subnet': '1.1', Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Trunk': '1.1'}} Apr 21 14:37:06.376403 dv-neutron-838898-1-hyperv neutron-server[83935]: {{(pid=83935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:37:06.404096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Network 522294b2-3d92-490d-8d1e-de6040bf319b is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:37:06.416158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 522294b2-3d92-490d-8d1e-de6040bf319b) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:37:06.420946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:06.421547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:06.426085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd87087-6b53-47cd-96e2-86406412f3e5 None None] Network 522294b2-3d92-490d-8d1e-de6040bf319b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:37:06.440794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0a34369c-ade4-419b-9825-659b03b049a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5125206 Apr 21 14:37:06.731727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-522294b2-3d92-490d-8d1e-de6040bf319b', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'fixed_ips': [{'subnet_id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:37:06.732933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:06.922823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Allocated IP 172.20.0.2 (522294b2-3d92-490d-8d1e-de6040bf319b/9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d/91b9825d-9a2a-4ac6-bf59-5d2d0637dc77) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:37:07.150197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:07.163923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Transition to ACTIVE for port object 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:37:07.184560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Transition to ACTIVE for port object 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:37:07.190506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:07.264260 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Network 522294b2-3d92-490d-8d1e-de6040bf319b is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:37:07.265110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Pushing event updated for resources: {'Port': ['ID=91b9825d-9a2a-4ac6-bf59-5d2d0637dc77,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:07.268177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:37:07.273368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:37:07.279162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.279515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.279854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.280209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.280559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.280893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.281226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.281568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.281898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.282220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.282541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Tracked resource versions report: Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: pushed versions: Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Log': {'1.0'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Network': {'1.1'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Port': {'1.5'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'PortForwarding': {'1.2'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'QosPolicy': {'1.8'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroup': {'1.2'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SubPort': {'1.0'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Subnet': {'1.1'}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Trunk': {'1.1'}} Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: consumer versions: Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Log': '1.0', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Network': '1.1', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Port': '1.5', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'PortForwarding': '1.2', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'QosPolicy': '1.8', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroup': '1.2', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroupRule': '1.0', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SubPort': '1.0', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Subnet': '1.1', Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Trunk': '1.1'}} Apr 21 14:37:07.283887 dv-neutron-838898-1-hyperv neutron-server[83936]: {{(pid=83936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:37:07.371909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Attempting to bind port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:37:07.372338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Attempting to bind port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:37:07.372758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Attempting to bind port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 on network 522294b2-3d92-490d-8d1e-de6040bf319b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:37:07.379086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:37:07.379491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Checking segment: {'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:37:07.379976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:07.380397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Bound using segment: {'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:37:07.380901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Bound port: 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:37:07.381292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:07.467027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] For port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:37:07.471018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] For port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=91b9825d-9a2a-4ac6-bf59-5d2d0637dc77,segment=NetworkSegment(86ce4905-2724-4404-9fc6-8b987408c412),segment_id=86ce4905-2724-4404-9fc6-8b987408c412)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:37:07.475266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:07.584724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c2122-d659-4f23-8af8-c2a7b56906e6 None None] Pushing event updated for resources: {'Port': ['ID=91b9825d-9a2a-4ac6-bf59-5d2d0637dc77,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:08.733865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 44992) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:09.127145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-1d4693b0-73a2-4cb5-a65e-1e584a21ba54 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:37:09.128138 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1d4693b0-73a2-4cb5-a65e-1e584a21ba54 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3932168 Apr 21 14:37:10.647369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:37:10.716510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:37:11.145449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f7ce8f-a009-41b9-b7bc-2f1d920cb914 None None] Network 522294b2-3d92-490d-8d1e-de6040bf319b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:37:11.238837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-33f95024-bb61-4dc5-84b1-9a37152ec337 None None] Provisioning for port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:37:11.248002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-33f95024-bb61-4dc5-84b1-9a37152ec337 None None] Provisioning complete for port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:11.248424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-33f95024-bb61-4dc5-84b1-9a37152ec337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:11.389455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45006) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:11.465774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-33f95024-bb61-4dc5-84b1-9a37152ec337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:11.514056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-33f95024-bb61-4dc5-84b1-9a37152ec337 None None] For port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=91b9825d-9a2a-4ac6-bf59-5d2d0637dc77,segment=NetworkSegment(86ce4905-2724-4404-9fc6-8b987408c412),segment_id=86ce4905-2724-4404-9fc6-8b987408c412)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:37:11.519579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-33f95024-bb61-4dc5-84b1-9a37152ec337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:11.592088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f95024-bb61-4dc5-84b1-9a37152ec337 None None] Pushing event updated for resources: {'Port': ['ID=91b9825d-9a2a-4ac6-bf59-5d2d0637dc77,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:11.803003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-490a59ac-65a3-4e4c-bd00-a5ff08a3a30e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:37:11.803981 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-490a59ac-65a3-4e4c-bd00-a5ff08a3a30e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4136329 Apr 21 14:37:11.842015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-72c5c85d-9de6-48f4-9d46-a5ea23c92ce3 None None] Provisioning complete for port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:11.842543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-72c5c85d-9de6-48f4-9d46-a5ea23c92ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:12.627754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:37:12.697624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:12.697988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:14.446443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45018) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:14.819325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:37:14.824345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:37:14.828266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Usage tracker for resource:router and tenant:1947e710301646d0821aaca694e59fb4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:37:14.831447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:37:14.837744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:37:14.847465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:14.848945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:14.872857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:14.991930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:15.009846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:15.011013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-69973fab-a446-4608-9df8-d83dc48182bd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5636332 Apr 21 14:37:17.247640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45028) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:17.631497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-876b1a6c-ffc2-48e4-ad8f-a72f9a981f03 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:37:17.633093 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-876b1a6c-ffc2-48e4-ad8f-a72f9a981f03 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3845625 Apr 21 14:37:18.919502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b02533ed-9178-4a6a-9fd0-cf9540399360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:19.872162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:20.256386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:37:20.260946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:37:20.264749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Usage tracker for resource:network and tenant:620a80551a554b3a8439808a9d92ea0c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:37:20.267697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:37:20.273967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:37:20.283515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Made reservation on behalf of 620a80551a554b3a8439808a9d92ea0c for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:37:20.285757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.298002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.328375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:37:20.331981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Usage tracker for resource:security_group_rule and tenant:620a80551a554b3a8439808a9d92ea0c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:37:20.334652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:37:20.340109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:37:20.401183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.404608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.423849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Reserving flat network on physical network physnet1 {{(pid=83934) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 21 14:37:20.444053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aa016e-a481-4dd2-a98d-2b9d2f2a8dff,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:20.448990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.449330 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Added segment edf59bb6-2788-45de-986d-b952e3a5ce0b of type flat for network 8d4cf623-9797-416d-97ff-11890c0fb7e1 Apr 21 14:37:20.480943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.515022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.515759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:20.516369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:20.613340 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7400272 Apr 21 14:37:20.615760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e02ca-4e34-49b7-b037-1f22f3a58c3d admin admin] Pushing event updated for resources: {'Network': ['ID=8d4cf623-9797-416d-97ff-11890c0fb7e1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:20.626407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:37:21.279401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4fef062f-43f4-4bff-985f-27aa9823f0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:22.158801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:22.409615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:22.840616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45056) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:23.262671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e9132-d2b2-4d0c-bfa5-0c7eb48137c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:23.263934 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e86e9132-d2b2-4d0c-bfa5-0c7eb48137c5 admin admin] 10.222.0.42 "GET /v2.0/subnets/9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d HTTP/1.1" status: 200 len: 849 time: 0.4223533 Apr 21 14:37:23.435689 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-41795fa8-91fe-4069-b4e0-c941faeac17a admin admin] 10.222.0.42 "GET /v2.0/routers/5883b349-fa91-45c8-ba87-9679347e630c HTTP/1.1" status: 200 len: 704 time: 0.1664622 Apr 21 14:37:23.504790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:23.904198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.129217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Allocated IP 172.20.0.1 (522294b2-3d92-490d-8d1e-de6040bf319b/9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d/9c69db42-565c-4930-b057-a978f4aef0ee) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:37:24.281492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.299234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Transition to ACTIVE for port object 9c69db42-565c-4930-b057-a978f4aef0ee will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:37:24.351741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.417625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Network 522294b2-3d92-490d-8d1e-de6040bf319b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:37:24.420500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:37:24.425329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Pushing event updated for resources: {'Port': ['ID=9c69db42-565c-4930-b057-a978f4aef0ee,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:24.436243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:37:24.436802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.559503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.656609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a6d78843-8bcb-4a0c-90b2-29a0c708eaed None None] Provisioning for port 9c69db42-565c-4930-b057-a978f4aef0ee completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:37:24.661024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a6d78843-8bcb-4a0c-90b2-29a0c708eaed None None] Provisioning complete for port 9c69db42-565c-4930-b057-a978f4aef0ee triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:24.661397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a6d78843-8bcb-4a0c-90b2-29a0c708eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.711665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a6d78843-8bcb-4a0c-90b2-29a0c708eaed None None] Port 9c69db42-565c-4930-b057-a978f4aef0ee cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:37:24.781807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.785992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.786779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:24.936414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Pushing event updated for resources: {'Port': ['ID=9c69db42-565c-4930-b057-a978f4aef0ee,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:25.002057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Network 522294b2-3d92-490d-8d1e-de6040bf319b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:37:25.003101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:37:25.233558 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d7500046-8872-4839-87bf-963ce96e90ac None None] Provisioning complete for port 9c69db42-565c-4930-b057-a978f4aef0ee triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:25.233957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d7500046-8872-4839-87bf-963ce96e90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:25.283519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d7500046-8872-4839-87bf-963ce96e90ac None None] Port 9c69db42-565c-4930-b057-a978f4aef0ee cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:37:25.346148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Router 5883b349-fa91-45c8-ba87-9679347e630c is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:37:25.511723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:37:25.521173 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Sync routers for ids ['5883b349-fa91-45c8-ba87-9679347e630c'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:37:25.521693 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd38ee23-05ef-47cb-b932-14f3270a7fda admin admin] 10.222.0.42 "PUT /v2.0/routers/5883b349-fa91-45c8-ba87-9679347e630c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0811076 Apr 21 14:37:25.533791 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Routers {'5883b349-fa91-45c8-ba87-9679347e630c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:37:25.534652 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:37:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['5883b349-fa91-45c8-ba87-9679347e630c'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:25.705435 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Set router 5883b349-fa91-45c8-ba87-9679347e630c gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:37:26.069075 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883b349-fa91-45c8-ba87-9679347e630c', 'name': 'router1', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:37:14Z', 'updated_at': '2022-04-21T14:37:24Z', 'revision_number': 2, 'project_id': '1947e710301646d0821aaca694e59fb4', 'gw_port_host': None, '_interfaces': [{'id': '9c69db42-565c-4930-b057-a978f4aef0ee', 'name': '', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'mac_address': 'fa:16:3e:a5:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:23Z', 'updated_at': '2022-04-21T14:37:24Z', 'revision_number': 2, 'project_id': '1947e710301646d0821aaca694e59fb4', 'subnets': [{'id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a9a911b-eff9-4803-a923-ce12f7681b48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:26.073812 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Checking router: 5883b349-fa91-45c8-ba87-9679347e630c for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:37:26.074188 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Updating router 5883b349-fa91-45c8-ba87-9679347e630c port 9c69db42-565c-4930-b057-a978f4aef0ee binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:37:26.123244 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:26.489880 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:26.504846 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Transition to ACTIVE for port object 9c69db42-565c-4930-b057-a978f4aef0ee will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:37:26.511971 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:26.703424 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Pushing event updated for resources: {'Port': ['ID=9c69db42-565c-4930-b057-a978f4aef0ee,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:26.751972 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.752286 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.752626 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.752962 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.753309 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.753642 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.753971 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.754316 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.754642 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.754964 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.755282 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Tracked resource versions report: Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: pushed versions: Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Log': {'1.0'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Network': {'1.1'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Port': {'1.5'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'PortForwarding': {'1.2'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'QosPolicy': {'1.8'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroup': {'1.2'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SubPort': {'1.0'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Subnet': {'1.1'}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Trunk': {'1.1'}} Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: consumer versions: Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Log': '1.0', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Network': '1.1', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Port': '1.5', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'PortForwarding': '1.2', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'QosPolicy': '1.8', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroup': '1.2', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroupRule': '1.0', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SubPort': '1.0', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Subnet': '1.1', Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Trunk': '1.1'}} Apr 21 14:37:26.756644 dv-neutron-838898-1-hyperv neutron-server[83937]: {{(pid=83937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:37:26.778846 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Attempting to bind port 9c69db42-565c-4930-b057-a978f4aef0ee on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:37:26.779246 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Attempting to bind port 9c69db42-565c-4930-b057-a978f4aef0ee by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:37:26.779662 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Attempting to bind port 9c69db42-565c-4930-b057-a978f4aef0ee on network 522294b2-3d92-490d-8d1e-de6040bf319b {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:37:26.785909 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:37:26.786322 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Checking segment: {'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:37:26.786794 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:26.787188 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Bound using segment: {'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:37:26.787683 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Bound port: 9c69db42-565c-4930-b057-a978f4aef0ee, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ce4905-2724-4404-9fc6-8b987408c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:37:26.788109 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:26.879370 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] For port 9c69db42-565c-4930-b057-a978f4aef0ee, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:37:26.884159 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] For port 9c69db42-565c-4930-b057-a978f4aef0ee, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9c69db42-565c-4930-b057-a978f4aef0ee,segment=NetworkSegment(86ce4905-2724-4404-9fc6-8b987408c412),segment_id=86ce4905-2724-4404-9fc6-8b987408c412)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:37:26.888725 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:26.966961 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811737d-8289-44fa-9ec3-984bc7caaa6d None None] Pushing event updated for resources: {'Port': ['ID=9c69db42-565c-4930-b057-a978f4aef0ee,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:26.996408 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Routers {'5883b349-fa91-45c8-ba87-9679347e630c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:37:26.997049 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:37:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['5883b349-fa91-45c8-ba87-9679347e630c'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:27.155409 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] Set router 5883b349-fa91-45c8-ba87-9679347e630c gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:37:27.478177 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883b349-fa91-45c8-ba87-9679347e630c', 'name': 'router1', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:37:14Z', 'updated_at': '2022-04-21T14:37:24Z', 'revision_number': 2, 'project_id': '1947e710301646d0821aaca694e59fb4', 'gw_port_host': None, '_interfaces': [{'id': '9c69db42-565c-4930-b057-a978f4aef0ee', 'name': '', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'mac_address': 'fa:16:3e:a5:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:23Z', 'updated_at': '2022-04-21T14:37:26Z', 'revision_number': 4, 'project_id': '1947e710301646d0821aaca694e59fb4', 'subnets': [{'id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a9a911b-eff9-4803-a923-ce12f7681b48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:27.482112 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae80f5bb-6125-4f78-9965-942407e27d55 None None] The sync data for ids ['5883b349-fa91-45c8-ba87-9679347e630c'] in dv-neutron-838898-1-hyperv is: [{'id': '5883b349-fa91-45c8-ba87-9679347e630c', 'name': 'router1', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:37:14Z', 'updated_at': '2022-04-21T14:37:24Z', 'revision_number': 2, 'project_id': '1947e710301646d0821aaca694e59fb4', 'gw_port_host': None, '_interfaces': [{'id': '9c69db42-565c-4930-b057-a978f4aef0ee', 'name': '', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'mac_address': 'fa:16:3e:a5:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:23Z', 'updated_at': '2022-04-21T14:37:26Z', 'revision_number': 4, 'project_id': '1947e710301646d0821aaca694e59fb4', 'subnets': [{'id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a9a911b-eff9-4803-a923-ce12f7681b48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:37:27.641386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45082) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:27.819473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569e7cd-bc4c-449a-9edf-852acf71d551 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:27.820030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8569e7cd-bc4c-449a-9edf-852acf71d551 admin admin] Synchronizing usage tracker for tenant:620a80551a554b3a8439808a9d92ea0c on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:37:27.837123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8569e7cd-bc4c-449a-9edf-852acf71d551 admin admin] Unset dirty status for tenant:620a80551a554b3a8439808a9d92ea0c on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:37:27.838376 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8569e7cd-bc4c-449a-9edf-852acf71d551 admin admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 842 time: 0.1960018 Apr 21 14:37:27.847393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:37:27.852935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:37:27.856615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Usage tracker for resource:subnet and tenant:620a80551a554b3a8439808a9d92ea0c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:37:27.859565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:37:27.865607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:37:27.875734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Made reservation on behalf of 620a80551a554b3a8439808a9d92ea0c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:37:27.877997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:28.255109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:37:28.255521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:28.342573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:37:28.342942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Network hostable DHCP agents. Network: 8d4cf623-9797-416d-97ff-11890c0fb7e1, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:37:28.349566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9f77d6-7186-4e21-a79c-3ebb783947ca,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:28.375880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:37:28.391103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 8d4cf623-9797-416d-97ff-11890c0fb7e1) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:37:28.395857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:28.396661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:28.405833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c0b31-73fe-4ba9-bed8-24bbdbc63777 None None] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:37:28.420094 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-85c80b6d-a006-4427-9705-c635ed86acc5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5739260 Apr 21 14:37:28.652692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0938b2b-27bb-47b2-9a85-b988a91c091b None None] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:37:28.676440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9c69db42-565c-4930-b057-a978f4aef0ee up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:37:28.883729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9c69db42-565c-4930-b057-a978f4aef0ee completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:37:28.898016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9c69db42-565c-4930-b057-a978f4aef0ee triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:28.898385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:29.043571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:29.074855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 9c69db42-565c-4930-b057-a978f4aef0ee, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9c69db42-565c-4930-b057-a978f4aef0ee,segment=NetworkSegment(86ce4905-2724-4404-9fc6-8b987408c412),segment_id=86ce4905-2724-4404-9fc6-8b987408c412)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:37:29.078610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:29.145126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=9c69db42-565c-4930-b057-a978f4aef0ee,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:30.591842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45098) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:30.637755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9c69db42-565c-4930-b057-a978f4aef0ee up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:37:30.706363 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9c69db42-565c-4930-b057-a978f4aef0ee triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:30.706740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:30.864465 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4930de4e-d9f9-4701-893c-a2d71cc49394 admin admin] 10.222.0.42 "GET /v2.0/routers/5883b349-fa91-45c8-ba87-9679347e630c HTTP/1.1" status: 200 len: 710 time: 0.2714815 Apr 21 14:37:30.992211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ffa3c-9ff5-431f-8384-1bb5a6c88de2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:37:30.993565 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2a7ffa3c-9ff5-431f-8384-1bb5a6c88de2 admin admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 886 time: 0.1235189 Apr 21 14:37:31.002106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:37:31.469704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:31.649595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:31.702549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:31.836347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Allocated IP 172.26.6.254 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/b6897f13-4c74-4c58-9827-02e8bfabae5d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:37:31.981221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:32.033141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:32.102580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:37:32.105987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:37:32.107836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Pushing event updated for resources: {'Port': ['ID=b6897f13-4c74-4c58-9827-02e8bfabae5d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:32.119235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:37:32.326336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:32.483783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:32.486979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:32.678902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Router 5883b349-fa91-45c8-ba87-9679347e630c has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:37:32.876450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:37:32.886397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Sync routers for ids ['5883b349-fa91-45c8-ba87-9679347e630c'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:37:32.886871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:32.888157 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3059a94d-d494-4c8e-b1c9-4a27f8fc77fb admin admin] 10.222.0.42 "PUT /v2.0/routers/5883b349-fa91-45c8-ba87-9679347e630c HTTP/1.1" status: 200 len: 890 time: 1.8890963 Apr 21 14:37:32.899188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Routers {'5883b349-fa91-45c8-ba87-9679347e630c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:37:32.899863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:37:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['5883b349-fa91-45c8-ba87-9679347e630c'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:33.090983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Set router 5883b349-fa91-45c8-ba87-9679347e630c gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:37:33.426256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883b349-fa91-45c8-ba87-9679347e630c', 'name': 'router1', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b6897f13-4c74-4c58-9827-02e8bfabae5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:37:14Z', 'updated_at': '2022-04-21T14:37:32Z', 'revision_number': 4, 'project_id': '1947e710301646d0821aaca694e59fb4', 'gw_port': {'id': 'b6897f13-4c74-4c58-9827-02e8bfabae5d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:31Z', 'updated_at': '2022-04-21T14:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '9c69db42-565c-4930-b057-a978f4aef0ee', 'name': '', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'mac_address': 'fa:16:3e:a5:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:23Z', 'updated_at': '2022-04-21T14:37:29Z', 'revision_number': 5, 'project_id': '1947e710301646d0821aaca694e59fb4', 'subnets': [{'id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a9a911b-eff9-4803-a923-ce12f7681b48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:33.431085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Checking router: 5883b349-fa91-45c8-ba87-9679347e630c for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:37:33.431437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Updating router 5883b349-fa91-45c8-ba87-9679347e630c port b6897f13-4c74-4c58-9827-02e8bfabae5d binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:37:33.483636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:33.802128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:33.814073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Transition to ACTIVE for port object b6897f13-4c74-4c58-9827-02e8bfabae5d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:37:33.820815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:33.899990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Attempting to bind port b6897f13-4c74-4c58-9827-02e8bfabae5d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:37:33.900635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Attempting to bind port b6897f13-4c74-4c58-9827-02e8bfabae5d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:37:33.900763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Attempting to bind port b6897f13-4c74-4c58-9827-02e8bfabae5d on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:37:33.902622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25d8a8-ed3b-4a6d-aa46-7135d201e2b6 None None] Pushing event updated for resources: {'Port': ['ID=b6897f13-4c74-4c58-9827-02e8bfabae5d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:33.910623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:37:33.910983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:37:33.911381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:33.911762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:37:33.912251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Bound port: b6897f13-4c74-4c58-9827-02e8bfabae5d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:37:33.912639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:34.011437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] For port b6897f13-4c74-4c58-9827-02e8bfabae5d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:37:34.014380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] For port b6897f13-4c74-4c58-9827-02e8bfabae5d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b6897f13-4c74-4c58-9827-02e8bfabae5d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:37:34.018575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:34.096285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25d8a8-ed3b-4a6d-aa46-7135d201e2b6 None None] Pushing event updated for resources: {'Port': ['ID=b6897f13-4c74-4c58-9827-02e8bfabae5d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:34.100625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Routers {'5883b349-fa91-45c8-ba87-9679347e630c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:37:34.101217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:37:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['5883b349-fa91-45c8-ba87-9679347e630c'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:34.278051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] Set router 5883b349-fa91-45c8-ba87-9679347e630c gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:37:34.597111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883b349-fa91-45c8-ba87-9679347e630c', 'name': 'router1', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b6897f13-4c74-4c58-9827-02e8bfabae5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:37:14Z', 'updated_at': '2022-04-21T14:37:32Z', 'revision_number': 4, 'project_id': '1947e710301646d0821aaca694e59fb4', 'gw_port': {'id': 'b6897f13-4c74-4c58-9827-02e8bfabae5d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:31Z', 'updated_at': '2022-04-21T14:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '9c69db42-565c-4930-b057-a978f4aef0ee', 'name': '', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'mac_address': 'fa:16:3e:a5:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:23Z', 'updated_at': '2022-04-21T14:37:29Z', 'revision_number': 5, 'project_id': '1947e710301646d0821aaca694e59fb4', 'subnets': [{'id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a9a911b-eff9-4803-a923-ce12f7681b48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:37:34.600937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f664ef-b83f-466d-8aaf-4280973314a7 None None] The sync data for ids ['5883b349-fa91-45c8-ba87-9679347e630c'] in dv-neutron-838898-1-hyperv is: [{'id': '5883b349-fa91-45c8-ba87-9679347e630c', 'name': 'router1', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b6897f13-4c74-4c58-9827-02e8bfabae5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:37:14Z', 'updated_at': '2022-04-21T14:37:32Z', 'revision_number': 4, 'project_id': '1947e710301646d0821aaca694e59fb4', 'gw_port': {'id': 'b6897f13-4c74-4c58-9827-02e8bfabae5d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:31Z', 'updated_at': '2022-04-21T14:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '9c69db42-565c-4930-b057-a978f4aef0ee', 'name': '', 'network_id': '522294b2-3d92-490d-8d1e-de6040bf319b', 'tenant_id': '1947e710301646d0821aaca694e59fb4', 'mac_address': 'fa:16:3e:a5:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5883b349-fa91-45c8-ba87-9679347e630c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:37:23Z', 'updated_at': '2022-04-21T14:37:29Z', 'revision_number': 5, 'project_id': '1947e710301646d0821aaca694e59fb4', 'subnets': [{'id': '9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5a9a911b-eff9-4803-a923-ce12f7681b48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:37:35.119284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45110) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:37:35.258873 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b6cac35-30a1-48ac-89ac-4e1bbe348ae3 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1384907 Apr 21 14:37:36.658579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b6897f13-4c74-4c58-9827-02e8bfabae5d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:37:36.728423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b6897f13-4c74-4c58-9827-02e8bfabae5d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:37:36.733654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b6897f13-4c74-4c58-9827-02e8bfabae5d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:36.734132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:36.857246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:36.875843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b6897f13-4c74-4c58-9827-02e8bfabae5d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b6897f13-4c74-4c58-9827-02e8bfabae5d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:37:36.880325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:36.948454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b6897f13-4c74-4c58-9827-02e8bfabae5d,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:37:38.668286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b6897f13-4c74-4c58-9827-02e8bfabae5d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:37:38.767249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b6897f13-4c74-4c58-9827-02e8bfabae5d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:37:38.768164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:47.709597 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:37:48.922870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35e3dc80-3113-4a35-acc5-2bf7a622544a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:51.280873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-63036c2a-45b9-44bd-b4a9-51ab3b4e7b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:52.165648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:52.413850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:53.524311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:18.926791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-845c9235-7785-455a-9740-55810c117dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:21.299083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-32767747-d05b-4700-a6e6-d15d17365a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:22.165536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:22.418459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:23.537294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:24.710900 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:38:48.934822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cfdbb1a9-2c75-4648-abcc-95d3f048796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:51.282433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c5aafaad-191b-46ba-a910-3c35eb32f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:52.171414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:52.422464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:53.533790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:01.710700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:39:18.929768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7afb-7106-4e08-ae47-c13d4e4923ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:21.284798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a6562095-dc2a-457d-9e80-953349204cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:22.171928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:22.425575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:23.534447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:38.711063 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:39:40.770534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45718) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:40.859227 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b3e0cb-3224-4d71-bb2b-cac786917ed2 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:39:40.860446 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78b3e0cb-3224-4d71-bb2b-cac786917ed2 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0889988 Apr 21 14:39:41.000200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e06901-443d-4b80-a841-4f3e9057b518 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:41.001664 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-81e06901-443d-4b80-a841-4f3e9057b518 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1374638 Apr 21 14:39:43.014131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45728) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:43.185360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7354992-4984-4118-984c-657acb732b30 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:43.186236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7354992-4984-4118-984c-657acb732b30 admin admin] Synchronizing usage tracker for tenant:620a80551a554b3a8439808a9d92ea0c on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:39:43.202851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7354992-4984-4118-984c-657acb732b30 admin admin] Unset dirty status for tenant:620a80551a554b3a8439808a9d92ea0c on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:39:43.208565 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7354992-4984-4118-984c-657acb732b30 admin admin] 10.222.0.42 "GET /v2.0/subnets/9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d HTTP/1.1" status: 200 len: 849 time: 0.1934242 Apr 21 14:39:43.213643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:39:43.328808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:43.513504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752279743645'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:43.565692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:43.566276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:43.567539 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] 10.222.0.42 "PUT /v2.0/subnets/9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d HTTP/1.1" status: 200 len: 868 time: 0.3578043 Apr 21 14:39:43.567665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf352e8-cae0-4a3b-ab08-9520ef0ab0a1 None None] Network 522294b2-3d92-490d-8d1e-de6040bf319b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:39:43.582539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:39:43.591633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.591998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.592342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.592675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.593009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.593337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.593688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.594052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.594349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.594672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:43.594993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7563d778-58f7-43f6-8953-71001148b3b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:44.030636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-da415979-b837-457b-be9d-879fb81c8e0b None None] Provisioning complete for port 9c69db42-565c-4930-b057-a978f4aef0ee triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:39:44.031008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-da415979-b837-457b-be9d-879fb81c8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:44.160046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-da415979-b837-457b-be9d-879fb81c8e0b None None] Provisioning complete for port 91b9825d-9a2a-4ac6-bf59-5d2d0637dc77 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:39:44.160434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-da415979-b837-457b-be9d-879fb81c8e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:45.580615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45738) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:45.771814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cf79b-1a80-4ed0-a9aa-2894417b1e60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:45.772124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cf79b-1a80-4ed0-a9aa-2894417b1e60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:45.774218 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dc5cf79b-1a80-4ed0-a9aa-2894417b1e60 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1926870 Apr 21 14:39:47.906050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45748) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:48.103905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d542c5-2d5e-4bea-bbbc-d3cdf0a59cec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:48.104231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d542c5-2d5e-4bea-bbbc-d3cdf0a59cec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:48.105732 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-26d542c5-2d5e-4bea-bbbc-d3cdf0a59cec admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987321 Apr 21 14:39:48.934107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-40afa3bc-f670-412f-a66b-935097e7f934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:50.154788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45758) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:50.352152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033179c1-5511-45fc-ace8-6fae44dc45f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:50.353425 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-033179c1-5511-45fc-ace8-6fae44dc45f8 admin admin] 10.222.0.42 "GET /v2.0/networks/522294b2-3d92-490d-8d1e-de6040bf319b HTTP/1.1" status: 200 len: 869 time: 0.1977046 Apr 21 14:39:51.286589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-85117869-f446-4115-a88e-8facc997b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:52.174644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:52.402175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45768) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:52.427821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:52.592927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd705dee-7583-459f-bc4a-4ee2ced31acc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:52.594322 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cd705dee-7583-459f-bc4a-4ee2ced31acc admin admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 886 time: 0.1912200 Apr 21 14:39:53.539583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:54.621937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 45778) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:54.751186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36019679-a1c8-462e-acac-d641666ed3ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:54.751552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36019679-a1c8-462e-acac-d641666ed3ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:54.753073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-36019679-a1c8-462e-acac-d641666ed3ba admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302207 Apr 21 14:39:56.768130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45788) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:56.896243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299d31-bc7c-4135-a84a-1b3a99babfe5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:56.896586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299d31-bc7c-4135-a84a-1b3a99babfe5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:56.898230 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-15299d31-bc7c-4135-a84a-1b3a99babfe5 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291022 Apr 21 14:39:58.901110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45798) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:59.026640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfc31aa-290f-4b14-b153-e3694207a89f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:39:59.028372 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0cfc31aa-290f-4b14-b153-e3694207a89f admin admin] 10.222.0.42 "GET /v2.0/subnets/9c9f77d6-7186-4e21-a79c-3ebb783947ca HTTP/1.1" status: 200 len: 816 time: 0.1260049 Apr 21 14:40:01.051191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:01.178285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cab080e-6cc7-4cc4-9fc1-c8cc02d94d35 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:40:01.179627 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5cab080e-6cc7-4cc4-9fc1-c8cc02d94d35 admin admin] 10.222.0.42 "GET /v2.0/subnets/9e815ed0-3ab9-4da6-8d77-d188e2d2bc8d HTTP/1.1" status: 200 len: 868 time: 0.1272597 Apr 21 14:40:15.711639 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:40:18.939954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a28eb8f-100a-4453-90de-016eeb33e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:19.111323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45846) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:19.189286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-f956902b-c326-412e-9fa5-41f1cf2ac93d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:40:19.190327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f956902b-c326-412e-9fa5-41f1cf2ac93d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0780177 Apr 21 14:40:21.265859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45856) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:21.290726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-20100b3c-b4f8-474e-a7b5-389f717e3e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:21.356980 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe50bed-ccde-44c4-baf3-5fb0a0521506 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:40:21.358158 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0fe50bed-ccde-44c4-baf3-5fb0a0521506 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0914450 Apr 21 14:40:21.486246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac1ee6-6f05-4e22-8f82-5d339858e9eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:40:21.487694 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-adac1ee6-6f05-4e22-8f82-5d339858e9eb admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1256194 Apr 21 14:40:22.178172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:22.431926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:23.536847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45866) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:23.542129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:23.613510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:40:23.618388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:40:23.627642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:40:23.637618 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Made reservation on behalf of 620a80551a554b3a8439808a9d92ea0c for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:40:23.639877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:23.727054 dv-neutron-838898-1-hyperv neutron-server[83934]: WARNING neutron.services.revisions.revision_plugin [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Could not find related network for resource to bump revision. Apr 21 14:40:23.738329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:40:23.746970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:23.747306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Added segment 79b7325f-d1ba-4ec4-abdf-a2e8e4fee798 of type vlan for network 2940cb54-10e6-45e4-977a-3e986599b433 Apr 21 14:40:23.771095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:23.798946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:23.799829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:40:23.800440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:23.898971 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3610597 Apr 21 14:40:23.901409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6bb55-9b4b-408b-9a06-82783901055d admin admin] Pushing event updated for resources: {'Network': ['ID=2940cb54-10e6-45e4-977a-3e986599b433,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:40:23.913734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 2940cb54-10e6-45e4-977a-3e986599b433 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:40:25.934894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45876) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:40:26.028131 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d7734b-71bf-4936-91ff-ad74a9295004 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:40:26.028610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27d7734b-71bf-4936-91ff-ad74a9295004 admin admin] Synchronizing usage tracker for tenant:620a80551a554b3a8439808a9d92ea0c on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:40:26.043153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27d7734b-71bf-4936-91ff-ad74a9295004 admin admin] Unset dirty status for tenant:620a80551a554b3a8439808a9d92ea0c on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:40:26.044284 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-27d7734b-71bf-4936-91ff-ad74a9295004 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1083455 Apr 21 14:40:26.142972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e7d97-5ae7-452c-8713-ff49b5ce419a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:40:26.144396 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-194e7d97-5ae7-452c-8713-ff49b5ce419a admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0961993 Apr 21 14:40:26.154081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:40:26.158232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:40:26.167725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:40:26.176045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Made reservation on behalf of 620a80551a554b3a8439808a9d92ea0c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:40:26.178535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:26.369571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:26.435837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3579ef25-80f1-4e77-ae87-00a9539fa4a6,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:40:26.453180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Checking segment: {'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:40:26.453532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Network hostable DHCP agents. Network: 2940cb54-10e6-45e4-977a-3e986599b433, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:40:26.477616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Network 2940cb54-10e6-45e4-977a-3e986599b433 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:40:26.488178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 2940cb54-10e6-45e4-977a-3e986599b433) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:40:26.493020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:40:26.493658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:26.497552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34879ff-76c8-4526-b3f6-b31359ace432 None None] Network 2940cb54-10e6-45e4-977a-3e986599b433 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:40:26.518327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6e074c28-9bd5-41c8-ab9b-3917b20e6ee9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3674340 Apr 21 14:40:26.715379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-2940cb54-10e6-45e4-977a-3e986599b433', 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433', 'tenant_id': '620a80551a554b3a8439808a9d92ea0c', 'fixed_ips': [{'subnet_id': '3579ef25-80f1-4e77-ae87-00a9539fa4a6'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:40:26.716248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:26.880255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Allocated IP 192.168.233.2 (2940cb54-10e6-45e4-977a-3e986599b433/3579ef25-80f1-4e77-ae87-00a9539fa4a6/d0d088a0-d74d-40bf-be79-d34ad2a9a3c8) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:40:27.081123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:27.092375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Transition to ACTIVE for port object d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:40:27.110568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Transition to ACTIVE for port object d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:40:27.116796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:27.185951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Network 2940cb54-10e6-45e4-977a-3e986599b433 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:40:27.188792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:40:27.191801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:40:27.198547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Pushing event updated for resources: {'Port': ['ID=d0d088a0-d74d-40bf-be79-d34ad2a9a3c8,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:40:27.235812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.236235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.236511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.236836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.237177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.237506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.237833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.238155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.238474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.238788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.239103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:40:27.294113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Attempting to bind port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:40:27.294474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Attempting to bind port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:40:27.294832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Attempting to bind port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 on network 2940cb54-10e6-45e4-977a-3e986599b433 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:40:27.301213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:40:27.301577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Checking segment: {'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:40:27.302229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:27.302645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Bound using segment: {'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:40:27.303096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Bound port: d0d088a0-d74d-40bf-be79-d34ad2a9a3c8, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:40:27.303478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:27.411622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] For port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:40:27.415707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] For port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d0d088a0-d74d-40bf-be79-d34ad2a9a3c8,segment=NetworkSegment(79b7325f-d1ba-4ec4-abdf-a2e8e4fee798),segment_id=79b7325f-d1ba-4ec4-abdf-a2e8e4fee798)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:40:27.421048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:27.498422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3dfed-db06-45e3-8903-f7d71eec1591 None None] Pushing event updated for resources: {'Port': ['ID=d0d088a0-d74d-40bf-be79-d34ad2a9a3c8,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:40:28.341758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd7c89-9825-4d10-8574-e0acb6e74ed3 None None] Network 2940cb54-10e6-45e4-977a-3e986599b433 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:40:28.433252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ea46e83b-f84e-45dd-a399-89ac9d09687a None None] Provisioning for port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:40:28.775411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:40:28.846853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:40:28.852787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:40:28.853333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:28.969883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:29.007670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d0d088a0-d74d-40bf-be79-d34ad2a9a3c8,segment=NetworkSegment(79b7325f-d1ba-4ec4-abdf-a2e8e4fee798),segment_id=79b7325f-d1ba-4ec4-abdf-a2e8e4fee798)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:40:29.011340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:29.076234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=d0d088a0-d74d-40bf-be79-d34ad2a9a3c8,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:40:30.731185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:40:30.798156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d0d088a0-d74d-40bf-be79-d34ad2a9a3c8 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:40:30.798517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:48.947680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4f49f0a1-df88-4bd1-bf33-70584264558f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:51.292620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ff38a21-1707-48ae-b6ed-5e0d7c7e6721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:52.180633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:52.433607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:52.711174 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:40:53.543581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:18.941456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c184a837-eb86-45b6-9d85-026a1d098b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:21.296026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49901199-5d69-447e-91b2-3548865dc29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:22.182460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:22.437106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:23.546104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:29.710391 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:41:44.175074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:44.181111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-a752f337-b2fb-400f-8522-c3c61504a2a7 tempest-verify_tempest_config-726609268 tempest-verify_tempest_config-726609268-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:41:44.182017 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a752f337-b2fb-400f-8522-c3c61504a2a7 tempest-verify_tempest_config-726609268 tempest-verify_tempest_config-726609268-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060010 Apr 21 14:41:44.502036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:44.640218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:44.668582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:41:44.672204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Usage tracker for resource:security_group_rule and tenant:90d45b4c3b1140a2834576f768857870 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:41:44.674839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:41:44.681153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:41:44.746487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:44.749832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:44.795427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7818890-2fea-4597-9f2e-8a90596c6a0a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:41:44.800225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Synchronizing usage tracker for tenant:620a80551a554b3a8439808a9d92ea0c on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:41:44.810386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.810739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.811077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.811416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.811748 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.812093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.812423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.812749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.813069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.813387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.813706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:44.825850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] Unset dirty status for tenant:620a80551a554b3a8439808a9d92ea0c on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:41:44.827311 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a07df525-f4eb-400c-9c30-1484289d0c5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90d45b4c3b1140a2834576f768857870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3242645 Apr 21 14:41:44.830187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 45940) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:44.886844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63c16c99-68c8-46b9-92c9-622520fb5300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:44.911306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63c16c99-68c8-46b9-92c9-622520fb5300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:45.006097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63c16c99-68c8-46b9-92c9-622520fb5300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:45.044480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c16c99-68c8-46b9-92c9-622520fb5300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7818890-2fea-4597-9f2e-8a90596c6a0a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:41:45.050856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63c16c99-68c8-46b9-92c9-622520fb5300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:45.051938 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63c16c99-68c8-46b9-92c9-622520fb5300 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7818890-2fea-4597-9f2e-8a90596c6a0a HTTP/1.1" status: 204 len: 168 time: 0.2208745 Apr 21 14:41:48.943863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ed8fb1b7-fc3f-4d66-a0a0-80754b6a03e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:51.298178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8989db93-1bf2-46aa-9182-7bf549d29421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:52.186781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:52.438095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:53.549320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:06.709981 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:42:18.946981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbb74-f886-44b1-95b9-96dee7eaf83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:21.300942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-590336ea-2f56-47e5-b7e0-ffcbc2cbb3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:22.189469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:22.439641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:23.553422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:43.710080 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 5 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:42:48.948700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5414-10c1-4812-8245-e3da460443c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:51.301918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2060e36e-4787-4246-a1a2-4bf8dce3e48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:52.194638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:52.442557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:53.554833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:00.481526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-403006'] for agent, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:15.393549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46010) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:15.525756 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2e6c22c8-bcc1-48de-866b-c08f717950eb admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1311500 Apr 21 14:43:17.558330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46020) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:43:17.636349 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2079922c-22bf-4163-838a-6fa15d23f491 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0769420 Apr 21 14:43:18.951359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-46a707b5-b730-427d-be96-9326e6b17bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:20.710027 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:43:21.304681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d9a0924-f23d-49ab-a782-c469de227c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:22.194757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:22.446388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:23.557543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:30.468404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:48.953386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0423bb74-0ef5-41dc-9992-fab3f6139681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:51.306306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ba182db8-b50f-4726-81ad-1ecf9b564ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:52.204966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:52.454344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:53.575682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:57.711066 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:44:00.483312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.955768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-88798c40-a9ef-42a3-9d48-81913e665611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.309728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8876fec5-09d5-4b20-b22c-6a9482f6b87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.193912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.447074 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.570584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.478621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.711532 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:44:40.249076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46200) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:40.264792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46206) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:40.723512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1830717460-network', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:40.728695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:40.732984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Usage tracker for resource:network and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:40.736178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:40.742156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:40.748707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1628936516-network', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:40.755590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Made reservation on behalf of e18ccb0a34a44f6f9773fe9e63e366c6 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:40.757474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:40.758378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.764829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Usage tracker for resource:network and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:40.769135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:40.775549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.779185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:40.799312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Made reservation on behalf of 89b2d50affd140a2a291b4a1f7cf96d5 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:40.803173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.812060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:40.816213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Usage tracker for resource:security_group_rule and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:40.819172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:40.825238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:40.829656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.900727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.907042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.919616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:40.930030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.930422 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Added segment 4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee of type vlan for network 3e63a5e7-3d28-4734-8b12-d82792969701 Apr 21 14:44:40.937667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:40.941737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Usage tracker for resource:security_group_rule and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:40.944777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:40.950895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:40.961318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.008327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.009550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:41.010173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.029370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.035660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.076199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c9baad-8908-45c9-9433-acf09f1d46c4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.088780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.089363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.089910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.090963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.091491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.092149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.092786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.093425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.093925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.094677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.095263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Tracked resource versions report: Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: pushed versions: Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Log': {'1.0'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Network': {'1.1'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Port': {'1.5'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'PortForwarding': {'1.2'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'QosPolicy': {'1.8'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroup': {'1.2'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SubPort': {'1.0'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Subnet': {'1.1'}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Trunk': {'1.1'}} Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: consumer versions: Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Log': '1.0', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Network': '1.1', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Port': '1.5', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'PortForwarding': '1.2', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'QosPolicy': '1.8', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroup': '1.2', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SecurityGroupRule': '1.0', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'SubPort': '1.0', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Subnet': '1.1', Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: 'Trunk': '1.1'}} Apr 21 14:44:41.096942 dv-neutron-838898-1-hyperv neutron-server[83935]: {{(pid=83935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:41.112587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:41.125927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752279771504', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.126706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Unsubscribe: segment precommit_create {{(pid=83935) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 14:44:41.127177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Added segment 550f271f-8510-4b9e-bc37-8303613d763b of type vlan for network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 Apr 21 14:44:41.148089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3e63a5e7-3d28-4734-8b12-d82792969701,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.164407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.164733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.165061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.165769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.165769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.166063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.166393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.166727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.167050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.167357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.167676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Tracked resource versions report: Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: pushed versions: Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Log': {'1.0'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Network': {'1.1'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Port': {'1.5'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'PortForwarding': {'1.2'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'QosPolicy': {'1.8'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroup': {'1.2'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SubPort': {'1.0'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Subnet': {'1.1'}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Trunk': {'1.1'}} Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: consumer versions: Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Log': '1.0', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Network': '1.1', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Port': '1.5', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'PortForwarding': '1.2', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'QosPolicy': '1.8', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroup': '1.2', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SecurityGroupRule': '1.0', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'SubPort': '1.0', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Subnet': '1.1', Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: 'Trunk': '1.1'}} Apr 21 14:44:41.168949 dv-neutron-838898-1-hyperv neutron-server[83934]: {{(pid=83934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:41.175862 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9091399 Apr 21 14:44:41.176523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:41.183733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 3e63a5e7-3d28-4734-8b12-d82792969701 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:41.188944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Request body: {'subnet': {'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1830717460-subnet', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:41.190726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.193693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:41.197915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Usage tracker for resource:subnet and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:41.201202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:41.208412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:41.221488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697bf90-3653-46cf-b0ba-c621ef8663c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5863a8bf-a172-4e48-a283-112037209b2d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.224828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Made reservation on behalf of e18ccb0a34a44f6f9773fe9e63e366c6 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:41.227187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.257086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.258669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:41.259902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.401401 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1511908 Apr 21 14:44:41.405373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46244) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:41.416523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Request body: {'subnet': {'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1628936516-subnet', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:41.424510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac4a40-2547-46ac-8da5-50553a09b6d4 admin admin] Pushing event updated for resources: {'Network': ['ID=43f5f7b0-04a2-405c-8eb8-f744fd3f3186,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.426948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:41.432809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Usage tracker for resource:subnet and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:41.436543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:41.441618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:41.443799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:41.457064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Made reservation on behalf of 89b2d50affd140a2a291b4a1f7cf96d5 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:41.460882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.492826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.580493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b0a1d7-5198-4d78-a9ea-595f1f10bd83,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.587657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Checking segment: {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:41.588272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Network hostable DHCP agents. Network: 3e63a5e7-3d28-4734-8b12-d82792969701, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:41.618485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Network 3e63a5e7-3d28-4734-8b12-d82792969701 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:41.636176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 3e63a5e7-3d28-4734-8b12-d82792969701) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:41.643865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:41.645147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.649178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a0bb1-f3ff-4434-b63c-035d281a9e54 None None] Network 3e63a5e7-3d28-4734-8b12-d82792969701 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:41.674110 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-114c5142-49e5-48de-b929-8914059e9502 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4926777 Apr 21 14:44:41.677329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46254) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:41.684516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:41.689900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:41.694918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Usage tracker for resource:router and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:41.698323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:41.705072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:41.720481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.723475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.762678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.843354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.941960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=782b4897-22ac-4517-b18d-97f072599d6d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.954529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-3e63a5e7-3d28-4734-8b12-d82792969701', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:44:41.955380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.955514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Checking segment: {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:41.955858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Network hostable DHCP agents. Network: 43f5f7b0-04a2-405c-8eb8-f744fd3f3186, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:41.982462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:42.008894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 43f5f7b0-04a2-405c-8eb8-f744fd3f3186) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:42.018871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:42.020126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.023286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f5799-9dbe-45db-ac3b-cea0809bc6a9 None None] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:42.065757 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fca8f29e-da86-433d-bf08-5cfb50157ff3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6560085 Apr 21 14:44:42.067034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46268) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:42.072544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:42.079867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:42.093130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Usage tracker for resource:router and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:42.098922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:42.103495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.110951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:42.130654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.131697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.164352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.289214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Allocated IP 172.20.0.2 (3e63a5e7-3d28-4734-8b12-d82792969701/b0b0a1d7-5198-4d78-a9ea-595f1f10bd83/80b85c75-967c-4de5-bf46-e98b775a4b27) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:42.343052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.381531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.420596 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:44:42.421897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.434137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.562929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Allocated IP 172.26.6.181 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/b54f87f5-8376-49b4-9c51-a46a2d67891a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:42.735465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Allocated IP 172.20.0.2 (43f5f7b0-04a2-405c-8eb8-f744fd3f3186/782b4897-22ac-4517-b18d-97f072599d6d/59df287d-e2e1-4b9d-b78d-d26de406b9d6) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:42.760938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.789258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.805491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46284) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:42.813498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.848841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.854393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Transition to ACTIVE for port object 80b85c75-967c-4de5-bf46-e98b775a4b27 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:42.867282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.892689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Transition to ACTIVE for port object 80b85c75-967c-4de5-bf46-e98b775a4b27 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:42.907867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.038320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:43.042411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:43.061037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:43.069751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Allocated IP 172.26.6.50 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/da8cd9f4-6b83-440b-8d74-b1be633c2122) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:43.073725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Network 3e63a5e7-3d28-4734-8b12-d82792969701 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:43.078742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:43.088091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Pushing event updated for resources: {'Port': ['ID=b54f87f5-8376-49b4-9c51-a46a2d67891a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.113861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:43.149804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Pushing event updated for resources: {'Port': ['ID=80b85c75-967c-4de5-bf46-e98b775a4b27,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.259775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.271086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.271648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.271990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.272335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.272863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.273364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.273698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.274044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.274379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.274695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.275032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Tracked resource versions report: Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: pushed versions: Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Log': {'1.0'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Network': {'1.1'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Port': {'1.5'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'PortForwarding': {'1.2'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'QosPolicy': {'1.8'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroup': {'1.2'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SubPort': {'1.0'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Subnet': {'1.1'}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Trunk': {'1.1'}} Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: consumer versions: Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Log': '1.0', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Network': '1.1', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Port': '1.5', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'PortForwarding': '1.2', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'QosPolicy': '1.8', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroup': '1.2', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SecurityGroupRule': '1.0', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'SubPort': '1.0', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Subnet': '1.1', Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: 'Trunk': '1.1'}} Apr 21 14:44:43.276116 dv-neutron-838898-1-hyperv neutron-server[83936]: {{(pid=83936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:43.278833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.293223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.304756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Transition to ACTIVE for port object 59df287d-e2e1-4b9d-b78d-d26de406b9d6 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:43.310595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.312322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.312799 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Attempting to bind port 80b85c75-967c-4de5-bf46-e98b775a4b27 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:43.313355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Attempting to bind port 80b85c75-967c-4de5-bf46-e98b775a4b27 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:43.313927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Attempting to bind port 80b85c75-967c-4de5-bf46-e98b775a4b27 on network 3e63a5e7-3d28-4734-8b12-d82792969701 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:44:43.331574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:44:43.332402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Checking segment: {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:43.333375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.333669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Bound using segment: {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:44:43.334365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Bound port: 80b85c75-967c-4de5-bf46-e98b775a4b27, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:43.334993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.345408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Transition to ACTIVE for port object 59df287d-e2e1-4b9d-b78d-d26de406b9d6 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:43.383759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.386289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Pushing event updated for resources: {'Port': ['ID=da8cd9f4-6b83-440b-8d74-b1be633c2122,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.425194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:43.427764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:43.434306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:43.466961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Pushing event updated for resources: {'Port': ['ID=59df287d-e2e1-4b9d-b78d-d26de406b9d6,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.505937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:43.516059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:43.520968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:43.599664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] For port 80b85c75-967c-4de5-bf46-e98b775a4b27, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:44:43.623698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1777716845', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:43.631937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Attempting to bind port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:43.632460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Attempting to bind port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:43.632923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Attempting to bind port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 on network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:44:43.636458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] For port 80b85c75-967c-4de5-bf46-e98b775a4b27, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80b85c75-967c-4de5-bf46-e98b775a4b27,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:44:43.642658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:44:43.642658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Checking segment: {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:43.643284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.643807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Bound using segment: {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:44:43.644412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Bound port: 59df287d-e2e1-4b9d-b78d-d26de406b9d6, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:43.644924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.646194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.647908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.655567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:43.663489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.682301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Usage tracker for resource:port and tenant:665bec58cf624935bffb181f9630c3c9 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:43.687024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:43.708507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:43.747512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Made reservation on behalf of 665bec58cf624935bffb181f9630c3c9 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:43.749972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.823640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.833174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486c058-e7a5-406b-b281-0b1def9aafb4 None None] Pushing event updated for resources: {'Port': ['ID=80b85c75-967c-4de5-bf46-e98b775a4b27,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.838548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] For port 59df287d-e2e1-4b9d-b78d-d26de406b9d6, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:44:43.842186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] For port 59df287d-e2e1-4b9d-b78d-d26de406b9d6, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=59df287d-e2e1-4b9d-b78d-d26de406b9d6,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:44:43.855045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.978704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:43.993248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Usage tracker for resource:security_group_rule and tenant:665bec58cf624935bffb181f9630c3c9 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:44.007664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:44.014556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d34a8-4d1b-443b-9d2a-c6c3200ace04 None None] Pushing event updated for resources: {'Port': ['ID=59df287d-e2e1-4b9d-b78d-d26de406b9d6,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:44.027169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Router 9a5d271a-f0db-42d7-9b22-ae921105c5ee is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:44:44.054031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:44.213433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.221318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.244251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Router ada8164a-338e-47bd-9e2f-b3664d6654f3 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:44:44.249937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] device_id is not set on port 1a817e50-2116-4403-a032-6d04bdad0e92 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:44:44.261275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:44.361547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed6ecc-ba7f-45ed-bf1d-c5067c023255,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:44.441835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:44:44.455146 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Sync routers for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:44:44.488614 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:44:44.489298 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:44.554330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.560867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-235c53f3-b002-4ef6-8d53-aa8f5c1c71d1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.4937148 Apr 21 14:44:44.561708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46328) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:44.729396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Allocated IP 172.26.6.226 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/1a817e50-2116-4403-a032-6d04bdad0e92) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:44.991392 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:44:45.013390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 59df287d-e2e1-4b9d-b78d-d26de406b9d6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:45.233052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:45.238389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80b85c75-967c-4de5-bf46-e98b775a4b27 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:45.278568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.307258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:44:45.324464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Sync routers for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:44:45.356095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:44:45.356786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:45.413938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:45.443658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.450956 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9a4b09de-b111-42a4-95ab-c6dc3dc2f886 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7687614 Apr 21 14:44:45.453040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:45.462424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.570346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:45.578615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Usage tracker for resource:floatingip and tenant:48cd6f0b89184f9292a1e88386825c1a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:45.590479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:45.596791 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:43Z', 'revision_number': 3, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:45.604707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:45.609191 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Checking router: 9a5d271a-f0db-42d7-9b22-ae921105c5ee for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:44:45.609850 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Updating router 9a5d271a-f0db-42d7-9b22-ae921105c5ee port da8cd9f4-6b83-440b-8d74-b1be633c2122 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:44:45.620172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46342) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:45.638250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 80b85c75-967c-4de5-bf46-e98b775a4b27 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:45.727509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.793752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:44:45.794451 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.842119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d675c-04f9-4d50-8b3b-5d34334ce7d5 None None] Network 3e63a5e7-3d28-4734-8b12-d82792969701 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:45.899047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Pushing event updated for resources: {'Port': ['ID=1a817e50-2116-4403-a032-6d04bdad0e92,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:45.953129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:45.955522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:45.970438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:45.971394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:45.974905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.026851 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c3bedd0-b523-4e54-b65d-ebbedf3db054 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.2176299 Apr 21 14:44:46.027080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:46.033439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}]}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:46.038358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:46.042935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Usage tracker for resource:router and tenant:665bec58cf624935bffb181f9630c3c9 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:46.056689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:46.065122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:46.082450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.083623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.126654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f26b825-b54f-42f6-b710-8920fffe972d None None] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:46.133200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.167210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5c9b6c1d-a8ba-4d08-ba11-ee26f9e19c4d None None] Provisioning for port 80b85c75-967c-4de5-bf46-e98b775a4b27 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:46.337796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5c9b6c1d-a8ba-4d08-ba11-ee26f9e19c4d None None] Provisioning complete for port 80b85c75-967c-4de5-bf46-e98b775a4b27 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:46.338103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6c1d-a8ba-4d08-ba11-ee26f9e19c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.374745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1908350409'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:46.386277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:46.395734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Usage tracker for resource:network and tenant:752c5d6ebc4a48e482a1435fb0074f81 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:46.425656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:46.432212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.442366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:46.524780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Made reservation on behalf of 752c5d6ebc4a48e482a1435fb0074f81 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:46.527729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.598743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.603692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.619653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:46.671373 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.702539 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Transition to ACTIVE for port object da8cd9f4-6b83-440b-8d74-b1be633c2122 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:46.723640 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.798823 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Pushing event updated for resources: {'Port': ['ID=da8cd9f4-6b83-440b-8d74-b1be633c2122,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:46.812151 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.812885 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.813578 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.814121 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.814700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.815912 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.816482 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.817033 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.817585 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.818128 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.818674 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Tracked resource versions report: Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: pushed versions: Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: { 'ConntrackHelper': {'1.0'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Log': {'1.0'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Network': {'1.1'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Port': {'1.5'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'PortForwarding': {'1.2'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'QosPolicy': {'1.8'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroup': {'1.2'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroupRule': {'1.0'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SubPort': {'1.0'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Subnet': {'1.1'}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Trunk': {'1.1'}} Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: consumer versions: Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: { DHCP agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: L3 agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: Metadata agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: Metering agent@dv-neutron-838898-1-hyperv: {}, Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: Open vSwitch agent@dv-neutron-838898-1-hyperv: { 'ConntrackHelper': '1.0', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Log': '1.0', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Network': '1.1', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Port': '1.5', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'PortForwarding': '1.2', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'QosPolicy': '1.8', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroup': '1.2', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SecurityGroupRule': '1.0', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'SubPort': '1.0', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Subnet': '1.1', Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: 'Trunk': '1.1'}} Apr 21 14:44:46.820092 dv-neutron-838898-1-hyperv neutron-server[83937]: {{(pid=83937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:46.842952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.844044 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Attempting to bind port da8cd9f4-6b83-440b-8d74-b1be633c2122 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:46.844605 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Attempting to bind port da8cd9f4-6b83-440b-8d74-b1be633c2122 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:46.845248 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Attempting to bind port da8cd9f4-6b83-440b-8d74-b1be633c2122 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:44:46.853900 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:44:46.854466 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:46.855220 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.857047 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:44:46.858295 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Bound port: da8cd9f4-6b83-440b-8d74-b1be633c2122, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:46.858859 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.879001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:46.911701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Usage tracker for resource:security_group_rule and tenant:752c5d6ebc4a48e482a1435fb0074f81 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:46.918039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:46.942680 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] For port da8cd9f4-6b83-440b-8d74-b1be633c2122, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:44:46.946061 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] For port da8cd9f4-6b83-440b-8d74-b1be633c2122, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=da8cd9f4-6b83-440b-8d74-b1be633c2122,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:44:46.952353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:46.957385 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.124121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1296310782', 'router:external': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:47.129652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Allocated IP 172.26.6.27 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/c6ba3c12-6f04-4e6a-86b6-3d7c7e7bfb8c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:47.137159 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ba4fa-659d-4b58-9a7b-9196524cda31 None None] Pushing event updated for resources: {'Port': ['ID=da8cd9f4-6b83-440b-8d74-b1be633c2122,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:47.155059 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:44:47.155307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:47.155892 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:47.170482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:47.175509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:network and tenant:248c89fd453e44dfab6d1b5e6164e67e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:47.198705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:47.255137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:47.302843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46390) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:47.303659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Made reservation on behalf of 248c89fd453e44dfab6d1b5e6164e67e for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:47.306735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.326869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.372911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:47.377551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:security_group_rule and tenant:248c89fd453e44dfab6d1b5e6164e67e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:47.380872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:47.386996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:47.434133 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:44:47.451762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6c1d-a8ba-4d08-ba11-ee26f9e19c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.584542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:43Z', 'revision_number': 3, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:47.605228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Checking router: ada8164a-338e-47bd-9e2f-b3664d6654f3 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:44:47.605581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Updating router ada8164a-338e-47bd-9e2f-b3664d6654f3 port b54f87f5-8376-49b4-9c51-a46a2d67891a binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:44:47.605698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.629047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.680714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5c9b6c1d-a8ba-4d08-ba11-ee26f9e19c4d None None] For port 80b85c75-967c-4de5-bf46-e98b775a4b27, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80b85c75-967c-4de5-bf46-e98b775a4b27,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:44:47.707998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6c1d-a8ba-4d08-ba11-ee26f9e19c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.716133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3105e448-371b-464d-86ca-4d2de7fa9dd5 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:47.741526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:47.746709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da73bb2b-f68b-42e1-b057-8a4e9dea4be4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:47.751401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:47.787274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.787636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Added segment ffa213ff-79df-4cce-8533-7970d137fc6b of type vlan for network 173ebed4-9c38-461f-b06c-29b8a03bc1da Apr 21 14:44:47.791525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.841130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.847774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:47.852978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Usage tracker for resource:floatingip and tenant:ed360aed6ab443b886310cbfe3322ccc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:47.858712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:47.865982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:47.881010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b6c1d-a8ba-4d08-ba11-ee26f9e19c4d None None] Pushing event updated for resources: {'Port': ['ID=80b85c75-967c-4de5-bf46-e98b775a4b27,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:47.891358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.898133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.898827 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:43Z', 'revision_number': 3, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:47.908542 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff914f35-1366-4bff-8bd2-6f69705f8bf3 None None] The sync data for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv is: [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:43Z', 'revision_number': 3, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:44:47.908965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.919378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.961184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Allocated IP 172.20.0.1 (43f5f7b0-04a2-405c-8eb8-f744fd3f3186/782b4897-22ac-4517-b18d-97f072599d6d/a952864e-4179-4297-b55e-f7c1ebf42170) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:47.989295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.005817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c0b4bd72-7208-4176-b23c-4a04874780bd None None] Provisioning for port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:48.028283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0098d60-fcec-42ca-b3db-a907c0b6c9df,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.032409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c0b4bd72-7208-4176-b23c-4a04874780bd None None] Provisioning complete for port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:48.032962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0b4bd72-7208-4176-b23c-4a04874780bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.039812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.051875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.056565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:48.057454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.105432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:48.115232 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3105e448-371b-464d-86ca-4d2de7fa9dd5 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "PUT /v2.0/quotas/0e0d0c592f4e4746ae65239aad747c70 HTTP/1.1" status: 200 len: 368 time: 0.9413950 Apr 21 14:44:48.119632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:48.165681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.190207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Request body: {'network': {'project_id': '0e0d0c592f4e4746ae65239aad747c70'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:48.202909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:48.220918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.221413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Added segment 4c5633c7-1b43-4a92-b527-b91a1bdc53cc of type vlan for network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 Apr 21 14:44:48.242273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Usage tracker for resource:network and tenant:0e0d0c592f4e4746ae65239aad747c70 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:48.269937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:48.292602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:48.379409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0b4bd72-7208-4176-b23c-4a04874780bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.383366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:48.384385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Pushing event updated for resources: {'Network': ['ID=173ebed4-9c38-461f-b06c-29b8a03bc1da,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.406291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 173ebed4-9c38-461f-b06c-29b8a03bc1da details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:48.415262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:48.418056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:48.440827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.456710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Made reservation on behalf of 0e0d0c592f4e4746ae65239aad747c70 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:48.459171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.508967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Pushing event updated for resources: {'Port': ['ID=c6ba3c12-6f04-4e6a-86b6-3d7c7e7bfb8c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.513357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.517744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e366ecc4-9d47-4093-ac45-88bee61985fd tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8935852 Apr 21 14:44:48.521619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46412) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:48.590791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c0b4bd72-7208-4176-b23c-4a04874780bd None None] For port 59df287d-e2e1-4b9d-b78d-d26de406b9d6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=59df287d-e2e1-4b9d-b78d-d26de406b9d6,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:44:48.604783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0b4bd72-7208-4176-b23c-4a04874780bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.609059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.636894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.637888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:48.639105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.687663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.706464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Transition to ACTIVE for port object a952864e-4179-4297-b55e-f7c1ebf42170 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:48.721054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Transition to ACTIVE for port object b54f87f5-8376-49b4-9c51-a46a2d67891a will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:48.734332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.735787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.788430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.797621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:48.804746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-387dffaa-2f86-4107-a3f5-ebd67c9d7f0b None None] Provisioning complete for port 80b85c75-967c-4de5-bf46-e98b775a4b27 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:48.805310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-387dffaa-2f86-4107-a3f5-ebd67c9d7f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.830973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Pushing event updated for resources: {'Port': ['ID=a952864e-4179-4297-b55e-f7c1ebf42170,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.854596 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4bd72-7208-4176-b23c-4a04874780bd None None] Pushing event updated for resources: {'Port': ['ID=59df287d-e2e1-4b9d-b78d-d26de406b9d6,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.874434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Usage tracker for resource:security_group_rule and tenant:0e0d0c592f4e4746ae65239aad747c70 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:48.888281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:48.900008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.917230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:48.932708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.943379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Network': ['ID=04ba6200-da6e-4d8a-a1ac-e03f6d8382f6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.981874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:49.003080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.021345 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79a6bce5-60bd-4d1b-9520-7f5887b75dc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3993862 Apr 21 14:44:49.031112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Attempting to bind port b54f87f5-8376-49b4-9c51-a46a2d67891a on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:49.034988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Attempting to bind port b54f87f5-8376-49b4-9c51-a46a2d67891a by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:49.035199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'network': {'name': 'tempest-network--1549760989', 'router:external': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:49.035723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Attempting to bind port b54f87f5-8376-49b4-9c51-a46a2d67891a on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:44:49.039284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46420) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:49.045387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:49.052731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:network and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:49.054553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'subnet': {'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:49.059944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:49.074039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:49.079731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:49.088309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.091009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:49.098917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:49.101733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:49.102606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.108674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Made reservation on behalf of 28bab4ed26c8428bbbf4ca65bfeaf5e0 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:49.110910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.137463 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.179628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device da8cd9f4-6b83-440b-8d74-b1be633c2122 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:49.278818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:49.294296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:security_group_rule and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:49.301025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:49.307706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:subnet and tenant:248c89fd453e44dfab6d1b5e6164e67e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:49.309665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e40deed-066e-4078-bc65-3a9b28d133a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.310971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec362100-b569-4ace-9e86-3eba341a4096 None None] Pushing event updated for resources: {'Port': ['ID=b54f87f5-8376-49b4-9c51-a46a2d67891a,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:49.313287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:49.325581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:44:49.326931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:49.328177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.328681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:44:49.329267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Bound port: b54f87f5-8376-49b4-9c51-a46a2d67891a, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:49.329900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.342057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:49.418188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.434392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.447861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.462474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] For port b54f87f5-8376-49b4-9c51-a46a2d67891a, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:44:49.488862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] For port b54f87f5-8376-49b4-9c51-a46a2d67891a, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b54f87f5-8376-49b4-9c51-a46a2d67891a,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:44:49.492151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port da8cd9f4-6b83-440b-8d74-b1be633c2122 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:49.499708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.517663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:49.547200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port da8cd9f4-6b83-440b-8d74-b1be633c2122 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:49.547563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.576408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.621107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Pushing event updated for resources: {'Port': ['ID=c6ba3c12-6f04-4e6a-86b6-3d7c7e7bfb8c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:49.622257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Made reservation on behalf of 248c89fd453e44dfab6d1b5e6164e67e for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:49.625525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.688632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.689687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.694642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f91227fc-e129-436b-991f-a371c4dd7705 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4290526 Apr 21 14:44:49.694801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec362100-b569-4ace-9e86-3eba341a4096 None None] Pushing event updated for resources: {'Port': ['ID=b54f87f5-8376-49b4-9c51-a46a2d67891a,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:49.735096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:44:49.735740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:49.760942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46424) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:49.796054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-445319029', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'fixed_ips': [{'ip_address': '172.26.6.27'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:49.807566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.813957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:49.838080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Allocated IP 172.26.6.154 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/07b7dcd2-94e0-4342-9d18-7fbfc3185ffb) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:49.845513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Usage tracker for resource:port and tenant:48cd6f0b89184f9292a1e88386825c1a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:49.849927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.856972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:49.910660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.925276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-069938f6-5fdf-4cb8-9d2b-9215e8097120 None None] Provisioning for port a952864e-4179-4297-b55e-f7c1ebf42170 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:49.950716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-069938f6-5fdf-4cb8-9d2b-9215e8097120 None None] Provisioning complete for port a952864e-4179-4297-b55e-f7c1ebf42170 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:49.951200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-069938f6-5fdf-4cb8-9d2b-9215e8097120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.972429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.978095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.978319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27d38ed-a362-4101-8b74-714722da26c2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:49.980956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:49.983498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port da8cd9f4-6b83-440b-8d74-b1be633c2122, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=da8cd9f4-6b83-440b-8d74-b1be633c2122,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:44:49.997443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.999016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80b85c75-967c-4de5-bf46-e98b775a4b27 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:49.999214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:50.010569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.011368 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Added segment c0541f28-8d71-4ccb-9604-d5fe9876fbeb of type vlan for network 56ecf90e-618d-4380-be82-9cc69dcd476c Apr 21 14:44:50.049668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.119153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-069938f6-5fdf-4cb8-9d2b-9215e8097120 None None] Port a952864e-4179-4297-b55e-f7c1ebf42170 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:44:50.135220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:50.136900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b7c8d7-2dc6-474b-a9e2-41a6de5af63b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:50.139985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:44:50.141348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.142144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.175645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.176480 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Added segment 70812d40-6846-4a14-be0e-a2cf54764c5f of type vlan for network a0bca5dc-e669-49bf-b61d-e261a480afbc Apr 21 14:44:50.209966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=da8cd9f4-6b83-440b-8d74-b1be633c2122,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:50.211546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.267433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.268553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:50.269244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Made reservation on behalf of 48cd6f0b89184f9292a1e88386825c1a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:50.269433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.272254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.292827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.432025 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9090838 Apr 21 14:44:50.442286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46430) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:50.442791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.443275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Pushing event updated for resources: {'Port': ['ID=a952864e-4179-4297-b55e-f7c1ebf42170,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:50.447756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.452258 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 80b85c75-967c-4de5-bf46-e98b775a4b27 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:50.453029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.479598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a981ad-0a1d-4f41-a514-acb8080baaaf tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Network': ['ID=56ecf90e-618d-4380-be82-9cc69dcd476c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:50.555846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:50.568241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.568989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad4fcc05-5dcd-452b-a11d-df6535369f9d {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:44:50.577808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 56ecf90e-618d-4380-be82-9cc69dcd476c details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:50.581300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:50.584767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:50.592588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Allocated IP 172.20.0.1 (3e63a5e7-3d28-4734-8b12-d82792969701/b0b0a1d7-5198-4d78-a9ea-595f1f10bd83/a25bffcc-bbca-47f6-ac11-458c5ebef2c9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:50.646668 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:44:50.647772 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac77f92e-7253-45b8-89f1-d95270829c00 tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6198359 Apr 21 14:44:50.652509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46434) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:50.724003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.724880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:50.725453 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.738088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.804213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:50.848285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:43Z', 'revision_number': 3, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:50.854115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Deleting port 1a817e50-2116-4403-a032-6d04bdad0e92 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:44:50.854462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.859820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e9642-8137-48d9-ba1d-d311f0c99dd0 None None] The sync data for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv is: [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:43Z', 'revision_number': 3, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:44:50.917610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Usage tracker for resource:security_group_rule and tenant:48cd6f0b89184f9292a1e88386825c1a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:50.951605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device da8cd9f4-6b83-440b-8d74-b1be633c2122 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:50.988690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.028218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3988519a-e5c8-457e-a0ff-7a6bc3963e68 None None] Provisioning complete for port a952864e-4179-4297-b55e-f7c1ebf42170 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:51.028732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3988519a-e5c8-457e-a0ff-7a6bc3963e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.072365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:51.077923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.089262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.096776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:51.101783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port da8cd9f4-6b83-440b-8d74-b1be633c2122 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:51.102154 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.144079 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9677045 Apr 21 14:44:51.150741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3988519a-e5c8-457e-a0ff-7a6bc3963e68 None None] Port a952864e-4179-4297-b55e-f7c1ebf42170 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:44:51.150904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46438) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:51.162796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0f217-00e8-4f68-a74b-e33718200873 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Pushing event updated for resources: {'Network': ['ID=a0bca5dc-e669-49bf-b61d-e261a480afbc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.176191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Request body: {'network': {'project_id': '0e0d0c592f4e4746ae65239aad747c70'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:51.182991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a0bca5dc-e669-49bf-b61d-e261a480afbc details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:51.240095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:51.243423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.243768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.244568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.244900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > port after_create 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.245219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.245571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > port after_update 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.245908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.246244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.246561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.246874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.325124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:51.328561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Port': ['ID=07b7dcd2-94e0-4342-9d18-7fbfc3185ffb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.335361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:51.342521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 59df287d-e2e1-4b9d-b78d-d26de406b9d6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:51.351843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:51.380655 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-24aac3a3-9f0d-407d-a95f-5f148e619568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.404142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.405271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.405623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.405951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.406284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:51.406652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ecf90e-618d-4380-be82-9cc69dcd476c']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:51.436216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:51.436828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.489083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0541f28-8d71-4ccb-9604-d5fe9876fbeb') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:51.489369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0541f28-8d71-4ccb-9604-d5fe9876fbeb') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:51.495860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Usage tracker for resource:network and tenant:0e0d0c592f4e4746ae65239aad747c70 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:51.508594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:51.522018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.528103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Transition to ACTIVE for port object a25bffcc-bbca-47f6-ac11-458c5ebef2c9 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:51.540599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:51.589515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.604506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.642007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.667844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:44:51.668267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.677186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] device_id is not set on port 97529d6c-97a5-46c6-aac4-eb33de5099b2 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:44:51.682687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Made reservation on behalf of 0e0d0c592f4e4746ae65239aad747c70 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:51.684956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn_limited( Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn_limited( Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:51.696059 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:51.738050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.750260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.800239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.838671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b841258c-e45c-4f36-a5a9-3482d9b207dd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.920392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Network 3e63a5e7-3d28-4734-8b12-d82792969701 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:51.923397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.933223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.941259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Calling delete_port for 1a817e50-2116-4403-a032-6d04bdad0e92 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:44:51.953563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:51.962202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Pushing event updated for resources: {'Port': ['ID=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.970205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:51.974210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:51.974685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.029583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56ecf90e-618d-4380-be82-9cc69dcd476c {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 14:44:52.033486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.085115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event deleted for resources: {'Network': ['ID=56ecf90e-618d-4380-be82-9cc69dcd476c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:52.090759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.091111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Added segment fa18c8b7-6196-49bd-812a-f620de3d3579 of type vlan for network 78a9290b-3e64-4db4-8c64-dd26bb745650 Apr 21 14:44:52.109730 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e9b88992-9017-487a-ab81-76a34a09dd8c tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "DELETE /v2.0/networks/56ecf90e-618d-4380-be82-9cc69dcd476c HTTP/1.1" status: 204 len: 168 time: 1.6600199 Apr 21 14:44:52.113109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46442) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:52.196983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:52.213384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:52.217442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.231588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:network and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:52.238983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:52.249315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.252754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:52.307764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-660132a9-5ba2-4faf-bfe2-16901206fa29 None None] Provisioning for port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:52.310508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Made reservation on behalf of 28bab4ed26c8428bbbf4ca65bfeaf5e0 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:52.312803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.315086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-660132a9-5ba2-4faf-bfe2-16901206fa29 None None] Provisioning complete for port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:52.315691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-660132a9-5ba2-4faf-bfe2-16901206fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.337820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:44:52.338276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.372732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Router 9a5d271a-f0db-42d7-9b22-ae921105c5ee has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:44:52.387031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:52.389518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.390526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:52.391322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.406871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-660132a9-5ba2-4faf-bfe2-16901206fa29 None None] Port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:44:52.411324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.459657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.467356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.467937 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Added segment 2a028534-9fd4-4c99-b1dc-95e2558688c2 of type vlan for network 57af41fb-2157-4e7f-b7e4-5a00db4f320d Apr 21 14:44:52.498611 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 14:44:52.499095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:44:52.508127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fdf4cfc6-945b-47c5-8734-1046ccf3b60f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:52.528202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.544536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a817e50-2116-4403-a032-6d04bdad0e92,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:52.572330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.584706 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4224882 Apr 21 14:44:52.588593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:52.605476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.613359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Request body: {'network': {'project_id': '0e0d0c592f4e4746ae65239aad747c70'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:52.617566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Checking segment: {'id': '4c5633c7-1b43-4a92-b527-b91a1bdc53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:52.618041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network hostable DHCP agents. Network: 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:52.690170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5746b51-467d-4a7b-9780-870350398657 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Pushing event updated for resources: {'Network': ['ID=78a9290b-3e64-4db4-8c64-dd26bb745650,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:52.692126 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-06a939fe-5635-4db6-8499-eaa90ed1097d tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.9290471 Apr 21 14:44:52.696267 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:52.697093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.699767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Port': ['ID=07b7dcd2-94e0-4342-9d18-7fbfc3185ffb,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:52.708874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 78a9290b-3e64-4db4-8c64-dd26bb745650 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:52.746664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46452) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:52.762224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Usage tracker for resource:network and tenant:0e0d0c592f4e4746ae65239aad747c70 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:52.839149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:52.879662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:52.887554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.900406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.903215 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8403076f-72fd-4cd8-8224-6fb0000d886e tempest-RoutersAdminNegativeIpV6Test-150118014 tempest-RoutersAdminNegativeIpV6Test-150118014-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1a817e50-2116-4403-a032-6d04bdad0e92 HTTP/1.1" status: 204 len: 168 time: 2.2430549 Apr 21 14:44:52.912635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.913501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:52.914083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.975327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b54f87f5-8376-49b4-9c51-a46a2d67891a up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:53.042953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Network': ['ID=57af41fb-2157-4e7f-b7e4-5a00db4f320d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:53.050662 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c81bdf5b-e98a-4370-8fc6-85ed2d6c2f44 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8719783 Apr 21 14:44:53.051021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46458) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:53.056878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 57af41fb-2157-4e7f-b7e4-5a00db4f320d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:53.062182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'subnet': {'network_id': '57af41fb-2157-4e7f-b7e4-5a00db4f320d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:53.104456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:53.119915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:subnet and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:53.133787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:53.144593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:53.153408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:44:53.160659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-25855f1b-460f-4427-8496-102edf499c2a admin admin] 10.222.0.42 "PUT /v2.0/routers/9a5d271a-f0db-42d7-9b22-ae921105c5ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5976262 Apr 21 14:44:53.174288 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Sync routers for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:44:53.183991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Made reservation on behalf of 28bab4ed26c8428bbbf4ca65bfeaf5e0 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:53.194117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.213844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:44:53.214615 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:53.268444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b54f87f5-8376-49b4-9c51-a46a2d67891a completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:53.277844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b54f87f5-8376-49b4-9c51-a46a2d67891a triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:53.278212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.451907 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 14:44:53.462814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:44:53.467160 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3279279a-947c-452d-9679-0648f95ccd2b tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.8699725 Apr 21 14:44:53.493101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46466) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:53.495074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.520082 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:44:53.524112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Deleting port c6ba3c12-6f04-4e6a-86b6-3d7c7e7bfb8c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:44:53.524869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.533761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.573100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46478) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:53.578112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.578819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.580372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b54f87f5-8376-49b4-9c51-a46a2d67891a, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b54f87f5-8376-49b4-9c51-a46a2d67891a,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:44:53.600780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.636105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:53.643071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.644427 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa8e7479-a0d6-4a93-8ede-b18ea878124d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3219121 Apr 21 14:44:53.659590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:53.684575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:53.692588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:53.693170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.703440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.709081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dbf90a-eb55-4584-b51b-1c03fb0fd238 None None] Network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:53.762818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1388125143'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:53.788599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:53.798841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Usage tracker for resource:network and tenant:ed360aed6ab443b886310cbfe3322ccc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:53.803850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:53.815392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:53.868445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Made reservation on behalf of ed360aed6ab443b886310cbfe3322ccc for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:53.871535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.907856 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 2, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:53.912381 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Checking router: 9a5d271a-f0db-42d7-9b22-ae921105c5ee for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:44:53.912900 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Updating router 9a5d271a-f0db-42d7-9b22-ae921105c5ee port a952864e-4179-4297-b55e-f7c1ebf42170 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:44:53.951591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b54f87f5-8376-49b4-9c51-a46a2d67891a,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:53.968867 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.988114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.032584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2884256-377c-47c2-84a8-b546d9692c40 None None] Network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:54.060839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:54.077670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7527ecc55ea4d69b9dd5554e5785e5e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:54.084134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:54.100006 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f73a2ec7-31d7-4ddb-a5b2-e7ad2d941e26 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.0519083 Apr 21 14:44:54.104810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46490) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:54.119273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1100107579', 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:54.135673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:54.140018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:port and tenant:248c89fd453e44dfab6d1b5e6164e67e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:54.148865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:54.158879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:54.166019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:54.167582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.178159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Pushing event updated for resources: {'Port': ['ID=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:54.215208 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5330bd21-7d61-4792-9e46-30e543f2e8fa tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e0d0c592f4e4746ae65239aad747c70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7155318 Apr 21 14:44:54.226654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:54.265484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Made reservation on behalf of 248c89fd453e44dfab6d1b5e6164e67e for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:54.267857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.278797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:54.294313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:44:54.295356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.311725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Usage tracker for resource:security_group_rule and tenant:ed360aed6ab443b886310cbfe3322ccc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:54.325870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:54.363123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:54.366490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.367024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.456726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] device_id is not set on port fa9f5537-8c65-45c0-84a1-43241d104cee yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:44:54.492503 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.507129 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Transition to ACTIVE for port object a952864e-4179-4297-b55e-f7c1ebf42170 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:54.515792 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.547635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.558623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Calling delete_port for c6ba3c12-6f04-4e6a-86b6-3d7c7e7bfb8c owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:44:54.590692 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf6956-50cf-4f7c-8ac1-ac0e5c96906b None None] Pushing event updated for resources: {'Port': ['ID=a952864e-4179-4297-b55e-f7c1ebf42170,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:54.596471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Network 3e63a5e7-3d28-4734-8b12-d82792969701 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:54.604113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:54.608511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Checking segment: {'id': '2a028534-9fd4-4c99-b1dc-95e2558688c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '57af41fb-2157-4e7f-b7e4-5a00db4f320d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:54.608877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Network hostable DHCP agents. Network: 57af41fb-2157-4e7f-b7e4-5a00db4f320d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:54.613435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.688514 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7527ecc55ea4d69b9dd5554e5785e5e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1143031 Apr 21 14:44:54.694597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ec0f2-5ae7-4c6c-912f-2f25d6e9dad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc3730e-b58f-4fe8-a9b5-eed4690efc69,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:54.700352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46500) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:54.809069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Subnet': ['ID=62ae9018-0d69-45e6-bf18-1ca80fd71e20,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:54.847663 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Attempting to bind port a952864e-4179-4297-b55e-f7c1ebf42170 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:54.848042 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Attempting to bind port a952864e-4179-4297-b55e-f7c1ebf42170 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:54.848560 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Attempting to bind port a952864e-4179-4297-b55e-f7c1ebf42170 on network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:44:54.865754 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:44:54.866131 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Checking segment: {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:54.866536 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.866928 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Bound using segment: {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:44:54.880008 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Bound port: a952864e-4179-4297-b55e-f7c1ebf42170, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:54.880939 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.884537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663327a6-70f8-425b-9918-4aa5fff124e6 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.930576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ace18b9e-cb2c-456f-8aa7-c7eabcec6f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.971640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b54f87f5-8376-49b4-9c51-a46a2d67891a up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:54.991068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Network 57af41fb-2157-4e7f-b7e4-5a00db4f320d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:55.032450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 57af41fb-2157-4e7f-b7e4-5a00db4f320d) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:55.057675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a6a372-c4b9-47a2-8531-498f1c3eb030 None None] Network 57af41fb-2157-4e7f-b7e4-5a00db4f320d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:55.072172 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] For port a952864e-4179-4297-b55e-f7c1ebf42170, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:44:55.078258 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] For port a952864e-4179-4297-b55e-f7c1ebf42170, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a952864e-4179-4297-b55e-f7c1ebf42170,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:44:55.081641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46504) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:55.091885 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.096453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Allocated IP 2001:db8::1d1 (04ba6200-da6e-4d8a-a1ac-e03f6d8382f6/fdf4cfc6-945b-47c5-8734-1046ccf3b60f/fa9f5537-8c65-45c0-84a1-43241d104cee) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:55.107507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:55.109204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.111523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61050357', 'description': 'tempest-description--643185647'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:55.118427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:55.123208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Usage tracker for resource:security_group and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:55.126440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:55.132718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:55.133459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ace18b9e-cb2c-456f-8aa7-c7eabcec6f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.172564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663327a6-70f8-425b-9918-4aa5fff124e6 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.187758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.236366 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf6956-50cf-4f7c-8ac1-ac0e5c96906b None None] Pushing event updated for resources: {'Port': ['ID=a952864e-4179-4297-b55e-f7c1ebf42170,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:55.264035 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-963fd785-dc45-45ee-8056-d3ea569eacca tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2118726 Apr 21 14:44:55.267235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46508) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:55.287462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'floatingip': {'floating_network_id': '57af41fb-2157-4e7f-b7e4-5a00db4f320d'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:55.293485 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:44:55.294722 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:55.301804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:55.307139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:floatingip and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:55.308435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b54f87f5-8376-49b4-9c51-a46a2d67891a triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:55.308808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.313473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:55.332955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:55.344366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ace18b9e-cb2c-456f-8aa7-c7eabcec6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.355942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:55.363936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Usage tracker for resource:security_group_rule and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:55.367789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b8a59a91-c62f-4158-ac38-35c2214319c8 None None] Provisioning complete for port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:55.367963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:55.368084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8a59a91-c62f-4158-ac38-35c2214319c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.371870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ace18b9e-cb2c-456f-8aa7-c7eabcec6f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.373374 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ace18b9e-cb2c-456f-8aa7-c7eabcec6f5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bc3730e-b58f-4fe8-a9b5-eed4690efc69 HTTP/1.1" status: 204 len: 168 time: 0.6692657 Apr 21 14:44:55.375279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace18b9e-cb2c-456f-8aa7-c7eabcec6f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc3730e-b58f-4fe8-a9b5-eed4690efc69,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:55.375684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:55.379199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.382387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.454138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.490354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.502648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.526757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b8a59a91-c62f-4158-ac38-35c2214319c8 None None] Port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:44:55.534343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec9813-c788-44c3-bff7-28b985c3cd43 None None] Network 57af41fb-2157-4e7f-b7e4-5a00db4f320d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:55.643627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.671177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:55.731461 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:44:55.811187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.819881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Allocated IP 172.20.0.6 (57af41fb-2157-4e7f-b7e4-5a00db4f320d/62ae9018-0d69-45e6-bf18-1ca80fd71e20/5fc56b5a-c2c8-4a6c-ae87-cb79034309ce) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:55.866341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143829bc-50cb-4ea3-9fa3-f7000867aaf9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.006134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46516) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.037247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.037653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Added segment 07ba0969-6ea9-4b81-a961-c9d48c66665f of type vlan for network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff Apr 21 14:44:56.047222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6ba3c12-6f04-4e6a-86b6-3d7c7e7bfb8c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.057695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663327a6-70f8-425b-9918-4aa5fff124e6 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.088941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.090135 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-80e2bfcf-1885-42b3-9278-f30106c9d92e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 1.0050850 Apr 21 14:44:56.103684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46520) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.124463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663327a6-70f8-425b-9918-4aa5fff124e6 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.128742 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-663327a6-70f8-425b-9918-4aa5fff124e6 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/c27d38ed-a362-4101-8b74-714722da26c2 HTTP/1.1" status: 204 len: 168 time: 1.8968921 Apr 21 14:44:56.129396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46524) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.129511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Request body: {'security_group_rule': {'security_group_id': '143829bc-50cb-4ea3-9fa3-f7000867aaf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:56.141580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:56.151908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Usage tracker for resource:security_group_rule and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:56.166898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:56.181800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0265332f-bf4f-40a8-b20d-5ef73a7d34f8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.189662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:56.198516 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:55Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:56.202815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.205230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.206129 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784e423-0b97-418a-93c8-52b642c6a8e3 None None] The sync data for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv is: [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:55Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:44:56.210120 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-315cf26a-3c5c-4099-a312-61868978a878 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781 tempest-ExternalNetworksAdminNegativeTestJSON-1323923781-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/2ba96bd5-f009-453e-bcf2-441233fbbb20 HTTP/1.1" status: 204 len: 168 time: 3.4608769 Apr 21 14:44:56.270732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.288442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.297722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663327a6-70f8-425b-9918-4aa5fff124e6 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27d38ed-a362-4101-8b74-714722da26c2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.298391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b089052d-e884-46a4-9c11-6f6aa9309b26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=665bec58cf624935bffb181f9630c3c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869685 Apr 21 14:44:56.305715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46530) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.312455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.336130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.385175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.411237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.425982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.429880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:56.430533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.487948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.539888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.547111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Port': ['ID=5fc56b5a-c2c8-4a6c-ae87-cb79034309ce,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.585287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Network 57af41fb-2157-4e7f-b7e4-5a00db4f320d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:56.596234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:56.598827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:56.614367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a56dd2e-5a4b-49d1-befa-16d3820ba5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.630708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.640011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:56.661403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:56.663756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:56.664733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:56.665677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.710487 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0065284 Apr 21 14:44:56.713617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46538) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.731824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a3f9b-2744-426e-95e5-ea35b0a8fb97 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Network': ['ID=45f522ec-49b0-4072-b1bf-d2c59b7c23ff,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.740662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Request body: {'subnet': {'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:56.742747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d786c6d-b353-4710-a4f7-8ec7f1169377,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.743526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:56.751580 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6456430 Apr 21 14:44:56.756381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46542) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.757034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46544) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.776186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a56dd2e-5a4b-49d1-befa-16d3820ba5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.788571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.838243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Deleting port fa9f5537-8c65-45c0-84a1-43241d104cee {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:44:56.838595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.889055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.904996 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f6176db9-f8cd-4e1f-83f0-0bf0d8f29d4c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7883434 Apr 21 14:44:56.904996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46552) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:56.969272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.969792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.970688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.971155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > port after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.971629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.972135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > port after_update 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.972604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.973072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.973550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:56.974012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:57.015148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab876d-2974-436a-af07-5a0adbfa937b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Port': ['ID=fa9f5537-8c65-45c0-84a1-43241d104cee,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.030756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Request body: {'security_group_rule': {'security_group_id': '143829bc-50cb-4ea3-9fa3-f7000867aaf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:57.057739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:57.058904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a952864e-4179-4297-b55e-f7c1ebf42170 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:57.068628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Usage tracker for resource:security_group_rule and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:57.074787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:57.086328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:57.164496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:57.173440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:57.174046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:57.174446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:57.174903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a9290b-3e64-4db4-8c64-dd26bb745650']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:57.208160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa18c8b7-6196-49bd-812a-f620de3d3579') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:57.208680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa18c8b7-6196-49bd-812a-f620de3d3579') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:57.221694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:57.227832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a952864e-4179-4297-b55e-f7c1ebf42170 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:57.229196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Usage tracker for resource:subnet and tenant:ed360aed6ab443b886310cbfe3322ccc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:57.235786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a952864e-4179-4297-b55e-f7c1ebf42170 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:57.237553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.238862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:57.242545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.255272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:57.274964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.280577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.282909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.290328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Made reservation on behalf of ed360aed6ab443b886310cbfe3322ccc for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:57.324157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:44:57.324788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn_limited( Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn_limited( Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:57.345690 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:57.357710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a56dd2e-5a4b-49d1-befa-16d3820ba5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.376999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.413958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a952864e-4179-4297-b55e-f7c1ebf42170, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a952864e-4179-4297-b55e-f7c1ebf42170,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:44:57.420765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.461051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.463087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Router ada8164a-338e-47bd-9e2f-b3664d6654f3 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:44:57.469133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.477011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:57.499187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a952864e-4179-4297-b55e-f7c1ebf42170,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.509085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3cd89b97e149c3abb7526e78306d06 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:57.509284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56dd2e-5a4b-49d1-befa-16d3820ba5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed6ecc-ba7f-45ed-bf1d-c5067c023255,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.516331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a56dd2e-5a4b-49d1-befa-16d3820ba5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.517609 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5a56dd2e-5a4b-49d1-befa-16d3820ba5ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daed6ecc-ba7f-45ed-bf1d-c5067c023255 HTTP/1.1" status: 204 len: 168 time: 1.2097793 Apr 21 14:44:57.580504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:57.607707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.611072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.653614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Calling delete_port for fa9f5537-8c65-45c0-84a1-43241d104cee owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:44:57.688164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:57.708109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.738802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.763021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.765564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Pushing event deleted for resources: {'Network': ['ID=78a9290b-3e64-4db4-8c64-dd26bb745650,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.781553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.798501 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7345844-a4c3-4fbd-9449-55c642e212be tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "DELETE /v2.0/networks/78a9290b-3e64-4db4-8c64-dd26bb745650 HTTP/1.1" status: 204 len: 168 time: 1.6598282 Apr 21 14:44:57.802722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46560) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:57.846876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e532cd39-c8d9-43b4-8003-ebad0b71e3dc,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.934655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.041694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.047129 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4c4f102c-3f3d-4427-9bb2-02fd69b562e4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0980349 Apr 21 14:44:58.050514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46572) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.058894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:58.077184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:58.096560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Usage tracker for resource:floatingip and tenant:89b2d50affd140a2a291b4a1f7cf96d5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:58.100230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.104498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:58.107883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.125683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:58.159446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.173684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.188244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa9f5537-8c65-45c0-84a1-43241d104cee,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:58.230003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.253147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bca5dc-e669-49bf-b61d-e261a480afbc']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:58.263138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:44:58.276100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70812d40-6846-4a14-be0e-a2cf54764c5f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:58.276397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70812d40-6846-4a14-be0e-a2cf54764c5f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:58.296105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.298756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b5781-400c-45a2-9feb-0628762403c0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:58.306208 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a8a01d5-3a2b-461b-8aab-8996b2ee341a admin admin] 10.222.0.42 "PUT /v2.0/routers/ada8164a-338e-47bd-9e2f-b3664d6654f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8516238 Apr 21 14:44:58.337671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.354177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:44:58.357093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.362733 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b1b95366-14df-4e83-b731-1fdb47995c44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b3cd89b97e149c3abb7526e78306d06&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6045671 Apr 21 14:44:58.367011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.370476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46584) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:58.376532 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:58.380742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.392293 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-869447a2-48e0-46e3-ae46-01cd89780910 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "DELETE /v2.0/ports/fa9f5537-8c65-45c0-84a1-43241d104cee HTTP/1.1" status: 204 len: 168 time: 1.6322949 Apr 21 14:44:58.396444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:58.413740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46588) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.432296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.436455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'external_fixed_ips': [{'subnet_id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'ip_address': '2001:db8::1d1'}]}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:58.444978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:58.453578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.464466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:router and tenant:248c89fd453e44dfab6d1b5e6164e67e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:58.494598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Subnet': ['ID=2287f334-f129-476a-9f42-7f5fddf10c68,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:58.498754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:58.518940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:58.539256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46600) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.563645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.588323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.591043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0bca5dc-e669-49bf-b61d-e261a480afbc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:58.594626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.595571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.598426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Checking segment: {'id': '07ba0969-6ea9-4b81-a961-c9d48c66665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:44:58.599055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Network hostable DHCP agents. Network: 45f522ec-49b0-4072-b1bf-d2c59b7c23ff, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:58.610848 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a4abd3cc-b5f7-4bd5-b2b4-8f86eb6ce542 tempest-QuotasNegativeTest-1918180361 tempest-QuotasNegativeTest-1918180361-project-admin] 10.222.0.42 "DELETE /v2.0/networks/a0bca5dc-e669-49bf-b61d-e261a480afbc HTTP/1.1" status: 204 len: 168 time: 0.8037028 Apr 21 14:44:58.621652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Port': ['ID=5fc56b5a-c2c8-4a6c-ae87-cb79034309ce,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:58.631583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:58.650181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-180fc709-6e99-4b4e-b2a8-df095669244a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.650668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 45f522ec-49b0-4072-b1bf-d2c59b7c23ff) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:58.656872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:44:58.657832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.665060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29914175-3603-4008-b8db-294810e0fe08 None None] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:44:58.675818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.719559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.723246 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d0d7d4e0-c2a8-4854-b7e4-0c6ee53d1628 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9977829 Apr 21 14:44:58.724976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-180fc709-6e99-4b4e-b2a8-df095669244a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.725647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.733536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-824603700', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:58.755850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:58.761157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1108768860'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:58.769529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Usage tracker for resource:router and tenant:ed360aed6ab443b886310cbfe3322ccc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:58.770699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.771910 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1db6b4a3-6876-4c73-afa5-256c7015a4fb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5028288 Apr 21 14:44:58.775667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:58.778650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46614) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.784508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:58.800288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:58.801388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:network and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:58.811066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:58.818045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.820757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.876672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.884589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:59.003357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a952864e-4179-4297-b55e-f7c1ebf42170 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:59.158553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.163428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-45f522ec-49b0-4072-b1bf-d2c59b7c23ff', 'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff', 'tenant_id': 'ed360aed6ab443b886310cbfe3322ccc', 'fixed_ips': [{'subnet_id': '2287f334-f129-476a-9f42-7f5fddf10c68'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:44:59.164414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.274679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a952864e-4179-4297-b55e-f7c1ebf42170 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:59.275041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.330998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-56b8325b-05c4-4923-9f3c-07360540c93a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Synchronizing usage tracker for tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 on resource:floatingip {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:59.342167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.404333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.453396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Allocated IP 172.20.0.2 (45f522ec-49b0-4072-b1bf-d2c59b7c23ff/2287f334-f129-476a-9f42-7f5fddf10c68/67684ee1-8934-4b47-90c8-cabb9c625e05) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:59.468245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.605044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:59.616824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.635205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Allocated IP 172.26.6.133 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/d25ce600-c2ac-451b-82da-c25bd81f790a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:59.647086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.671042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-56b8325b-05c4-4923-9f3c-07360540c93a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Unset dirty status for tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 on resource:floatingip {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:59.672307 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-56b8325b-05c4-4923-9f3c-07360540c93a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=57af41fb-2157-4e7f-b7e4-5a00db4f320d HTTP/1.1" status: 200 len: 689 time: 0.8729649 Apr 21 14:44:59.676354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46624) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:59.717698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.730917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Transition to ACTIVE for port object 67684ee1-8934-4b47-90c8-cabb9c625e05 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:59.756858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-180fc709-6e99-4b4e-b2a8-df095669244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.766411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Transition to ACTIVE for port object 67684ee1-8934-4b47-90c8-cabb9c625e05 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:59.777804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.792673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46628) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:59.839357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46634) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:59.839804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.847031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113296608', 'description': 'tempest-description--1867804385'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:44:59.857741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Pushing event updated for resources: {'Port': ['ID=67684ee1-8934-4b47-90c8-cabb9c625e05,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:59.859237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:59.864942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.866603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:59.870111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:59.870615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Usage tracker for resource:security_group and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:59.876700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:59.877602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:44:59.883720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:59.892223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:59.898449 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fc709-6e99-4b4e-b2a8-df095669244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b5781-400c-45a2-9feb-0628762403c0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:59.902763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.905731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:security_group_rule and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:59.911191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:59.914049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-180fc709-6e99-4b4e-b2a8-df095669244a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.915182 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-180fc709-6e99-4b4e-b2a8-df095669244a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d2b5781-400c-45a2-9feb-0628762403c0 HTTP/1.1" status: 204 len: 168 time: 1.5418534 Apr 21 14:44:59.922155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:59.948260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:59.953154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Usage tracker for resource:security_group_rule and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:59.956691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:59.963596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:00.040016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.047217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Attempting to bind port 67684ee1-8934-4b47-90c8-cabb9c625e05 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:00.047588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Attempting to bind port 67684ee1-8934-4b47-90c8-cabb9c625e05 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '07ba0969-6ea9-4b81-a961-c9d48c66665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:00.048002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Attempting to bind port 67684ee1-8934-4b47-90c8-cabb9c625e05 on network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:00.055348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:00.055786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Checking segment: {'id': '07ba0969-6ea9-4b81-a961-c9d48c66665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:00.056207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.056698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Bound using segment: {'id': '07ba0969-6ea9-4b81-a961-c9d48c66665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:00.057160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Bound port: 67684ee1-8934-4b47-90c8-cabb9c625e05, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ba0969-6ea9-4b81-a961-c9d48c66665f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:00.057609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.062975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.080077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.153876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:00.161143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Usage tracker for resource:security_group_rule and tenant:4a500dee4aa54b38bd2010b8b052f7b6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:00.163443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.166501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:00.177261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:00.222971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] For port 67684ee1-8934-4b47-90c8-cabb9c625e05, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:00.227042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] For port 67684ee1-8934-4b47-90c8-cabb9c625e05, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=67684ee1-8934-4b47-90c8-cabb9c625e05,segment=NetworkSegment(07ba0969-6ea9-4b81-a961-c9d48c66665f),segment_id=07ba0969-6ea9-4b81-a961-c9d48c66665f)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:00.233560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.267152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84684068-3996-4222-b4fe-e77f7658390d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.269692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.315018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e5d4-d64d-4a85-85a5-da36d90a8ef8 None None] Pushing event updated for resources: {'Port': ['ID=67684ee1-8934-4b47-90c8-cabb9c625e05,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.345122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Deleting port 5fc56b5a-c2c8-4a6c-ae87-cb79034309ce {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:00.345122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.360388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Port': ['ID=d25ce600-c2ac-451b-82da-c25bd81f790a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.363400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.375639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.417059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.417514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8ea345-c36e-4112-b9d6-3eb2c7cce25c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.426348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Allocated IP 172.26.6.248 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/c011f013-1830-44ba-84ea-cf6aa6a76bff) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:00.432257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:00.433582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.437340 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f900cb0d-c551-4ac8-b441-4262921f33c5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5941899 Apr 21 14:45:00.437340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:00.445040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46642) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:00.445552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:00.450679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.475841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46646) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:00.493680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Request body: {'security_group_rule': {'security_group_id': '84684068-3996-4222-b4fe-e77f7658390d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:00.505501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.526264 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6fbcd91b-f845-4092-a380-3c994f468238 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a500dee4aa54b38bd2010b8b052f7b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7301016 Apr 21 14:45:00.533167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46650) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:00.550584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:00.621987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:00.627266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Usage tracker for resource:security_group_rule and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:00.641432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:00.677219 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f32cf952-80c2-4113-8d5b-a6512212b18a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48cd6f0b89184f9292a1e88386825c1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004199 Apr 21 14:45:00.684345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46654) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:00.708654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd495e8-ad13-4090-b5fc-2f47912fdfdd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.713520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:00.715702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.716147 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Added segment 668c1e76-9a1c-4195-b2ff-eaaafef3d103 of type vlan for network 273f4fc5-d828-4645-a9ef-b086301e3356 Apr 21 14:45:00.728771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3669f01a-6ae0-461c-9876-ce535295e515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.852104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.852274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3669f01a-6ae0-461c-9876-ce535295e515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.852722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.859801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.873203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.916409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d72cc5d0-cea2-4e86-a106-ba6c2a7eb5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.955016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d72cc5d0-cea2-4e86-a106-ba6c2a7eb5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.994944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3669f01a-6ae0-461c-9876-ce535295e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.995302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 67684ee1-8934-4b47-90c8-cabb9c625e05 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:01.011379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.012006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.026142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Calling delete_port for 5fc56b5a-c2c8-4a6c-ae87-cb79034309ce owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:01.030672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669f01a-6ae0-461c-9876-ce535295e515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8ea345-c36e-4112-b9d6-3eb2c7cce25c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.039620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3669f01a-6ae0-461c-9876-ce535295e515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.043849 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3669f01a-6ae0-461c-9876-ce535295e515 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f8ea345-c36e-4112-b9d6-3eb2c7cce25c HTTP/1.1" status: 204 len: 168 time: 0.5067008 Apr 21 14:45:01.112445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 67684ee1-8934-4b47-90c8-cabb9c625e05 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:01.173223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.227666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.261862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d72cc5d0-cea2-4e86-a106-ba6c2a7eb5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.281829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cc5d0-cea2-4e86-a106-ba6c2a7eb5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b841258c-e45c-4f36-a5a9-3482d9b207dd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.289118 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d72cc5d0-cea2-4e86-a106-ba6c2a7eb5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.290233 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d72cc5d0-cea2-4e86-a106-ba6c2a7eb5d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b841258c-e45c-4f36-a5a9-3482d9b207dd HTTP/1.1" status: 204 len: 168 time: 0.6050313 Apr 21 14:45:01.335024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event updated for resources: {'Port': ['ID=c011f013-1830-44ba-84ea-cf6aa6a76bff,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.389912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.393792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:01.394657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.405055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Router f2ad37c0-138b-4903-ab1f-317d3ed8cff6 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:45:01.467059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.501290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:01.513854 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9724710 Apr 21 14:45:01.519492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46664) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:01.593714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:01.603880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e03603-db05-4f1c-bc4d-691515acdfc5 None None] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:01.685769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:01.690378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46670) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:01.690726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.715365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.717706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:01.765587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.766654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc43286f-77c4-4ffc-8e1a-985bc6338558 None None] Provisioning for port 67684ee1-8934-4b47-90c8-cabb9c625e05 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:01.772525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc43286f-77c4-4ffc-8e1a-985bc6338558 None None] Provisioning complete for port 67684ee1-8934-4b47-90c8-cabb9c625e05 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:01.772888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc43286f-77c4-4ffc-8e1a-985bc6338558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.792513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.819562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:01.824964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:01.829004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:01.837105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:01.845557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d22d07-ce2c-4c49-8a09-bce03765dba8,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.860688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6eca7-f137-4056-a47e-6735ccde156e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Network': ['ID=273f4fc5-d828-4645-a9ef-b086301e3356,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.893299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:01.898593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Usage tracker for resource:security_group_rule and tenant:ff72537328c84f2396e5298449d3550f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:01.903539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:01.912582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:01.922272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:01.956420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.960506 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7a86b502-5753-467a-acea-2037e6705ea4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5112479 Apr 21 14:45:01.965857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46678) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:01.982911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Request body: {'security_group_rule': {'security_group_id': '84684068-3996-4222-b4fe-e77f7658390d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:02.007882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.019762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:02.035420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:02.045524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Usage tracker for resource:security_group_rule and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:02.046789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.061346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:02.071783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.075846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:02.137254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fc56b5a-c2c8-4a6c-ae87-cb79034309ce,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.164498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc43286f-77c4-4ffc-8e1a-985bc6338558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.201206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-bc43286f-77c4-4ffc-8e1a-985bc6338558 None None] For port 67684ee1-8934-4b47-90c8-cabb9c625e05, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=67684ee1-8934-4b47-90c8-cabb9c625e05,segment=NetworkSegment(07ba0969-6ea9-4b81-a961-c9d48c66665f),segment_id=07ba0969-6ea9-4b81-a961-c9d48c66665f)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:02.201619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250b3004-00d2-411b-ba42-a24c6dbbed45,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.212350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc43286f-77c4-4ffc-8e1a-985bc6338558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.212894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.234808 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6fc604bf-8b89-4256-9559-db1c72207ebb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff72537328c84f2396e5298449d3550f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5431216 Apr 21 14:45:02.236109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:02.305153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.333843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43286f-77c4-4ffc-8e1a-985bc6338558 None None] Pushing event updated for resources: {'Port': ['ID=67684ee1-8934-4b47-90c8-cabb9c625e05,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.410042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Allocated IP 2001:db8::1d1 (04ba6200-da6e-4d8a-a1ac-e03f6d8382f6/fdf4cfc6-945b-47c5-8734-1046ccf3b60f/4dafa98e-711d-43da-9e5f-84dca1f1762c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:02.443380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8f420c6-8125-40ea-b58e-1a378c6add76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.455985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.462479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.546342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9a46193a-6794-4ba6-8162-2f7581c90db1 None None] Provisioning complete for port 67684ee1-8934-4b47-90c8-cabb9c625e05 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:02.546712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9a46193a-6794-4ba6-8162-2f7581c90db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.576707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8f420c6-8125-40ea-b58e-1a378c6add76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.590275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:02.605906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] Sync routers for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:02.659914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:02.660564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:02.680863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.701643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.737914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.750925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:02.757413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.766830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8f420c6-8125-40ea-b58e-1a378c6add76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.769274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8f420c6-8125-40ea-b58e-1a378c6add76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.770433 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8f420c6-8125-40ea-b58e-1a378c6add76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/250b3004-00d2-411b-ba42-a24c6dbbed45 HTTP/1.1" status: 204 len: 168 time: 0.5307646 Apr 21 14:45:02.788983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46698) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:02.792809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.796882 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7de232cb-f504-41d3-9c28-00c09d771228 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.0701375 Apr 21 14:45:02.799682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46702) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:02.801604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:02.803356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:02.805821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98f16c0-5843-4ac6-b5a4-be6dbc918028,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.807836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.811524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f420c6-8125-40ea-b58e-1a378c6add76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250b3004-00d2-411b-ba42-a24c6dbbed45,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.960707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=f312ccc9-f228-4a3f-8587-0cf39533e21a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.979597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:02.979945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network hostable DHCP agents. Network: 273f4fc5-d828-4645-a9ef-b086301e3356, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:03.035392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 67684ee1-8934-4b47-90c8-cabb9c625e05 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:03.039057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:03.060632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 273f4fc5-d828-4645-a9ef-b086301e3356) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:03.077365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.086802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.088993 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5b96f5d2-4f3c-4f2e-9a3d-32ada4315f7e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1215172 Apr 21 14:45:03.092448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b532feb-4118-45d2-a2fe-30953a249153 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:03.102592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46708) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:03.114099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:03.114751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.125278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:03.134083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2128456032'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:03.149700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:03.155925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:03.155925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76efb3ce-e1fa-4f17-8fe7-642fc79b09ef None None] The sync data for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:03.156602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:03.164408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Usage tracker for resource:network and tenant:98007ee52ab44ec3a513fb8078255e7c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:03.167207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Usage tracker for resource:floatingip and tenant:e18ccb0a34a44f6f9773fe9e63e366c6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:03.170834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:03.174625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:03.178370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.247555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=62ae9018-0d69-45e6-bf18-1ca80fd71e20,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:03.343622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 67684ee1-8934-4b47-90c8-cabb9c625e05 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:03.344344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.359060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:03.366239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:03.377145 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6c0194f3-6651-41c5-9fdf-265b59242be8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7927377 Apr 21 14:45:03.385131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46718) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:03.401585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'name': 'tempest-NetworksTestDHCPv6-1997447794'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:03.421725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.438959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:03.459416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.472736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:03.475600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.524716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.541604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.606996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:03.611110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Usage tracker for resource:security_group_rule and tenant:98007ee52ab44ec3a513fb8078255e7c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:03.612777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.614124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:03.620236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:03.623220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': 'f312ccc9-f228-4a3f-8587-0cf39533e21a'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:03.624231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.655953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57af41fb-2157-4e7f-b7e4-5a00db4f320d']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:03.668474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.687316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:03.705315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:03.711634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a028534-9fd4-4c99-b1dc-95e2558688c2') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:03.711634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a028534-9fd4-4c99-b1dc-95e2558688c2') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:03.719427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.726333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.793830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:03.797474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3535286-1bee-4dd3-8ed9-763f2931ff75,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:03.815768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.816363 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Added segment 8da712a0-72e3-43ed-a02a-d2eeecb29473 of type vlan for network 9d892b48-6425-4546-a04d-5a31006f2a0e Apr 21 14:45:03.830438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:03.853686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.860240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/f312ccc9-f228-4a3f-8587-0cf39533e21a/49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:03.926358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.930610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:03.931805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.947370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.968029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.017372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Port': ['ID=4dafa98e-711d-43da-9e5f-84dca1f1762c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:04.075376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.108407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:04.108811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:04.128040 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:04.167958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.190873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.220104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46732) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:04.237545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:04.243184 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4518106 Apr 21 14:45:04.248788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46738) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:04.250224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:04.251850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee3073-b2ab-4b00-9eae-8fe02bf5ea8d tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Network': ['ID=9d892b48-6425-4546-a04d-5a31006f2a0e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:04.255533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event updated for resources: {'Port': ['ID=c011f013-1830-44ba-84ea-cf6aa6a76bff,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:04.259348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:04.267181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'subnet': {'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:04.269092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Transition to ACTIVE for port object 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:04.287046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.288296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9da56de8-ac40-47d3-8b97-5c098be3a909 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2335186 Apr 21 14:45:04.294771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:04.296669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.312516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Transition to ACTIVE for port object 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:04.320526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 9d892b48-6425-4546-a04d-5a31006f2a0e details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:04.363656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Allocated IP 172.26.6.83 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/b17206dc-627a-40e3-b786-da5ecbf0b125) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:04.373302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.395746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57af41fb-2157-4e7f-b7e4-5a00db4f320d {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 14:45:04.418374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.421358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:04.436385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.458139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event deleted for resources: {'Network': ['ID=57af41fb-2157-4e7f-b7e4-5a00db4f320d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:04.500940 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cfc0b463-e311-47e8-8265-bbf12944f77a tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "DELETE /v2.0/networks/57af41fb-2157-4e7f-b7e4-5a00db4f320d HTTP/1.1" status: 204 len: 168 time: 4.8229680 Apr 21 14:45:04.505793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46744) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:04.512404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.513299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.575397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:04.581938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:04.587300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.589548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:04.595298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:04.602194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:04.626497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Usage tracker for resource:subnet and tenant:98007ee52ab44ec3a513fb8078255e7c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:04.632755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:04.667300 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28ff682d-0987-40d1-8edf-1f35d841da4b tempest-AgentManagementNegativeTest-530329979 tempest-AgentManagementNegativeTest-530329979-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4393754 Apr 21 14:45:04.685810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.772245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Pushing event updated for resources: {'Port': ['ID=49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:04.783975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Attempting to bind port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:04.784572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Attempting to bind port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:04.785067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Attempting to bind port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:04.789622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:04.796649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:04.797299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:04.798080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.798659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:04.799749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Bound port: 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:04.800380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.826068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:04.829748 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:04.837634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:04.974641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] For port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:04.979036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] For port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:04.996472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.997179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-94642dd5-2907-4c50-873d-3ee0a8d52b66 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Synchronizing usage tracker for tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 on resource:floatingip {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:05.022444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:05.051604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.061503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event updated for resources: {'Port': ['ID=b17206dc-627a-40e3-b786-da5ecbf0b125,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:05.164697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46762) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:05.184705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9eaba-52f0-4188-a36c-eea189919217 None None] Pushing event updated for resources: {'Port': ['ID=49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:05.241936 dv-neutron-838898-1-hyperv neutron-server[83935]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 14:45:05.264488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.281288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46766) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:05.296271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.324399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-94642dd5-2907-4c50-873d-3ee0a8d52b66 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Unset dirty status for tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 on resource:floatingip {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:05.327200 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-94642dd5-2907-4c50-873d-3ee0a8d52b66 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.8198063 Apr 21 14:45:05.333601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46770) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:05.506618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-28018c62-ec53-48ec-aef6-9d6aa64620a6 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Synchronizing usage tracker for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:05.527539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::1c1 (273f4fc5-d828-4645-a9ef-b086301e3356/f312ccc9-f228-4a3f-8587-0cf39533e21a/e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:05.534789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.570359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-28018c62-ec53-48ec-aef6-9d6aa64620a6 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Unset dirty status for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:05.578925 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-28018c62-ec53-48ec-aef6-9d6aa64620a6 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--61050357&fields=id&tenant_id=89b2d50affd140a2a291b4a1f7cf96d5 HTTP/1.1" status: 200 len: 267 time: 0.4084933 Apr 21 14:45:05.721570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.764057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.764448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.764819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.765174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.765531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.765885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.766235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.766583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:05.768452 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5c975f6c-5a3d-495e-b52b-950a23ae61bc tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.4306211 Apr 21 14:45:05.774499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:05.876988 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-c6602bcc-e7ff-4ac3-8490-47bb3e026bcb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] delete failed (client error): The resource could not be found. Apr 21 14:45:05.880504 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c6602bcc-e7ff-4ac3-8490-47bb3e026bcb tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/0e9a18e1-fb58-469d-9044-0242e8b81cb4 HTTP/1.1" status: 404 len: 345 time: 0.1026449 Apr 21 14:45:05.882818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46780) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:05.943325 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f308095a-b88a-48e2-8ec5-c7579ece69de tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] DELETE failed (client error): The resource could not be found. Apr 21 14:45:05.943923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f308095a-b88a-48e2-8ec5-c7579ece69de tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:45:06.016831 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f308095a-b88a-48e2-8ec5-c7579ece69de tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "DELETE /v2.0/networks/57af41fb-2157-4e7f-b7e4-5a00db4f320d HTTP/1.1" status: 404 len: 339 time: 0.1248262 Apr 21 14:45:06.025230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46784) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:06.030917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:06.051401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Usage tracker for resource:security_group_rule and tenant:eeef0bb8be1e4551a940a0a70e9a4ce7 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:06.053844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.058906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.068004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'network': {'name': 'tempest-network--960329426', 'router:external': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:06.071905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:06.084184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:06.097103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:06.102985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:network and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:06.123641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691d68-adaa-4bec-a0a6-352105cebadd req-cc630fe5-1ca8-442a-97c5-a61f1d908f93 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:06.124367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-cc630fe5-1ca8-442a-97c5-a61f1d908f93 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Synchronizing usage tracker for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:06.143438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:06.166209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:06.232888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event updated for resources: {'Port': ['ID=b17206dc-627a-40e3-b786-da5ecbf0b125,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.247678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Made reservation on behalf of 28bab4ed26c8428bbbf4ca65bfeaf5e0 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:06.250120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.252452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.266780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.270206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-cc630fe5-1ca8-442a-97c5-a61f1d908f93 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Unset dirty status for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:06.271359 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-cc630fe5-1ca8-442a-97c5-a61f1d908f93 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/networks?id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186 HTTP/1.1" status: 200 len: 806 time: 0.6913884 Apr 21 14:45:06.277797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.295020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e58e9-de19-4913-bf8f-407d1f6645af None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:06.319987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.324687 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-71137d3f-fe81-4417-b5bf-434d1c966250 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2139156 Apr 21 14:45:06.349411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Allocated IP 172.20.0.1 (45f522ec-49b0-4072-b1bf-d2c59b7c23ff/2287f334-f129-476a-9f42-7f5fddf10c68/622c51a0-7599-466a-b098-64070fc5b282) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:06.359978 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-c794182d-608e-4dd1-abec-388a76d4cb11 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/quotas/89b2d50affd140a2a291b4a1f7cf96d5 HTTP/1.1" status: 200 len: 375 time: 0.0511100 Apr 21 14:45:06.372507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:06.381686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.382059 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Added segment c8549c58-e9c0-4474-8c26-7e91d8cc5db9 of type vlan for network ab5c73d9-989b-4dd0-99c9-7f4caffc3e86 Apr 21 14:45:06.419841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-159dba4a-744c-442c-8717-da477e63d300 None None] Provisioning for port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:06.420012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.556280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.557651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:06.558246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.566649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:06.584955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.607244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Transition to ACTIVE for port object 622c51a0-7599-466a-b098-64070fc5b282 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:06.636054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.698076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Network': ['ID=ab5c73d9-989b-4dd0-99c9-7f4caffc3e86,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.706476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Router 3ddbd90f-f923-4a00-b921-2ebfd12b2a93 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:45:06.712007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network ab5c73d9-989b-4dd0-99c9-7f4caffc3e86 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:06.731538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:06.733812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Subnet': ['ID=a4794d90-0b0d-43f3-8336-e9ce0b7f0192,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.739718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:06.746133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Port': ['ID=622c51a0-7599-466a-b098-64070fc5b282,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.749934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:06.803873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.825271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Checking segment: {'id': '8da712a0-72e3-43ed-a02a-d2eeecb29473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:06.826193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network hostable DHCP agents. Network: 9d892b48-6425-4546-a04d-5a31006f2a0e, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:06.841382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.854384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.911036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ef0560-dd61-430a-93a4-7d7278db4669,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.936025 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-788ccea5-9b64-4201-8b01-9c18904dc7a1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8980179 Apr 21 14:45:06.940672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46804) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:06.968210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:06.984474 dv-neutron-838898-1-hyperv neutron-server[83934]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 14:45:07.035512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:07.041089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-60ecb442-607c-4904-b160-6b6102ee6e61 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Synchronizing usage tracker for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:07.052905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.108147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-60ecb442-607c-4904-b160-6b6102ee6e61 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Unset dirty status for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:07.114990 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-60ecb442-607c-4904-b160-6b6102ee6e61 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1113296608&fields=id&tenant_id=e18ccb0a34a44f6f9773fe9e63e366c6 HTTP/1.1" status: 200 len: 267 time: 0.1386538 Apr 21 14:45:07.119605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:07.125478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:07.125963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.189806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f7c83d20-6a27-4cf3-a3ed-e01c010f560d None None] Provisioning for port 622c51a0-7599-466a-b098-64070fc5b282 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:07.197643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f7c83d20-6a27-4cf3-a3ed-e01c010f560d None None] Provisioning complete for port 622c51a0-7599-466a-b098-64070fc5b282 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:07.198012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f7c83d20-6a27-4cf3-a3ed-e01c010f560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.239350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-fb67e922-88af-4dd1-aab2-ab0c03c406fe tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Synchronizing usage tracker for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:07.242036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.295404 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3801c88a-286b-402e-b95f-d9d878bb0477 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eeef0bb8be1e4551a940a0a70e9a4ce7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9823923 Apr 21 14:45:07.296884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83d20-6a27-4cf3-a3ed-e01c010f560d None None] Port 622c51a0-7599-466a-b098-64070fc5b282 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:07.306857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:07.311632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.317776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46812) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.351213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:07.356506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.422577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:07.424769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 9d892b48-6425-4546-a04d-5a31006f2a0e) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:07.429364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.429946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.431052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:07.434298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-fb67e922-88af-4dd1-aab2-ab0c03c406fe tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Unset dirty status for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:07.436378 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-fb67e922-88af-4dd1-aab2-ab0c03c406fe tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=89b2d50affd140a2a291b4a1f7cf96d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9773750 Apr 21 14:45:07.444705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:07.448664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:07.450629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf7b77-e5cd-4dc8-941b-730e0c452561 None None] Network 9d892b48-6425-4546-a04d-5a31006f2a0e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:07.450971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:07.455072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.455671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.503898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-52b47cf5-94a2-4583-90ad-c07633b899e8 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.504533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-52b47cf5-94a2-4583-90ad-c07633b899e8 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Synchronizing usage tracker for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:07.557180 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a3da1393-9a9b-42b6-8ae6-5eed3341e5ec tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3028116 Apr 21 14:45:07.563189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.567218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.569649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46820) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.573278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.577454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.580032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-52b47cf5-94a2-4583-90ad-c07633b899e8 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Unset dirty status for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:07.581240 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-52b47cf5-94a2-4583-90ad-c07633b899e8 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/networks?id=3e63a5e7-3d28-4734-8b12-d82792969701 HTTP/1.1" status: 200 len: 812 time: 0.4655039 Apr 21 14:45:07.581661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:07.582570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Synchronizing usage tracker for tenant:752c5d6ebc4a48e482a1435fb0074f81 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:07.592504 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b87368bf-51c7-4852-b949-07d51676f7a8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2026556 Apr 21 14:45:07.593241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46824) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.646163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-431175969'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:07.678495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2febb0c0-b68b-4db6-81f4-52e79b517cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.698490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Unset dirty status for tenant:752c5d6ebc4a48e482a1435fb0074f81 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:07.702394 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-010a219f-6122-4f5b-bde8-48c9a874ab75 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.7543521 Apr 21 14:45:07.712435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46830) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.732725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2febb0c0-b68b-4db6-81f4-52e79b517cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.780120 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-83b75dd4-d73c-4047-b793-51f91e8273ee tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/quotas/e18ccb0a34a44f6f9773fe9e63e366c6 HTTP/1.1" status: 200 len: 375 time: 0.1188793 Apr 21 14:45:07.789465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-9d892b48-6425-4546-a04d-5a31006f2a0e', 'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'tenant_id': '98007ee52ab44ec3a513fb8078255e7c', 'fixed_ips': [{'subnet_id': 'a4794d90-0b0d-43f3-8336-e9ce0b7f0192'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:07.790496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.856393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-75f0e7ef-4472-42d3-802b-e3fd0dd5e397 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:07.857475 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-75f0e7ef-4472-42d3-802b-e3fd0dd5e397 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2155151 Apr 21 14:45:07.904685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c47d6c92-3dde-48f1-8bf8-34589fcb22e0 None None] Provisioning for port e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:07.915753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c47d6c92-3dde-48f1-8bf8-34589fcb22e0 None None] Provisioning complete for port e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:07.916156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c47d6c92-3dde-48f1-8bf8-34589fcb22e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.933166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:07.940615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Usage tracker for resource:port and tenant:98007ee52ab44ec3a513fb8078255e7c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:07.945665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:07.955919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:07.970687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-41d915e4-e3eb-49de-a381-39a0084eb917 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Synchronizing usage tracker for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:07.985290 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.997430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd548aff-2b91-4f8c-926b-c006df04989b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:08.001485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd548aff-2b91-4f8c-926b-c006df04989b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:08.002531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bd548aff-2b91-4f8c-926b-c006df04989b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:08.003186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.024903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.067113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2febb0c0-b68b-4db6-81f4-52e79b517cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.070210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c47d6c92-3dde-48f1-8bf8-34589fcb22e0 None None] Port e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:08.079990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:08.083154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.090912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Allocated IP 2001:db8::2 (9d892b48-6425-4546-a04d-5a31006f2a0e/a4794d90-0b0d-43f3-8336-e9ce0b7f0192/2c8ec9ea-bf48-42bd-ac27-13c65e91ad33) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:08.098278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bd548aff-2b91-4f8c-926b-c006df04989b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:08.102281 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bd548aff-2b91-4f8c-926b-c006df04989b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5083416 Apr 21 14:45:08.105044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46834) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:08.123331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-41d915e4-e3eb-49de-a381-39a0084eb917 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Unset dirty status for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:08.129194 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-41d915e4-e3eb-49de-a381-39a0084eb917 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e18ccb0a34a44f6f9773fe9e63e366c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3476205 Apr 21 14:45:08.152399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] device_id is not set on port 3fd810fc-476a-4792-99cb-f28ee929f1fc yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:08.175086 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-7cc28057-bdd8-4db4-a22e-a4d75c07d8d6 service neutron] 10.222.0.42 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979290 Apr 21 14:45:08.175794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febb0c0-b68b-4db6-81f4-52e79b517cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ef0560-dd61-430a-93a4-7d7278db4669,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.196493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:08.207963 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Sync routers for ids ['3ddbd90f-f923-4a00-b921-2ebfd12b2a93'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:08.228362 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Routers {'3ddbd90f-f923-4a00-b921-2ebfd12b2a93'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:08.229201 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3ddbd90f-f923-4a00-b921-2ebfd12b2a93'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:08.233269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2febb0c0-b68b-4db6-81f4-52e79b517cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.237072 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2febb0c0-b68b-4db6-81f4-52e79b517cfd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7ef0560-dd61-430a-93a4-7d7278db4669 HTTP/1.1" status: 204 len: 168 time: 0.9121122 Apr 21 14:45:08.286768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.394926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.410152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Transition to ACTIVE for port object 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:08.433069 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Set router 3ddbd90f-f923-4a00-b921-2ebfd12b2a93 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:08.435598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Transition to ACTIVE for port object 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:08.454466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.464886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.476451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:08.477267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.546389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.547585 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e047d331-db93-4efc-8574-e99a478f578b tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.1330051 Apr 21 14:45:08.554039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46846) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:08.555492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5c73d9-989b-4dd0-99c9-7f4caffc3e86']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:08.577374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Pushing event updated for resources: {'Port': ['ID=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.591942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:08.591942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:08.596533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:08.633030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:08.634001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Port': ['ID=622c51a0-7599-466a-b098-64070fc5b282,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.640972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-d6dd9809-a147-4f8e-8de8-52bc4979cf69 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:08.648100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-d6dd9809-a147-4f8e-8de8-52bc4979cf69 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4255531 Apr 21 14:45:08.654298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:08.706649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8549c58-e9c0-4474-8c26-7e91d8cc5db9') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:08.710759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8549c58-e9c0-4474-8c26-7e91d8cc5db9') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:08.738728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.767903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Attempting to bind port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:08.768231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Attempting to bind port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '8da712a0-72e3-43ed-a02a-d2eeecb29473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:08.768597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Attempting to bind port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 on network 9d892b48-6425-4546-a04d-5a31006f2a0e {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:08.784901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:08.786898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Checking segment: {'id': '8da712a0-72e3-43ed-a02a-d2eeecb29473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:08.788879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.789253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.789819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Bound using segment: {'id': '8da712a0-72e3-43ed-a02a-d2eeecb29473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:08.790411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Bound port: 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da712a0-72e3-43ed-a02a-d2eeecb29473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:08.792046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.828126 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbd90f-f923-4a00-b921-2ebfd12b2a93', 'name': '', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'external_fixed_ips': [{'subnet_id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'ip_address': '2001:db8::1d1'}], 'enable_snat': True}, 'gw_port_id': '4dafa98e-711d-43da-9e5f-84dca1f1762c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:58Z', 'updated_at': '2022-04-21T14:45:03Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '4dafa98e-711d-43da-9e5f-84dca1f1762c', 'name': '', 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbd90f-f923-4a00-b921-2ebfd12b2a93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'ip_address': '2001:db8::1d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:01Z', 'updated_at': '2022-04-21T14:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:08.841587 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Checking router: 3ddbd90f-f923-4a00-b921-2ebfd12b2a93 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:45:08.841952 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Updating router 3ddbd90f-f923-4a00-b921-2ebfd12b2a93 port 4dafa98e-711d-43da-9e5f-84dca1f1762c binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:45:08.869036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:08.869442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:08.918392 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:08.979649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:09.003579 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.119600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] For port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:09.132532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3227373d-bafc-4c00-b801-7320cfbe5b73 None None] Provisioning complete for port 622c51a0-7599-466a-b098-64070fc5b282 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:09.133012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3227373d-bafc-4c00-b801-7320cfbe5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.182756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:09.183223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.210751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Allocated IP 2001:db8::187 (9d892b48-6425-4546-a04d-5a31006f2a0e/a4794d90-0b0d-43f3-8336-e9ce0b7f0192/3fd810fc-476a-4792-99cb-f28ee929f1fc) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:09.223059 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-51435bd5-ac84-4d6e-b28e-f6df712e9010 service neutron] 10.222.0.42 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0163217 Apr 21 14:45:09.258247 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-d936c80e-776a-40fa-849f-155f06afd779 service neutron] 10.222.0.42 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089394 Apr 21 14:45:09.265102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3227373d-bafc-4c00-b801-7320cfbe5b73 None None] Port 622c51a0-7599-466a-b098-64070fc5b282 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:09.327051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.342492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] For port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,segment=NetworkSegment(8da712a0-72e3-43ed-a02a-d2eeecb29473),segment_id=8da712a0-72e3-43ed-a02a-d2eeecb29473)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:09.387373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab5c73d9-989b-4dd0-99c9-7f4caffc3e86 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 14:45:09.412005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.447636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.467648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab5c73d9-989b-4dd0-99c9-7f4caffc3e86,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:09.521794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6dc21f61-c6c7-49a7-88a0-7a1a32297340 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "DELETE /v2.0/networks/ab5c73d9-989b-4dd0-99c9-7f4caffc3e86 HTTP/1.1" status: 204 len: 168 time: 1.7975121 Apr 21 14:45:09.564803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b3d9b-2bcd-488d-9a0e-51d18425c8bf None None] Pushing event updated for resources: {'Port': ['ID=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:09.577767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.786365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:09.869919 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.897390 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Transition to ACTIVE for port object 4dafa98e-711d-43da-9e5f-84dca1f1762c will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:09.914167 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.988878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46866) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:09.989198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46884) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.026089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.035835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'network': {'name': 'tempest-network--1754568329', 'router:external': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:10.048027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Transition to ACTIVE for port object 3fd810fc-476a-4792-99cb-f28ee929f1fc will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:10.056412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.080475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:10.103544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.174234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:network and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:10.193924 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7e08caff-ba78-42dd-8681-7c15b02ce5b7 req-daaac783-013f-4107-a870-ed6e8e2807d2 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.1997428 Apr 21 14:45:10.208822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:10.211876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:10.225123 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Attempting to bind port 4dafa98e-711d-43da-9e5f-84dca1f1762c on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:10.225489 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Attempting to bind port 4dafa98e-711d-43da-9e5f-84dca1f1762c by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4c5633c7-1b43-4a92-b527-b91a1bdc53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:10.225843 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Attempting to bind port 4dafa98e-711d-43da-9e5f-84dca1f1762c on network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:10.235082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:10.246062 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800afca-5254-41c9-bf92-311570c7ab30 None None] Pushing event updated for resources: {'Port': ['ID=4dafa98e-711d-43da-9e5f-84dca1f1762c,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:10.247673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.253956 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:10.260650 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Checking segment: {'id': '4c5633c7-1b43-4a92-b527-b91a1bdc53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:10.261096 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.261493 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Bound using segment: {'id': '4c5633c7-1b43-4a92-b527-b91a1bdc53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:10.263685 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Bound port: 4dafa98e-711d-43da-9e5f-84dca1f1762c, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5633c7-1b43-4a92-b527-b91a1bdc53cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:10.265219 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.270830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.320768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:10.351088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:10.351491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Made reservation on behalf of 28bab4ed26c8428bbbf4ca65bfeaf5e0 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:10.354556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.362659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:10.370259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:10.371773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.385664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225342430'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:10.393371 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a8f18d0d-0143-4a0b-beb5-5f0718a7d56b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb HTTP/1.1" status: 204 len: 168 time: 2.2620199 Apr 21 14:45:10.400821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.428926 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8583269 Apr 21 14:45:10.444296 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] For port 4dafa98e-711d-43da-9e5f-84dca1f1762c, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:10.452389 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] For port 4dafa98e-711d-43da-9e5f-84dca1f1762c, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4dafa98e-711d-43da-9e5f-84dca1f1762c,segment=NetworkSegment(4c5633c7-1b43-4a92-b527-b91a1bdc53cc),segment_id=4c5633c7-1b43-4a92-b527-b91a1bdc53cc)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:10.467748 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.480599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46902) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.483305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:10.540647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:10.541478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760e09f-1b38-4cfe-8f42-dd1b89838377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:10.552668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1617975195', 'allowed_address_pairs': [{'ip_address': '2001:db8::187', 'mac_address': 'fa:16:3e:d7:4f:8e'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:10.562931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760e09f-1b38-4cfe-8f42-dd1b89838377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:10.563858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8760e09f-1b38-4cfe-8f42-dd1b89838377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:10.597514 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800afca-5254-41c9-bf92-311570c7ab30 None None] Pushing event updated for resources: {'Port': ['ID=4dafa98e-711d-43da-9e5f-84dca1f1762c,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:10.605290 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144bbdd-9743-4ad6-9523-568ff0bdee55 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=3fd810fc-476a-4792-99cb-f28ee929f1fc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:10.630053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:10.632930 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Routers {'3ddbd90f-f923-4a00-b921-2ebfd12b2a93'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:10.633558 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3ddbd90f-f923-4a00-b921-2ebfd12b2a93'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:10.644087 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-6250a998-9155-444e-8dfb-8d267aec19ad service neutron] 10.222.0.42 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3373942 Apr 21 14:45:10.648344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8760e09f-1b38-4cfe-8f42-dd1b89838377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:10.649471 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8760e09f-1b38-4cfe-8f42-dd1b89838377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2250698 Apr 21 14:45:10.655799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.890601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:10.918440 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] Set router 3ddbd90f-f923-4a00-b921-2ebfd12b2a93 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:10.945694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:10.964303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:10.967511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.999305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.018627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.019278 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Added segment 6e1b831e-9416-400e-9a13-9bc19040dd00 of type vlan for network adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3 Apr 21 14:45:11.101173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:11.179339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet f312ccc9-f228-4a3f-8587-0cf39533e21a {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:45:11.185971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.244176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Router f2ad37c0-138b-4903-ab1f-317d3ed8cff6 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:45:11.296667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:11.305480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.325753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-50d5e513-c137-4166-b2a8-f5da075acc65 req-d7027f09-01a7-45f8-bb2b-ca689e72d362 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.1141107 Apr 21 14:45:11.327118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:11.330693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:security_group_rule and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:11.330904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc255de-23c0-4010-ae62-0dc5c5f78244 None None] Network 9d892b48-6425-4546-a04d-5a31006f2a0e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:11.342179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:11.348431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Usage tracker for resource:port and tenant:98007ee52ab44ec3a513fb8078255e7c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:11.355204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:11.371057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:11.404910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:11.506501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.534586 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddbd90f-f923-4a00-b921-2ebfd12b2a93', 'name': '', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'external_fixed_ips': [{'subnet_id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'ip_address': '2001:db8::1d1'}], 'enable_snat': True}, 'gw_port_id': '4dafa98e-711d-43da-9e5f-84dca1f1762c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:58Z', 'updated_at': '2022-04-21T14:45:03Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '4dafa98e-711d-43da-9e5f-84dca1f1762c', 'name': '', 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbd90f-f923-4a00-b921-2ebfd12b2a93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'ip_address': '2001:db8::1d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:01Z', 'updated_at': '2022-04-21T14:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:11.540742 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadafdf-cf6c-4f41-875f-c9ce7b4adce7 None None] The sync data for ids ['3ddbd90f-f923-4a00-b921-2ebfd12b2a93'] in dv-neutron-838898-1-hyperv is: [{'id': '3ddbd90f-f923-4a00-b921-2ebfd12b2a93', 'name': '', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'external_fixed_ips': [{'subnet_id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'ip_address': '2001:db8::1d1'}], 'enable_snat': True}, 'gw_port_id': '4dafa98e-711d-43da-9e5f-84dca1f1762c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:58Z', 'updated_at': '2022-04-21T14:45:03Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '4dafa98e-711d-43da-9e5f-84dca1f1762c', 'name': '', 'network_id': '04ba6200-da6e-4d8a-a1ac-e03f6d8382f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddbd90f-f923-4a00-b921-2ebfd12b2a93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'ip_address': '2001:db8::1d1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:01Z', 'updated_at': '2022-04-21T14:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf4cfc6-945b-47c5-8734-1046ccf3b60f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:11.545143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:11.563875 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ccb7db68-7747-44ae-ba86-231686a46ecb req-345f789e-48df-4c13-8fa4-cfd23798f391 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.1882925 Apr 21 14:45:11.618033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a52894cc-e56c-4171-bca7-e47b4c276a67 None None] Provisioning for port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:11.628512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:11.667861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:11.668285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.704555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a52894cc-e56c-4171-bca7-e47b4c276a67 None None] Provisioning complete for port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:11.704921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a52894cc-e56c-4171-bca7-e47b4c276a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.709832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.710859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:11.711576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.718017 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:45:11.777828 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7874448 Apr 21 14:45:11.786785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46956) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:11.834795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.942085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.993488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=f312ccc9-f228-4a3f-8587-0cf39533e21a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:12.017500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.035714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:12.043891 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f2aed254-96fd-401f-88fd-a91562a71a9d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "PUT /v2.0/routers/f2ad37c0-138b-4903-ab1f-317d3ed8cff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2403519 Apr 21 14:45:12.045044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46960) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.048511 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-35edefc0-7833-4bf1-a030-c4176dff4d9c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/f312ccc9-f228-4a3f-8587-0cf39533e21a HTTP/1.1" status: 204 len: 168 time: 1.3918986 Apr 21 14:45:12.050601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.052816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Request body: {'port': {'network_id': '45f522ec-49b0-4072-b1bf-d2c59b7c23ff', 'name': 'tempest-FloatingIPAdminTestJSON-687090424'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:12.058361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.072531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5d2db-5a61-4667-9c1f-49c8bcfc74e3 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Network': ['ID=adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:12.072893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87b62b-42f1-44ae-a743-55545a99257c None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:12.076637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46964) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.083720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.112791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:12.126129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.126580 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 491ec000-8b99-4bc4-b03f-05a2844c43be of type vlan for network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 Apr 21 14:45:12.164507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.241773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.246281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:12.247791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.253104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:12.275724 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91c12967-0bce-4812-8acb-4b5653c7660e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1979361 Apr 21 14:45:12.287557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.310436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:12.365968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.375108 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3828745 Apr 21 14:45:12.376922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] Sync routers for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:12.406587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a52894cc-e56c-4171-bca7-e47b4c276a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.477708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Deleting port 4dafa98e-711d-43da-9e5f-84dca1f1762c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:12.482868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.495063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:12.496087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:12.557288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] device_id is not set on port 93c08c8f-36f3-4411-afe2-6606d253c2c0 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:12.561616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:12.571650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.598014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 46984) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.638888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a52894cc-e56c-4171-bca7-e47b4c276a67 None None] For port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,segment=NetworkSegment(8da712a0-72e3-43ed-a02a-d2eeecb29473),segment_id=8da712a0-72e3-43ed-a02a-d2eeecb29473)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:12.644042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:12.644691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:12.712392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:12.714686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:12.720219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Usage tracker for resource:port and tenant:ed360aed6ab443b886310cbfe3322ccc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:12.723232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:12.726019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:12.728981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:12.738075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:12.741061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:12.748377 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-89ba2683-2dda-44c9-bbf9-5db0dbe2f616 req-c9c26422-dba9-4d1f-ba99-f8f76687ec06 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.2838576 Apr 21 14:45:12.749023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075296eb-9fa5-460a-8b8e-93478ea14f57,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:12.764227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': 'a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:12.764446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Made reservation on behalf of ed360aed6ab443b886310cbfe3322ccc for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:12.767935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.782314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:12.782862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce884a-9913-4b40-9e93-0dfd0108c342 None None] The sync data for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:12.792594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:12.794378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a52894cc-e56c-4171-bca7-e47b4c276a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.796276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.922481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.21', 64464) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.980680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:12.981066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:12.981771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:45:13.011953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] Deleting port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:13.012565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.081063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f8d13-c4e2-4cbb-acae-227784288ece tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:13.085484 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ff3f8d13-c4e2-4cbb-acae-227784288ece tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] 10.222.0.42 "GET /v2.0/networks/adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3 HTTP/1.1" status: 200 len: 757 time: 1.0296538 Apr 21 14:45:13.089638 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b76c33fa-3c99-42db-8870-d335c842d1b1 req-c524dcec-bd77-4d89-835e-3631a1595f3a tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.1679926 Apr 21 14:45:13.104486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 46998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:13.112056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] device_id is not set on port 933f3657-c40d-41f5-af8b-549927f8defa yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:13.135622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0cc7e-dbb2-45ee-a77d-4defc468b5f4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:13.287368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:13.313014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:13.321648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:13.334225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Allocated IP 172.20.0.13 (45f522ec-49b0-4072-b1bf-d2c59b7c23ff/2287f334-f129-476a-9f42-7f5fddf10c68/933f3657-c40d-41f5-af8b-549927f8defa) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:13.338537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] For port 4dafa98e-711d-43da-9e5f-84dca1f1762c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4dafa98e-711d-43da-9e5f-84dca1f1762c,segment=NetworkSegment(4c5633c7-1b43-4a92-b527-b91a1bdc53cc),segment_id=4c5633c7-1b43-4a92-b527-b91a1bdc53cc)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:13.338982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.347226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:13.355580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] For port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:13.357400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.371425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:13.464910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Allocated IP 2001:db8::1f7 (9d892b48-6425-4546-a04d-5a31006f2a0e/a4794d90-0b0d-43f3-8336-e9ce0b7f0192/93c08c8f-36f3-4411-afe2-6606d253c2c0) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:13.589975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Calling delete_port for 4dafa98e-711d-43da-9e5f-84dca1f1762c owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:13.596352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] Calling delete_port for 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:13.650305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52894cc-e56c-4171-bca7-e47b4c276a67 None None] Pushing event updated for resources: {'Port': ['ID=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:13.705222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1c4671cd-2f6b-48f0-bd1d-ea09f800f276 None None] Provisioning complete for port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:13.705591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1c4671cd-2f6b-48f0-bd1d-ea09f800f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.811706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:13.866126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:13.958763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd662f7-1820-4b60-aeb0-488fbdcb1706 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:13.964246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.972413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ddd662f7-1820-4b60-aeb0-488fbdcb1706 tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] 10.222.0.42 "GET /v2.0/networks/173ebed4-9c38-461f-b06c-29b8a03bc1da HTTP/1.1" status: 200 len: 768 time: 0.8665526 Apr 21 14:45:13.978710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.21', 64470) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:13.979042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47018) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:13.980865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691d68-adaa-4bec-a0a6-352105cebadd req-dd674ecf-9472-447c-ba77-1f6ab55e76ce tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:13.984492 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-dd674ecf-9472-447c-ba77-1f6ab55e76ce tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.21 "GET /v2.0/networks?id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186 HTTP/1.1" status: 200 len: 806 time: 1.0610478 Apr 21 14:45:14.001929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.041807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.086395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] Pushing event deleted for resources: {'Port': ['ID=49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:14.106319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48b997-dae6-4f78-a9f5-3c8fe683348a None None] No DVR routers for this DVR port 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:14.216930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:14.217070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.217490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.265927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:14.274587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-02c6a1a4-00ff-4802-b8d3-edf725ad2b34 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Synchronizing usage tracker for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:14.278369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:14.281863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:14.282450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.289896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a534e4-9822-4d59-94aa-8384c22d2f7e None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:14.332717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-01691d68-adaa-4bec-a0a6-352105cebadd req-02c6a1a4-00ff-4802-b8d3-edf725ad2b34 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Unset dirty status for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:14.333958 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-02c6a1a4-00ff-4802-b8d3-edf725ad2b34 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b2d50affd140a2a291b4a1f7cf96d5 HTTP/1.1" status: 200 len: 378 time: 0.2628160 Apr 21 14:45:14.345135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Transition to ACTIVE for port object 933f3657-c40d-41f5-af8b-549927f8defa will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:14.350380 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-514a86a2-4557-4ea3-a963-57a15c4c97ca req-a51b915a-b582-4dec-b1e5-d2f01ad30ff4 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.3045683 Apr 21 14:45:14.352133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Request body: {'port': {'device_id': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'admin_state_up': True, 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'security_groups': ['143829bc-50cb-4ea3-9fa3-f7000867aaf9']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:14.433326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1c4671cd-2f6b-48f0-bd1d-ea09f800f276 None None] Provisioning for port 3fd810fc-476a-4792-99cb-f28ee929f1fc completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:14.460638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1c4671cd-2f6b-48f0-bd1d-ea09f800f276 None None] Provisioning complete for port 3fd810fc-476a-4792-99cb-f28ee929f1fc triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:14.461250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1c4671cd-2f6b-48f0-bd1d-ea09f800f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.518081 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ad3b7f96-8a90-497c-b26a-f608404d136c req-3a32fd92-4061-4f85-bd95-ed00da7e2f7a tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.0619762 Apr 21 14:45:14.523274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=2763891b-849e-42c8-bcfe-6d3f553449d2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:14.542116 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f5e0c6b-4129-4ac0-b938-ce6c49e1ba48 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2493534 Apr 21 14:45:14.558771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:14.571850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'name': 'tempest-NetworksTestDHCPv6-510415275'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:14.651011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1c4671cd-2f6b-48f0-bd1d-ea09f800f276 None None] Port 3fd810fc-476a-4792-99cb-f28ee929f1fc cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:14.720035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '2763891b-849e-42c8-bcfe-6d3f553449d2'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:14.721920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.828722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:14.830572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:14.885306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:14.885704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 49b8b4bf-cadb-4c04-bf1c-ed5bcd261cd4 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:14.890794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.925515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e52a0099-560b-4bbb-8579-ff265e484fdd None None] Provisioning complete for port 3fd810fc-476a-4792-99cb-f28ee929f1fc triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:14.926594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e52a0099-560b-4bbb-8579-ff265e484fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.993520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e52a0099-560b-4bbb-8579-ff265e484fdd None None] Port 3fd810fc-476a-4792-99cb-f28ee929f1fc cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:15.026178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:15.120338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/2763891b-849e-42c8-bcfe-6d3f553449d2/8c2c0bad-81aa-45df-bdca-dbb9b511b6b1) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:15.160619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.179914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.189284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.204509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-a89f7ce1-26c5-4d72-a568-f173a35b18dc tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:15.205968 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-a89f7ce1-26c5-4d72-a568-f173a35b18dc tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.21 "GET /v2.0/networks?id=3e63a5e7-3d28-4734-8b12-d82792969701 HTTP/1.1" status: 200 len: 812 time: 1.2177556 Apr 21 14:45:15.206583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:15.211230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:15.215115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:15.235183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:15.262193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dafa98e-711d-43da-9e5f-84dca1f1762c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:15.270055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:15.279303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.311725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Made reservation on behalf of 89b2d50affd140a2a291b4a1f7cf96d5 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:15.314807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.328795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:15.341030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Transition to ACTIVE for port object 93c08c8f-36f3-4411-afe2-6606d253c2c0 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:15.343686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:15.353484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:15.407601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event updated for resources: {'Port': ['ID=933f3657-c40d-41f5-af8b-549927f8defa,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:15.441552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 06db9978-962e-48a6-be2a-60ef47a6656c yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:15.580225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:15.580852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.588850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.611823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.625456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Transition to ACTIVE for port object 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:15.629404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:15.657709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Transition to ACTIVE for port object 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:15.667474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.743033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1b831e-9416-400e-9a13-9bc19040dd00') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:15.743701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1b831e-9416-400e-9a13-9bc19040dd00') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:15.762065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.777915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:15.787943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.799872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:15.800303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.822509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:15.827111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Pushing event updated for resources: {'Port': ['ID=8c2c0bad-81aa-45df-bdca-dbb9b511b6b1,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:15.838209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:15.852695 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6bd949df-efd7-4f25-b6d4-f9a266e35b42 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8064744 Apr 21 14:45:15.861524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:15.949382 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:15.973905 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-531a90c2-a2ba-4d1f-8bc1-98505115ac62 req-14daac26-3bdf-4788-a8d8-6442144f5cf5 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.1194060 Apr 21 14:45:16.006884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Attempting to bind port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:16.009347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Attempting to bind port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:16.011067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Attempting to bind port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:16.033304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:16.034790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:16.036031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.039343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:16.040190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Bound port: 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:16.040863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.071493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cd3b2081-14eb-4b99-93f8-9226af55d35c None None] Provisioning for port 933f3657-c40d-41f5-af8b-549927f8defa completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:16.099737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cd3b2081-14eb-4b99-93f8-9226af55d35c None None] Provisioning complete for port 933f3657-c40d-41f5-af8b-549927f8defa triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:16.101380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cd3b2081-14eb-4b99-93f8-9226af55d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.209342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'project_id': 'ed360aed6ab443b886310cbfe3322ccc', 'port_id': '933f3657-c40d-41f5-af8b-549927f8defa'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:16.214471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:16.218900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Usage tracker for resource:floatingip and tenant:ed360aed6ab443b886310cbfe3322ccc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:16.222482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:16.230161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:16.263656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.294830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b2081-14eb-4b99-93f8-9226af55d35c None None] Port 933f3657-c40d-41f5-af8b-549927f8defa cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:16.304585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.318607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] For port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:16.325377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] For port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c2c0bad-81aa-45df-bdca-dbb9b511b6b1,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:16.332899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.358648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 14:45:16.360728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::36 (273f4fc5-d828-4645-a9ef-b086301e3356/2763891b-849e-42c8-bcfe-6d3f553449d2/06db9978-962e-48a6-be2a-60ef47a6656c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:16.364050 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86872257-b099-47ab-a74d-0f119bd59a5d req-55be4832-64e5-434c-a370-0f866d9db06e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.3927701 Apr 21 14:45:16.370503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.396310 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "DELETE /v2.0/networks/adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3 HTTP/1.1" status: 204 len: 168 time: 2.4064212 Apr 21 14:45:16.411101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47054) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:16.411101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Allocated IP 172.20.0.4 (43f5f7b0-04a2-405c-8eb8-f744fd3f3186/782b4897-22ac-4517-b18d-97f072599d6d/8ae17788-6426-44d7-a6dd-e60c750e52ca) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:16.411403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ad6e5-6641-4f62-bc2d-1afe983245c1 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event deleted for resources: {'Network': ['ID=adcc5c4b-a29e-48a2-adb8-f0ccef7f50f3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:16.411403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.462467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'network': {'name': 'tempest-network--824364391'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:16.473864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:16.484747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Usage tracker for resource:network and tenant:28bab4ed26c8428bbbf4ca65bfeaf5e0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:16.496235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:16.506139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:16.527982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a1112-f855-4e04-9fc7-0c194f98a1d9 None None] Pushing event updated for resources: {'Port': ['ID=8c2c0bad-81aa-45df-bdca-dbb9b511b6b1,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:16.553811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Made reservation on behalf of 28bab4ed26c8428bbbf4ca65bfeaf5e0 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:16.556996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.620810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.668362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:16.743338 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-ad1ce96b-adb8-4327-841f-8f2d9a3a14c7 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18ccb0a34a44f6f9773fe9e63e366c6 HTTP/1.1" status: 200 len: 380 time: 0.7920787 Apr 21 14:45:16.791766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.792512 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Added segment b9fc9b27-3843-4ecd-b1a6-2d22c969872e of type vlan for network 640cc025-aea1-4a8b-9f92-6c6417610740 Apr 21 14:45:16.963377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.027432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.083845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.240683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:17.243376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Request body: {'port': {'device_id': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'admin_state_up': True, 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'security_groups': ['84684068-3996-4222-b4fe-e77f7658390d']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:17.302850 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-05d3a28a-03a5-43df-8970-9644fd91ff9e req-20a5778f-680f-4586-8182-4ae59f8a3509 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.1048322 Apr 21 14:45:17.376004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.377050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:17.377716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.383356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.497680 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Sync routers for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:17.499007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Network': ['ID=640cc025-aea1-4a8b-9f92-6c6417610740,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.509796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 640cc025-aea1-4a8b-9f92-6c6417610740 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:17.512803 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:17.516953 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:17.532857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.662419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 06db9978-962e-48a6-be2a-60ef47a6656c will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:17.684046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Allocated IP 172.26.6.88 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/69da56ff-3644-44bc-a61c-19705d0c4788) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:17.693100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Transition to ACTIVE for port object 8ae17788-6426-44d7-a6dd-e60c750e52ca will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:17.738015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=e8d006b9-4bd9-431b-9598-1c6d02347e5e,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.742339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:17.748550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:17.765315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.767909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:17.774684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:17.784589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:17.785398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.834267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=93c08c8f-36f3-4411-afe2-6606d253c2c0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.911344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d2f698fa-9ce5-4891-b065-dc2f456a5092 req-19ffe505-a419-4b94-8a68-a8902faf342b tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.1582685 Apr 21 14:45:17.913023 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-42bfb101-8b29-4e67-be9d-d404d03985d4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 7.4223995 Apr 21 14:45:17.935665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:17.951494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47064) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:17.994278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:18.010670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.067470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '491ec000-8b99-4bc4-b03f-05a2844c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:18.072364 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d51ed00-06ff-4756-ad70-e2ed75b34f62 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6594393 Apr 21 14:45:18.073069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:18.075392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47068) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:18.114416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:18.145774 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:18.214994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:18.374901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-98fd9053-3193-43e9-b49f-057140746e4d None None] Provisioning for port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:18.400183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-98fd9053-3193-43e9-b49f-057140746e4d None None] Provisioning complete for port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:18.412746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-98fd9053-3193-43e9-b49f-057140746e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.418039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.463391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Made reservation on behalf of e18ccb0a34a44f6f9773fe9e63e366c6 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:18.466993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.503871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.511142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ddbd90f-f923-4a00-b921-2ebfd12b2a93 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:45:18.595806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.603386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a57d50c7-f5a2-45e2-ac46-6441041f2009 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3ddbd90f-f923-4a00-b921-2ebfd12b2a93 HTTP/1.1" status: 204 len: 168 time: 10.0339189 Apr 21 14:45:18.604316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47074) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:18.667474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=06db9978-962e-48a6-be2a-60ef47a6656c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:18.718058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-98fd9053-3193-43e9-b49f-057140746e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.747635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.811172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-98fd9053-3193-43e9-b49f-057140746e4d None None] For port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c2c0bad-81aa-45df-bdca-dbb9b511b6b1,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:18.823230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-98fd9053-3193-43e9-b49f-057140746e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.833502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4554a-31ad-41f9-b71a-f5de8c29d185 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:18.842793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4554a-31ad-41f9-b71a-f5de8c29d185 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:18.853054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4554a-31ad-41f9-b71a-f5de8c29d185 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:18.854014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-48b4554a-31ad-41f9-b71a-f5de8c29d185 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Synchronizing usage tracker for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:18.875427 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 2, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:18.882049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:18.884687 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Checking router: ada8164a-338e-47bd-9e2f-b3664d6654f3 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:45:18.885459 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Updating router ada8164a-338e-47bd-9e2f-b3664d6654f3 port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:45:19.034218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:19.063996 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.074083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Deleting subnet fdf4cfc6-945b-47c5-8734-1046ccf3b60f {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:45:19.115668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.211369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a82652-2ddc-4970-824e-829b834ecc41 None None] Network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:19.259379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:19.265877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.279625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-48b4554a-31ad-41f9-b71a-f5de8c29d185 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Unset dirty status for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:19.283478 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-48b4554a-31ad-41f9-b71a-f5de8c29d185 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.3297160 Apr 21 14:45:19.310337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.316131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47080) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:19.380853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:19.390349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.421800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd9053-3193-43e9-b49f-057140746e4d None None] Pushing event updated for resources: {'Port': ['ID=8c2c0bad-81aa-45df-bdca-dbb9b511b6b1,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:19.464948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49dad20f-3a49-40f0-8644-6022178b4285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.494399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:19.496011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8b06bcd8-a461-4060-a3ea-4fbaa56603f8 None None] Provisioning for port 93c08c8f-36f3-4411-afe2-6606d253c2c0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:19.521437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8b06bcd8-a461-4060-a3ea-4fbaa56603f8 None None] Provisioning complete for port 93c08c8f-36f3-4411-afe2-6606d253c2c0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:19.521806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8b06bcd8-a461-4060-a3ea-4fbaa56603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.563965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:19.709216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8b06bcd8-a461-4060-a3ea-4fbaa56603f8 None None] Port 93c08c8f-36f3-4411-afe2-6606d253c2c0 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:19.814854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.828701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:19.832132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.842658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7', 'network_id': 'a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': 'e8d006b9-4bd9-431b-9598-1c6d02347e5e'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:19.844534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.901443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event updated for resources: {'Port': ['ID=8ae17788-6426-44d7-a6dd-e60c750e52ca,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:19.925470 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:19.951762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.991893 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-962844ce-0e54-430a-8125-73f921cb55d3 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6481583 Apr 21 14:45:20.001872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:20.010750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.012820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.035110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d742d5fe-9e2c-42d4-94e2-85714423fb24 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:20.036614 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d742d5fe-9e2c-42d4-94e2-85714423fb24 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065854 Apr 21 14:45:20.045029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cf07-de1d-4334-bc53-028ba71840e5 req-dc969350-0eff-4d05-8a32-d975f4b2c534 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:20.046073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-1a09cf07-de1d-4334-bc53-028ba71840e5 req-dc969350-0eff-4d05-8a32-d975f4b2c534 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Synchronizing usage tracker for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:20.137158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-598373b4-41b3-4a26-8413-7850901bb26c None None] Provisioning for port 8ae17788-6426-44d7-a6dd-e60c750e52ca completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:20.145369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Network 640cc025-aea1-4a8b-9f92-6c6417610740 is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 21 14:45:20.146513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:20.147309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.151890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "PUT /v2.0/networks/640cc025-aea1-4a8b-9f92-6c6417610740 HTTP/1.1" status: 200 len: 857 time: 2.0644712 Apr 21 14:45:20.153444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:20.154125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-598373b4-41b3-4a26-8413-7850901bb26c None None] Provisioning complete for port 8ae17788-6426-44d7-a6dd-e60c750e52ca triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:20.154497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-598373b4-41b3-4a26-8413-7850901bb26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.158714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:20.166136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:20.166767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.191697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:20.209932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:20.210301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.257822 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b78d7b3a-77b9-4bac-aaca-e383857151d2 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 7.6563089 Apr 21 14:45:20.261949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47090) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:20.269896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-21aeaa58-98d7-4b41-bec8-c04a56122047 req-b5484f2a-ab3f-4b5c-bb7b-b5802bddc1ab tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Synchronizing usage tracker for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:20.282957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Allocated IP 172.20.255.242 (a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7/e8d006b9-4bd9-431b-9598-1c6d02347e5e/4f732891-59c8-486d-8337-74f5ac66cda0) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:20.310855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55652384'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:20.313831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27be29-41a3-45ae-bd50-e32add744827 tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event updated for resources: {'Network': ['ID=640cc025-aea1-4a8b-9f92-6c6417610740,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:20.326471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-598373b4-41b3-4a26-8413-7850901bb26c None None] Port 8ae17788-6426-44d7-a6dd-e60c750e52ca cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:20.348881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:20.381074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-21aeaa58-98d7-4b41-bec8-c04a56122047 req-b5484f2a-ab3f-4b5c-bb7b-b5802bddc1ab tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Unset dirty status for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:20.382843 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-21aeaa58-98d7-4b41-bec8-c04a56122047 req-b5484f2a-ab3f-4b5c-bb7b-b5802bddc1ab tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.7794714 Apr 21 14:45:20.385627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Allocated IP 172.20.0.11 (3e63a5e7-3d28-4734-8b12-d82792969701/b0b0a1d7-5198-4d78-a9ea-595f1f10bd83/f8a534f7-b790-4375-b6fa-d03a5887bdb2) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:20.388442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:20.399659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:20.419035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port 93c08c8f-36f3-4411-afe2-6606d253c2c0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:20.419742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.481678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:20.514192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.584088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf4cfc6-945b-47c5-8734-1046ccf3b60f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:20.617507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:20.622562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.649498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:20.650630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-1a09cf07-de1d-4334-bc53-028ba71840e5 req-dc969350-0eff-4d05-8a32-d975f4b2c534 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Unset dirty status for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:20.660640 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a09cf07-de1d-4334-bc53-028ba71840e5 req-dc969350-0eff-4d05-8a32-d975f4b2c534 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 931 time: 1.9741223 Apr 21 14:45:20.692871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:20.703627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:20.713884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Request body: {'port': {'device_id': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:20.721762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.722139 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 2c7d5836-8fa7-488b-ba6f-34d9d94a0e25 of type vlan for network c047cd84-2007-4443-9fc4-1f0fa4bc09ba Apr 21 14:45:20.773625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.835944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:20.846080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9ffc9e72-34d6-4112-b5a9-aaf4e190274c None None] Provisioning for port 06db9978-962e-48a6-be2a-60ef47a6656c completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:20.871536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9ffc9e72-34d6-4112-b5a9-aaf4e190274c None None] Provisioning complete for port 06db9978-962e-48a6-be2a-60ef47a6656c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:20.882372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9ffc9e72-34d6-4112-b5a9-aaf4e190274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.005006 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.023323 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62c57bc4-7aeb-4a44-9271-3b5cced1f0e3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.4632547 Apr 21 14:45:21.037762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47096) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:21.040313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Pushing event updated for resources: {'Port': ['ID=69da56ff-3644-44bc-a61c-19705d0c4788,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:21.072743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Transition to ACTIVE for port object 4f732891-59c8-486d-8337-74f5ac66cda0 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:21.154454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc9e72-34d6-4112-b5a9-aaf4e190274c None None] Port 06db9978-962e-48a6-be2a-60ef47a6656c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:21.159920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Transition to ACTIVE for port object 4f732891-59c8-486d-8337-74f5ac66cda0 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:21.170888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.182263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.205542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.220576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:21.221396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.301090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:21.304022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Pushing event updated for resources: {'Port': ['ID=4f732891-59c8-486d-8337-74f5ac66cda0,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:21.320818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:21.326496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.329554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:21.371328 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9126441f-8211-4261-b4e6-1ec00eda6d86 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/fdf4cfc6-945b-47c5-8734-1046ccf3b60f HTTP/1.1" status: 204 len: 168 time: 2.6636236 Apr 21 14:45:21.447392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cb85e81d-9039-4830-93ef-a6db1403c089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.468352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Attempting to bind port 4f732891-59c8-486d-8337-74f5ac66cda0 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:21.468704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Attempting to bind port 4f732891-59c8-486d-8337-74f5ac66cda0 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '491ec000-8b99-4bc4-b03f-05a2844c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:21.469202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Attempting to bind port 4f732891-59c8-486d-8337-74f5ac66cda0 on network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:21.490149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:21.490530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Checking segment: {'id': '491ec000-8b99-4bc4-b03f-05a2844c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:21.490934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.491331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Bound using segment: {'id': '491ec000-8b99-4bc4-b03f-05a2844c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:21.491825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Bound port: 4f732891-59c8-486d-8337-74f5ac66cda0, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491ec000-8b99-4bc4-b03f-05a2844c43be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:21.492611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.507248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47100) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:21.508187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.569632 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2829101 Apr 21 14:45:21.571987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.608354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47104) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:21.628000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': 'c047cd84-2007-4443-9fc4-1f0fa4bc09ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:21.677899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fc25c-bf56-48cb-9666-9d1d9a12288f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=c047cd84-2007-4443-9fc4-1f0fa4bc09ba,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:21.700412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network c047cd84-2007-4443-9fc4-1f0fa4bc09ba details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:21.854598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] For port 4f732891-59c8-486d-8337-74f5ac66cda0, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:21.858102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] For port 4f732891-59c8-486d-8337-74f5ac66cda0, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4f732891-59c8-486d-8337-74f5ac66cda0,segment=NetworkSegment(491ec000-8b99-4bc4-b03f-05a2844c43be),segment_id=491ec000-8b99-4bc4-b03f-05a2844c43be)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:21.863554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.961883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f7f4-4441-424a-ab5e-13dd9d9fe22e None None] Pushing event updated for resources: {'Port': ['ID=4f732891-59c8-486d-8337-74f5ac66cda0,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:22.067722 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32947144-add9-4335-974a-186ee7fd8372 req-6572b575-cd36-46c3-a36d-48127ee0387f tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.0989852 Apr 21 14:45:22.193729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Calling delete_port for 93c08c8f-36f3-4411-afe2-6606d253c2c0 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:22.218693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.228373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.252503 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a09cf07-de1d-4334-bc53-028ba71840e5 req-64f0babb-0fad-4281-82d8-310821a766c4 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.5440803 Apr 21 14:45:22.401386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.428970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Transition to ACTIVE for port object f8a534f7-b790-4375-b6fa-d03a5887bdb2 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:22.478373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.483935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.640983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.694646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Network 3e63a5e7-3d28-4734-8b12-d82792969701 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:22.745831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:22.748831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:22.770552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.868683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event updated for resources: {'Port': ['ID=f8a534f7-b790-4375-b6fa-d03a5887bdb2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:22.889362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:22.898427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:22.904904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:22.912019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:23.006175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:23.105071 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.286298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:23.287195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.419525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7223aa6c-77b3-49dd-bbc4-a00290cfef20 None None] Provisioning for port f8a534f7-b790-4375-b6fa-d03a5887bdb2 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:23.436686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7223aa6c-77b3-49dd-bbc4-a00290cfef20 None None] Provisioning complete for port f8a534f7-b790-4375-b6fa-d03a5887bdb2 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:23.437702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7223aa6c-77b3-49dd-bbc4-a00290cfef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.483940 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-57ce3fab-d89a-4810-8b1a-1139c70cff54 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6782920 Apr 21 14:45:23.502293 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Transition to ACTIVE for port object a25bffcc-bbca-47f6-ac11-458c5ebef2c9 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:23.515864 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.519283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.557728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Request body: {'port': {'device_id': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:23.611448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.658062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7223aa6c-77b3-49dd-bbc4-a00290cfef20 None None] Port f8a534f7-b790-4375-b6fa-d03a5887bdb2 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:23.662632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7d06a-5352-4eee-a83f-171dc4a565c0 None None] Network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:23.719676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.770412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.837144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Port': ['ID=93c08c8f-36f3-4411-afe2-6606d253c2c0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:23.896520 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0832e21-ad08-4d57-8b4f-a845cb7f64ef None None] Pushing event updated for resources: {'Port': ['ID=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:23.904516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.002940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4f732891-59c8-486d-8337-74f5ac66cda0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:24.158401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Pushing event updated for resources: {'Port': ['ID=69da56ff-3644-44bc-a61c-19705d0c4788,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:24.168771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.259742 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Attempting to bind port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:24.260837 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Attempting to bind port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:24.261448 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Attempting to bind port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 on network 3e63a5e7-3d28-4734-8b12-d82792969701 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:24.265183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d521b-a3af-4c1d-8fdf-b34172527cd5 req-92883397-3d72-4585-8de1-a179bcadc1bd tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:24.271149 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9a8d521b-a3af-4c1d-8fdf-b34172527cd5 req-92883397-3d72-4585-8de1-a179bcadc1bd tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 932 time: 0.9136074 Apr 21 14:45:24.287860 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:24.290147 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Checking segment: {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:24.290865 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.291539 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Bound using segment: {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:24.291868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0873bead-736b-4c19-a181-84d649f48a14 None None] Provisioning for port 4f732891-59c8-486d-8337-74f5ac66cda0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:24.295232 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Bound port: a25bffcc-bbca-47f6-ac11-458c5ebef2c9, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:24.295844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.321394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 4f732891-59c8-486d-8337-74f5ac66cda0 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:24.344264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4f732891-59c8-486d-8337-74f5ac66cda0 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:24.344816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.388458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.522464 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9a8d521b-a3af-4c1d-8fdf-b34172527cd5 req-09484a62-8cca-481e-ac64-89332b3bb1ae tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797066 Apr 21 14:45:24.537467 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] For port a25bffcc-bbca-47f6-ac11-458c5ebef2c9, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:24.544280 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] For port a25bffcc-bbca-47f6-ac11-458c5ebef2c9, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:24.551197 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.596393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.665625 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:24.666691 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:24.772095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.943692 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-09b0541e-30b6-4b06-ac92-e1511d9ecc60 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/ports/93c08c8f-36f3-4411-afe2-6606d253c2c0 HTTP/1.1" status: 204 len: 168 time: 5.3477201 Apr 21 14:45:24.944698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.957870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47114) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:24.961054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.992467 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0832e21-ad08-4d57-8b4f-a845cb7f64ef None None] Pushing event updated for resources: {'Port': ['ID=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:25.070880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 4f732891-59c8-486d-8337-74f5ac66cda0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4f732891-59c8-486d-8337-74f5ac66cda0,segment=NetworkSegment(491ec000-8b99-4bc4-b03f-05a2844c43be),segment_id=491ec000-8b99-4bc4-b03f-05a2844c43be)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:25.078458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.145907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4dafa98e-711d-43da-9e5f-84dca1f1762c no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:25.171798 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-148cfe8d-a237-45d7-9d09-ff276a15e1f7 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] GET failed (client error): The resource could not be found. Apr 21 14:45:25.173471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-148cfe8d-a237-45d7-9d09-ff276a15e1f7 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Synchronizing usage tracker for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:25.188886 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:25.207572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 4dafa98e-711d-43da-9e5f-84dca1f1762c {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:25.207835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae17788-6426-44d7-a6dd-e60c750e52ca {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:45:25.209062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4dafa98e-711d-43da-9e5f-84dca1f1762c not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:25.219795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.263723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcb4e4-6e58-47bc-b3b9-22c1daffa145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:25.265120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=4f732891-59c8-486d-8337-74f5ac66cda0,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:25.271395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbcb4e4-6e58-47bc-b3b9-22c1daffa145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:25.272346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1cbcb4e4-6e58-47bc-b3b9-22c1daffa145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:25.296552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Transition to ACTIVE for port object 8ae17788-6426-44d7-a6dd-e60c750e52ca will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:25.352824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=416ab9ae-416c-434e-8b5a-4856630ad4d3,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:25.360174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-148cfe8d-a237-45d7-9d09-ff276a15e1f7 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Unset dirty status for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:25.365238 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-148cfe8d-a237-45d7-9d09-ff276a15e1f7 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "GET /v2.0/ports/93c08c8f-36f3-4411-afe2-6606d253c2c0 HTTP/1.1" status: 404 len: 333 time: 0.3584757 Apr 21 14:45:25.367639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47118) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:25.370111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '2c7d5836-8fa7-488b-ba6f-34d9d94a0e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c047cd84-2007-4443-9fc4-1f0fa4bc09ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:25.371188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: c047cd84-2007-4443-9fc4-1f0fa4bc09ba, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:25.382742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-843262589'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:25.395757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f481e67c-8d64-43a0-9654-da94bfc518b6 None None] Provisioning complete for port 4f732891-59c8-486d-8337-74f5ac66cda0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:25.396145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f481e67c-8d64-43a0-9654-da94bfc518b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.441922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.471514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ba6200-da6e-4d8a-a1ac-e03f6d8382f6']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.483763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5633c7-1b43-4a92-b527-b91a1bdc53cc') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.484102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5633c7-1b43-4a92-b527-b91a1bdc53cc') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.496907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.514942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.522841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:25.523651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.547954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network c047cd84-2007-4443-9fc4-1f0fa4bc09ba is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:25.555258 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:25.586158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, c047cd84-2007-4443-9fc4-1f0fa4bc09ba) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:25.591176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:25.591816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.598220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac6f22-1b26-42ab-8252-7703148dd62b None None] Network c047cd84-2007-4443-9fc4-1f0fa4bc09ba requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:25.652344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:25.673018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:25.680759 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e4944c1a-3abe-402d-85f0-fb079ee2078a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.0680645 Apr 21 14:45:25.682066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47124) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:25.684378 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:24Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.699017 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b43d9-708d-48e2-916d-64a1bf53c07b None None] The sync data for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv is: [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:24Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:25.716766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a534f7-b790-4375-b6fa-d03a5887bdb2 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:45:25.847468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.852151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.868106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:25.871003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.877335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4f732891-59c8-486d-8337-74f5ac66cda0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:25.913801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640cc025-aea1-4a8b-9f92-6c6417610740']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.919473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-c047cd84-2007-4443-9fc4-1f0fa4bc09ba', 'network_id': 'c047cd84-2007-4443-9fc4-1f0fa4bc09ba', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': '416ab9ae-416c-434e-8b5a-4856630ad4d3'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:25.921284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.951011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fc9b27-3843-4ecd-b1a6-2d22c969872e') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.951300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fc9b27-3843-4ecd-b1a6-2d22c969872e') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.988358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1cbcb4e4-6e58-47bc-b3b9-22c1daffa145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:25.992327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1cbcb4e4-6e58-47bc-b3b9-22c1daffa145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 4.9534376 Apr 21 14:45:25.997519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.080697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47128) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:26.123400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4f732891-59c8-486d-8337-74f5ac66cda0 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:26.124401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.135586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] device_id is not set on port 95614c4c-e9dc-4f8b-9bae-189dd703db43 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:26.225967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710b729-ed39-47b8-9834-d58a6dc3b95f req-c9e347e1-098b-4740-8f01-8c83deb56d21 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:26.229101 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1710b729-ed39-47b8-9834-d58a6dc3b95f req-c9e347e1-098b-4740-8f01-8c83deb56d21 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 931 time: 2.4908319 Apr 21 14:45:26.235094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Transition to ACTIVE for port object f8a534f7-b790-4375-b6fa-d03a5887bdb2 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:26.269295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.279436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Pushing event updated for resources: {'Port': ['ID=8ae17788-6426-44d7-a6dd-e60c750e52ca,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:26.326546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.335791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Allocated IP 172.20.0.2 (c047cd84-2007-4443-9fc4-1f0fa4bc09ba/416ab9ae-416c-434e-8b5a-4856630ad4d3/c2bceef9-bdc9-4910-a0a5-d2483f626bfb) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:26.455853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.494128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 14:45:26.498921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Attempting to bind port 8ae17788-6426-44d7-a6dd-e60c750e52ca on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:26.499432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Attempting to bind port 8ae17788-6426-44d7-a6dd-e60c750e52ca by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:26.499873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Attempting to bind port 8ae17788-6426-44d7-a6dd-e60c750e52ca on network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:26.511417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.520826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Port 8ae17788-6426-44d7-a6dd-e60c750e52ca on network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:45:26.521325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Attempting to bind port 8ae17788-6426-44d7-a6dd-e60c750e52ca on network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:26.532361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event deleted for resources: {'Network': ['ID=04ba6200-da6e-4d8a-a1ac-e03f6d8382f6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:26.536477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:26.537017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:26.558931 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:26.573126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 06db9978-962e-48a6-be2a-60ef47a6656c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:26.573631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.632386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.641752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:26.642244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Checking segment: {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:26.642915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Bound using segment: {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:26.643527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Bound port: 8ae17788-6426-44d7-a6dd-e60c750e52ca, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f271f-8510-4b9e-bc37-8303613d763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:26.643982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.663113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.664836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Transition to ACTIVE for port object c2bceef9-bdc9-4910-a0a5-d2483f626bfb will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:26.667082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a534f7-b790-4375-b6fa-d03a5887bdb2,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:26.710235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Transition to ACTIVE for port object c2bceef9-bdc9-4910-a0a5-d2483f626bfb will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:26.726795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.732941 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-40b15325-811a-4d09-b35b-59110d872c6e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "DELETE /v2.0/networks/04ba6200-da6e-4d8a-a1ac-e03f6d8382f6 HTTP/1.1" status: 204 len: 168 time: 4.4960573 Apr 21 14:45:26.738617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fae4cf-a3f4-4a6a-845f-d2d77145e1fc req-67cf5899-9f82-4391-8c53-8bf973822bdf tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:26.745761 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f9fae4cf-a3f4-4a6a-845f-d2d77145e1fc req-67cf5899-9f82-4391-8c53-8bf973822bdf tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 932 time: 0.9322538 Apr 21 14:45:26.796614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port c2bceef9-bdc9-4910-a0a5-d2483f626bfb {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:26.798063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.810567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Network c047cd84-2007-4443-9fc4-1f0fa4bc09ba is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:26.814427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:26.819588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:26.859850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Allocated IP 2001:db8::2be (9d892b48-6425-4546-a04d-5a31006f2a0e/a4794d90-0b0d-43f3-8336-e9ce0b7f0192/95614c4c-e9dc-4f8b-9bae-189dd703db43) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:26.897306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Pushing event updated for resources: {'Port': ['ID=c2bceef9-bdc9-4910-a0a5-d2483f626bfb,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:26.902594 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f9fae4cf-a3f4-4a6a-845f-d2d77145e1fc req-01362930-a7bc-4ada-bc4d-cef67017a92c tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551142 Apr 21 14:45:26.948403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Attempting to bind port f8a534f7-b790-4375-b6fa-d03a5887bdb2 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:26.949087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Attempting to bind port f8a534f7-b790-4375-b6fa-d03a5887bdb2 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:26.949603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Attempting to bind port f8a534f7-b790-4375-b6fa-d03a5887bdb2 on network 3e63a5e7-3d28-4734-8b12-d82792969701 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:26.979300 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1710b729-ed39-47b8-9834-d58a6dc3b95f req-ae63f981-ec72-4536-afb4-dc2900e8ee82 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6970911 Apr 21 14:45:27.041238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.070232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 640cc025-aea1-4a8b-9f92-6c6417610740 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 14:45:27.070882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Attempting to bind port c2bceef9-bdc9-4910-a0a5-d2483f626bfb on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:27.071426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Attempting to bind port c2bceef9-bdc9-4910-a0a5-d2483f626bfb by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '2c7d5836-8fa7-488b-ba6f-34d9d94a0e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c047cd84-2007-4443-9fc4-1f0fa4bc09ba'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:27.072093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Attempting to bind port c2bceef9-bdc9-4910-a0a5-d2483f626bfb on network c047cd84-2007-4443-9fc4-1f0fa4bc09ba {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:27.091428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:27.091891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Checking segment: {'id': '2c7d5836-8fa7-488b-ba6f-34d9d94a0e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c047cd84-2007-4443-9fc4-1f0fa4bc09ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:27.092378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.092834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Bound using segment: {'id': '2c7d5836-8fa7-488b-ba6f-34d9d94a0e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c047cd84-2007-4443-9fc4-1f0fa4bc09ba'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:27.093422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Bound port: c2bceef9-bdc9-4910-a0a5-d2483f626bfb, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7d5836-8fa7-488b-ba6f-34d9d94a0e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c047cd84-2007-4443-9fc4-1f0fa4bc09ba'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:27.093861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.100530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Port f8a534f7-b790-4375-b6fa-d03a5887bdb2 on network 3e63a5e7-3d28-4734-8b12-d82792969701 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:45:27.102611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Attempting to bind port f8a534f7-b790-4375-b6fa-d03a5887bdb2 on network 3e63a5e7-3d28-4734-8b12-d82792969701 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:27.139059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.144882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:27.145302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Checking segment: {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:27.146371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Bound using segment: {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:27.147868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Bound port: f8a534f7-b790-4375-b6fa-d03a5887bdb2, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:27.150425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.207511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] Pushing event deleted for resources: {'Network': ['ID=640cc025-aea1-4a8b-9f92-6c6417610740,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:27.229153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] For port c2bceef9-bdc9-4910-a0a5-d2483f626bfb, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:27.232843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] For port c2bceef9-bdc9-4910-a0a5-d2483f626bfb, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c2bceef9-bdc9-4910-a0a5-d2483f626bfb,segment=NetworkSegment(2c7d5836-8fa7-488b-ba6f-34d9d94a0e25),segment_id=2c7d5836-8fa7-488b-ba6f-34d9d94a0e25)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:27.244677 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e2953563-049e-469e-9691-75eee769d3af tempest-ExternalNetworksTestJSON-2131436185 tempest-ExternalNetworksTestJSON-2131436185-project-admin] 10.222.0.42 "DELETE /v2.0/networks/640cc025-aea1-4a8b-9f92-6c6417610740 HTTP/1.1" status: 204 len: 168 time: 7.0291386 Apr 21 14:45:27.245364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.252280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47138) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:27.350206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] For port 8ae17788-6426-44d7-a6dd-e60c750e52ca, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:27.355132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a3813-5962-412c-a888-cecc63221d32 None None] Pushing event updated for resources: {'Port': ['ID=c2bceef9-bdc9-4910-a0a5-d2483f626bfb,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:27.394959 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bb7419-d0e1-48be-915f-900213dff8db tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] DELETE failed (client error): The resource could not be found. Apr 21 14:45:27.395444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bb7419-d0e1-48be-915f-900213dff8db tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:45:27.399647 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-89bb7419-d0e1-48be-915f-900213dff8db tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] 10.222.0.42 "DELETE /v2.0/subnets/62ae9018-0d69-45e6-bf18-1ca80fd71e20 HTTP/1.1" status: 404 len: 337 time: 0.1405687 Apr 21 14:45:27.407942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] For port 8ae17788-6426-44d7-a6dd-e60c750e52ca, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:27.409048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:27.427736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port c2bceef9-bdc9-4910-a0a5-d2483f626bfb, host dv-neutron-838898-1-hyperv, got binding levels [] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:27.427959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.448720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47146) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:27.472819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.562089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for c2bceef9-bdc9-4910-a0a5-d2483f626bfb owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:27.643061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 06db9978-962e-48a6-be2a-60ef47a6656c owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:27.733278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.751583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'router': {'name': 'tempest-router--2060115653', 'project_id': 'ef5f339b02ae411e95aec725276ef80b'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:27.867588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c2bceef9-bdc9-4910-a0a5-d2483f626bfb up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:27.881981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:27.882627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:27.883445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] For port f8a534f7-b790-4375-b6fa-d03a5887bdb2, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:27.903034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.912110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] For port f8a534f7-b790-4375-b6fa-d03a5887bdb2, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:27.927206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.927942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:27.931727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Transition to ACTIVE for port object 95614c4c-e9dc-4f8b-9bae-189dd703db43 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:27.960338 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Floating IP 23fd2be2-f74d-47d1-b55a-12b53dfd2d11 associated. External IP: 172.26.6.88, port: 933f3657-c40d-41f5-af8b-549927f8defa. Apr 21 14:45:28.008120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.010268 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] 10.222.0.21 "PUT /v2.0/ports/f8a534f7-b790-4375-b6fa-d03a5887bdb2 HTTP/1.1" status: 200 len: 1094 time: 4.4667273 Apr 21 14:45:28.016034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:28.058582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:router and tenant:ef5f339b02ae411e95aec725276ef80b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:28.062473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port c2bceef9-bdc9-4910-a0a5-d2483f626bfb completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:28.084248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a25bffcc-bbca-47f6-ac11-458c5ebef2c9 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:28.143477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:28.324566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fde9a6-e1f9-46a5-bff9-d092fefb3905 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a534f7-b790-4375-b6fa-d03a5887bdb2,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:28.360375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.472223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port c2bceef9-bdc9-4910-a0a5-d2483f626bfb {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:28.472599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.553776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:28.563636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:28.564547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.600573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:28.607395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.609060 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] 10.222.0.21 "PUT /v2.0/ports/8ae17788-6426-44d7-a6dd-e60c750e52ca HTTP/1.1" status: 200 len: 1093 time: 8.4374826 Apr 21 14:45:28.632441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:28.685738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.694379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e718d-cb54-4451-9207-0f9efe0d607f service neutron] Pushing event updated for resources: {'Port': ['ID=8ae17788-6426-44d7-a6dd-e60c750e52ca,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:28.737944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.738921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.852507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.906036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.909396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port c2bceef9-bdc9-4910-a0a5-d2483f626bfb, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c2bceef9-bdc9-4910-a0a5-d2483f626bfb,segment=NetworkSegment(2c7d5836-8fa7-488b-ba6f-34d9d94a0e25),segment_id=2c7d5836-8fa7-488b-ba6f-34d9d94a0e25)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:28.909396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.949036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=06db9978-962e-48a6-be2a-60ef47a6656c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:28.974176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.019999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a25bffcc-bbca-47f6-ac11-458c5ebef2c9, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:29.022457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e2442-c207-4902-af76-da440cc2f79a None None] Network c047cd84-2007-4443-9fc4-1f0fa4bc09ba requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:29.057503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for c2bceef9-bdc9-4910-a0a5-d2483f626bfb owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:29.061005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.113429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:29.131312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c612e-0fb3-42e1-ad64-93462d9c5a1b req-8e8e9a6b-a307-40a3-bf12-e3dace76071c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:29.133039 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc0c612e-0fb3-42e1-ad64-93462d9c5a1b req-8e8e9a6b-a307-40a3-bf12-e3dace76071c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 943 time: 0.5810914 Apr 21 14:45:29.138177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:29.146463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.170036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=95614c4c-e9dc-4f8b-9bae-189dd703db43,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:29.185149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:29.185651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.191155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:29.191803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.240675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.281353 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-52ae8027-d216-4914-8382-9fd708f067d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b2d50affd140a2a291b4a1f7cf96d5&device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 1096 time: 0.5914657 Apr 21 14:45:29.306375 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-118496f8-fcd6-47c1-86e0-ccf63ac99b9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e18ccb0a34a44f6f9773fe9e63e366c6&device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 1097 time: 1.1669216 Apr 21 14:45:29.322714 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-584cb569-41cd-4930-82be-9581c73c6480 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9515953 Apr 21 14:45:29.344441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b786d2b6-2f01-4c85-98e8-0da46eefb019 None None] Provisioning for port c2bceef9-bdc9-4910-a0a5-d2483f626bfb completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:29.369982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b786d2b6-2f01-4c85-98e8-0da46eefb019 None None] Provisioning complete for port c2bceef9-bdc9-4910-a0a5-d2483f626bfb triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:29.370465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b786d2b6-2f01-4c85-98e8-0da46eefb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.391759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44d041-467b-4fe2-a73e-7bb9bbc7ff7d req-f3f94663-095a-4ef4-87a8-81c958ae5d1f tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:29.399628 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1e44d041-467b-4fe2-a73e-7bb9bbc7ff7d req-f3f94663-095a-4ef4-87a8-81c958ae5d1f tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 944 time: 1.1499293 Apr 21 14:45:29.401252 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-80926a66-a46f-480d-9e7f-c86b5ae0a1ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/06db9978-962e-48a6-be2a-60ef47a6656c HTTP/1.1" status: 204 len: 168 time: 3.3096631 Apr 21 14:45:29.402349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:29.404256 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-115e9147-0e77-4ff3-868d-3741534793ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca HTTP/1.1" status: 200 len: 217 time: 0.0853431 Apr 21 14:45:29.404725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47166) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:29.405049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47168) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:29.409003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173ebed4-9c38-461f-b06c-29b8a03bc1da']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:29.423862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa213ff-79df-4cce-8533-7970d137fc6b') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:29.427988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa213ff-79df-4cce-8533-7970d137fc6b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:29.441051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.458202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.465745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:29.466150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:29.491467 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:29.495316 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-98fd02aa-18a4-4300-838c-cd2bb79954d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2 HTTP/1.1" status: 200 len: 217 time: 0.1733942 Apr 21 14:45:29.510091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::187', 'mac_address': 'fa:16:3e:d7:4f:8e'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:29.560518 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1e44d041-467b-4fe2-a73e-7bb9bbc7ff7d req-40a83f66-163c-40c0-aa2e-9f5bf0e575a1 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597209 Apr 21 14:45:29.588299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.609604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b786d2b6-2f01-4c85-98e8-0da46eefb019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.630041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-5c45b975-fc28-4754-85f4-70282aed99ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:29.631786 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-5c45b975-fc28-4754-85f4-70282aed99ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b0a1d7-5198-4d78-a9ea-595f1f10bd83 HTTP/1.1" status: 200 len: 851 time: 0.1266980 Apr 21 14:45:29.646406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Port': ['ID=c2bceef9-bdc9-4910-a0a5-d2483f626bfb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:29.665028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.669368 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4b1e659e-fea6-4fe8-9529-75b72d0d54b7 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.9231155 Apr 21 14:45:29.675029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47178) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:29.768883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01691d68-adaa-4bec-a0a6-352105cebadd req-96649f94-381b-4d0f-a43d-024777a10368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:29.770306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-96649f94-381b-4d0f-a43d-024777a10368 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782b4897-22ac-4517-b18d-97f072599d6d HTTP/1.1" status: 200 len: 845 time: 0.2661743 Apr 21 14:45:29.793084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No DVR routers for this DVR port c2bceef9-bdc9-4910-a0a5-d2483f626bfb on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:29.828431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-374bf732-244c-4daa-b573-8501d21f475e None None] Provisioning for port 95614c4c-e9dc-4f8b-9bae-189dd703db43 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:29.848500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-374bf732-244c-4daa-b573-8501d21f475e None None] Provisioning complete for port 95614c4c-e9dc-4f8b-9bae-189dd703db43 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:29.849840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-374bf732-244c-4daa-b573-8501d21f475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.854068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.870520 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726a34ca-573f-464b-9686-3132c40552cd'] response: {'name': 'network-changed', 'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'status': 'completed', 'code': 200} Apr 21 14:45:29.906363 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-7ae47cfe-fecf-4440-a83f-d03d078b35f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e63a5e7-3d28-4734-8b12-d82792969701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2610013 Apr 21 14:45:29.953353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a25bffcc-bbca-47f6-ac11-458c5ebef2c9 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:30.010028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.021466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] Pushing event deleted for resources: {'Network': ['ID=173ebed4-9c38-461f-b06c-29b8a03bc1da,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:30.057087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.114959 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e82db-5897-41c9-8c34-2bc5d51d18c9 None None] DHCP port deletion for c047cd84-2007-4443-9fc4-1f0fa4bc09ba request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:45:30.123677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-374bf732-244c-4daa-b573-8501d21f475e None None] Port 95614c4c-e9dc-4f8b-9bae-189dd703db43 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:30.140849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5463e-4f0e-4032-8367-1faa192f8677 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:45:30.145769 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-30de4589-4435-4225-9a76-48acab6cb810 service neutron] 10.222.0.21 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301519 Apr 21 14:45:30.182583 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c8ab3f-f3f0-4b43-9259-c13c86fdcf3e'] response: {'name': 'network-changed', 'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'status': 'completed', 'code': 200} Apr 21 14:45:30.187618 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc0c612e-0fb3-42e1-ad64-93462d9c5a1b req-feb932fd-9c89-4b9a-b86e-96157e978370 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0374963 Apr 21 14:45:30.227383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:30.227383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.227641 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e21e8b1-19c2-4c2d-a583-5544ce8afa4b tempest-ExternalNetworksTestJSON-443660323 tempest-ExternalNetworksTestJSON-443660323-project] 10.222.0.42 "DELETE /v2.0/networks/173ebed4-9c38-461f-b06c-29b8a03bc1da HTTP/1.1" status: 204 len: 168 time: 2.8041167 Apr 21 14:45:30.261532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5d955-8e19-4233-9d59-8143dfa2174f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:30.263714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5d955-8e19-4233-9d59-8143dfa2174f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:30.264435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b292e11d-8546-48dd-b361-920929b78d5f None None] Could not find standard attr ID for object c2bceef9-bdc9-4910-a0a5-d2483f626bfb. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:45:30.264806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-40b5d955-8e19-4233-9d59-8143dfa2174f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:30.272221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9fbccd7-34f8-4212-951f-daf113fd4bc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.317227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.379209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=416ab9ae-416c-434e-8b5a-4856630ad4d3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:30.442266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5463e-4f0e-4032-8367-1faa192f8677 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:45:30.489821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b52db055-70e6-4ca8-98cb-718f50981e3e req-dd3a0e88-0fc6-4982-a362-dc6ee075ca83 service neutron] 10.222.0.21 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302286 Apr 21 14:45:30.521023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.558833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c047cd84-2007-4443-9fc4-1f0fa4bc09ba']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:30.565475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.578816 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-4693c9c8-1231-47fa-a02e-c834a41382f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6516607 Apr 21 14:45:30.581193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7d5836-8fa7-488b-ba6f-34d9d94a0e25') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:30.581494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7d5836-8fa7-488b-ba6f-34d9d94a0e25') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:30.594570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-40b5d955-8e19-4233-9d59-8143dfa2174f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:30.597237 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-40b5d955-8e19-4233-9d59-8143dfa2174f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1055267 Apr 21 14:45:30.601256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47192) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:30.605547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.642999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.692908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.753820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:30.755311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:30.755718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:30.774336 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:30.892020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35217eaa-f744-49a2-892f-aaff87a51555 None None] Network c047cd84-2007-4443-9fc4-1f0fa4bc09ba requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:31.047074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.056172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.097499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=c047cd84-2007-4443-9fc4-1f0fa4bc09ba,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:31.105883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a4754-4fc8-4ad2-a5c1-4bed4f4c1016 None None] DHCP port deletion for c047cd84-2007-4443-9fc4-1f0fa4bc09ba request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:45:31.110970 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4a2b1ea2-df4c-4103-a3dd-5ca09d931d75 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/c047cd84-2007-4443-9fc4-1f0fa4bc09ba HTTP/1.1" status: 204 len: 168 time: 5.4245973 Apr 21 14:45:31.119492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47204) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:31.123983 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83600482-fbf3-4134-9d61-4058f2446a7b req-c3ff7f3d-79ce-4d39-9004-5ef8ef949ff2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e18ccb0a34a44f6f9773fe9e63e366c6&device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 1097 time: 0.4766562 Apr 21 14:45:31.131827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316612151'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:31.157218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:31.165219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:31.170927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:31.218439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:31.225647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd0d2a-5a9b-4a78-a902-a84a58ae3587 req-6397ad85-c7df-4238-947a-1d6ae326f962 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:31.227998 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2bfd0d2a-5a9b-4a78-a902-a84a58ae3587 req-6397ad85-c7df-4238-947a-1d6ae326f962 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 944 time: 0.5159883 Apr 21 14:45:31.297821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:31.300702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.314782 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2bfd0d2a-5a9b-4a78-a902-a84a58ae3587 req-d64cbb39-500f-4a52-8cc8-04f6b469c312 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738893 Apr 21 14:45:31.363068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83600482-fbf3-4134-9d61-4058f2446a7b req-1a2bd077-4b37-4b29-8926-3ebea112096e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:31.364696 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83600482-fbf3-4134-9d61-4058f2446a7b req-1a2bd077-4b37-4b29-8926-3ebea112096e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e63a5e7-3d28-4734-8b12-d82792969701 HTTP/1.1" status: 200 len: 913 time: 0.2281244 Apr 21 14:45:31.365363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:31.430581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.430931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment be744eef-a3e3-47e5-980e-ee7c56143657 of type vlan for network d9113c75-a314-4562-aa79-553a6feba8b4 Apr 21 14:45:31.443219 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83600482-fbf3-4134-9d61-4058f2446a7b req-3595b12c-b7a5-46e3-bc4e-c94ee303a6c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0701914 Apr 21 14:45:31.456828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9fbccd7-34f8-4212-951f-daf113fd4bc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.508164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.537093 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-73968448-2caa-440f-9a2c-2e819863162b service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8905408 Apr 21 14:45:31.538421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83600482-fbf3-4134-9d61-4058f2446a7b req-b566f020-6036-454b-b34f-b51e365d41ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:31.540220 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83600482-fbf3-4134-9d61-4058f2446a7b req-b566f020-6036-454b-b34f-b51e365d41ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b0a1d7-5198-4d78-a9ea-595f1f10bd83 HTTP/1.1" status: 200 len: 851 time: 0.0886481 Apr 21 14:45:31.564606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9fbccd7-34f8-4212-951f-daf113fd4bc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.583789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.587366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:31.587948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.605569 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bf1c9c5d-3476-4423-a14e-16c4806c3154 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=752c5d6ebc4a48e482a1435fb0074f81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8446751 Apr 21 14:45:31.610008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47212) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:31.721154 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c2bceef9-bdc9-4910-a0a5-d2483f626bfb no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:31.743220 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6181035 Apr 21 14:45:31.743896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47216) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:31.756195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: c2bceef9-bdc9-4910-a0a5-d2483f626bfb {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:31.756637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c2bceef9-bdc9-4910-a0a5-d2483f626bfb not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:31.765979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': 'd9113c75-a314-4562-aa79-553a6feba8b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:31.781174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b9622-dc87-4830-88c8-519d4715a98b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=d9113c75-a314-4562-aa79-553a6feba8b4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:31.797516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d9113c75-a314-4562-aa79-553a6feba8b4 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:31.885630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 2763891b-849e-42c8-bcfe-6d3f553449d2 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:45:31.909979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e897f3a7-91ba-4977-9c55-5c349d9655ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.912396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.935253 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83600482-fbf3-4134-9d61-4058f2446a7b req-5c1c394f-1577-45f3-b3c9-93af1e798673 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e63a5e7-3d28-4734-8b12-d82792969701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3813877 Apr 21 14:45:31.964616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:31.968281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9fbccd7-34f8-4212-951f-daf113fd4bc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.968763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fbccd7-34f8-4212-951f-daf113fd4bc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e46636e-ec6e-4675-aee4-fb8754321f3a {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:45:31.997004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc38f7c-ad12-4d55-945f-dac1b1005a09 req-ea492054-d498-4046-a52a-23287da6a924 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:31.998486 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dc38f7c-ad12-4d55-945f-dac1b1005a09 req-ea492054-d498-4046-a52a-23287da6a924 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 943 time: 0.6312430 Apr 21 14:45:32.029278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:32.037025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e897f3a7-91ba-4977-9c55-5c349d9655ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.048541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.049760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:32.064350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:32.076471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9fbccd7-34f8-4212-951f-daf113fd4bc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.079922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9fbccd7-34f8-4212-951f-daf113fd4bc3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "DELETE /v2.0/routers/6e46636e-ec6e-4675-aee4-fb8754321f3a HTTP/1.1" status: 204 len: 168 time: 2.3108609 Apr 21 14:45:32.079922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01691d68-adaa-4bec-a0a6-352105cebadd req-4d2c13bd-8863-4ec5-b7f2-7ea8ff544785 service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185299 Apr 21 14:45:32.093989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:32.121023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.123733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:32.141028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.257718 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83600482-fbf3-4134-9d61-4058f2446a7b req-a1fcfb9d-7818-4f45-83ab-0b17c192d84f service neutron] 10.222.0.21 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214636 Apr 21 14:45:32.262087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.269585 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dc38f7c-ad12-4d55-945f-dac1b1005a09 req-cf8a41a9-9cea-4449-a3e8-49c489fca04b tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2545097 Apr 21 14:45:32.299018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Router f2ad37c0-138b-4903-ab1f-317d3ed8cff6 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:45:32.300265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] In _notify_port_updated(), no bound segment for port 95614c4c-e9dc-4f8b-9bae-189dd703db43 on network 9d892b48-6425-4546-a04d-5a31006f2a0e {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:45:32.304344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:32.304974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.306265 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "PUT /v2.0/ports/95614c4c-e9dc-4f8b-9bae-189dd703db43 HTTP/1.1" status: 200 len: 1002 time: 2.8178828 Apr 21 14:45:32.311257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47222) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:32.374071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47228) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:32.402396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482593-708a-478d-85be-62bbdb19053a tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=95614c4c-e9dc-4f8b-9bae-189dd703db43,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:32.436630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e897f3a7-91ba-4977-9c55-5c349d9655ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.440600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.488695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port 95614c4c-e9dc-4f8b-9bae-189dd703db43 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:32.489037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.489203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.ipam_backend_mixin [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing IP validity checks on allocation pools {{(pid=83935) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 14:45:32.489774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.ipam_backend_mixin [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83935) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 14:45:32.534330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897f3a7-91ba-4977-9c55-5c349d9655ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da73bb2b-f68b-42e1-b057-8a4e9dea4be4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:32.556713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e897f3a7-91ba-4977-9c55-5c349d9655ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.565293 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e897f3a7-91ba-4977-9c55-5c349d9655ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da73bb2b-f68b-42e1-b057-8a4e9dea4be4 HTTP/1.1" status: 204 len: 168 time: 0.9433656 Apr 21 14:45:32.622976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a5862194-334b-412f-b7e4-ed80ec73801b None None] Provisioning complete for port 95614c4c-e9dc-4f8b-9bae-189dd703db43 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:32.623542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a5862194-334b-412f-b7e4-ed80ec73801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.680206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a5862194-334b-412f-b7e4-ed80ec73801b None None] Port 95614c4c-e9dc-4f8b-9bae-189dd703db43 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:32.680359 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83600482-fbf3-4134-9d61-4058f2446a7b req-ffb0d6b1-33c8-4ef8-aa4d-2d8c14062dce service neutron] 10.222.0.21 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008431 Apr 21 14:45:32.710201 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-038b2ca4-a8fe-437f-acee-0c82d6c73714 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b2d50affd140a2a291b4a1f7cf96d5&device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 1096 time: 0.5172904 Apr 21 14:45:32.760777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1661364757', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:32.776366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:32.797611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec3dbc-1c1e-4131-b962-213c143fa105 req-92c4b286-68a4-4d6d-838d-df4b35239d31 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:32.799735 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-eeec3dbc-1c1e-4131-b962-213c143fa105 req-92c4b286-68a4-4d6d-838d-df4b35239d31 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 944 time: 0.3020179 Apr 21 14:45:32.803181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Usage tracker for resource:router and tenant:2b6f2ef0f96146ff9c95d7a20f0d7125 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:32.809783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:32.837806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:32.880569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.881565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.904679 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-eeec3dbc-1c1e-4131-b962-213c143fa105 req-cf9b63cd-e519-4e42-a13d-b83897ac4db0 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983949 Apr 21 14:45:32.907177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.928754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.016975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.028766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a816963-7225-4985-a642-2952985cb2af None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:33.070818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=149adbf2-65b2-4daa-aa3b-5cfc94b08891,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:33.073450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.106754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47238) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.164369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-fa557c91-977d-4f3c-81cb-3c6bc020dc34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:33.166039 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-fa557c91-977d-4f3c-81cb-3c6bc020dc34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186 HTTP/1.1" status: 200 len: 907 time: 0.4218292 Apr 21 14:45:33.175337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=2763891b-849e-42c8-bcfe-6d3f553449d2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:33.179346 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd58bec6-4d89-46d4-b15e-5cc2b68a44b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/2763891b-849e-42c8-bcfe-6d3f553449d2 HTTP/1.1" status: 204 len: 168 time: 2.5773358 Apr 21 14:45:33.183154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47242) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.185446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': 'be744eef-a3e3-47e5-980e-ee7c56143657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd9113c75-a314-4562-aa79-553a6feba8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:33.185808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: d9113c75-a314-4562-aa79-553a6feba8b4, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:33.261186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.289089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:45:33.293518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] Deleting port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:33.293991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.328306 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fe9b04d0-a02f-4945-ae36-65d1ef7fd969 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1379843 Apr 21 14:45:33.334856 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-f196adfb-ca7a-41dc-a47e-33e47b8963b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca HTTP/1.1" status: 200 len: 217 time: 0.1541486 Apr 21 14:45:33.336699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.370032 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b11935de-ba1e-4219-a7db-6de21072c571 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28bab4ed26c8428bbbf4ca65bfeaf5e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2622015 Apr 21 14:45:33.373114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47250) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.426602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.436674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Calling delete_port for 95614c4c-e9dc-4f8b-9bae-189dd703db43 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:33.461551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network d9113c75-a314-4562-aa79-553a6feba8b4 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:33.471510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:33.482377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d9113c75-a314-4562-aa79-553a6feba8b4) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:33.497968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aafe3d8-be8b-47e1-8a38-21aa4ab56961 None None] Network d9113c75-a314-4562-aa79-553a6feba8b4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:33.542811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:33.543342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.572148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebf205ae-d8fc-4982-8425-788a33d93e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.599779 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fef1c903-fc48-430e-948d-232f63541def tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8451719 Apr 21 14:45:33.600034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47256) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.614498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] For port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c2c0bad-81aa-45df-bdca-dbb9b511b6b1,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:33.615040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.643959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebf205ae-d8fc-4982-8425-788a33d93e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.757907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] Calling delete_port for 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:33.784906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-05f4d2fc-1d70-4ab6-938e-f19579b6c004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:33.786366 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-05f4d2fc-1d70-4ab6-938e-f19579b6c004 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782b4897-22ac-4517-b18d-97f072599d6d HTTP/1.1" status: 200 len: 845 time: 0.3905294 Apr 21 14:45:33.823860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.826237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:33.837329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebf205ae-d8fc-4982-8425-788a33d93e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.895501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:33.902789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:33.908284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:33.911907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf205ae-d8fc-4982-8425-788a33d93e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b7c8d7-2dc6-474b-a9e2-41a6de5af63b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:33.917634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.923943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:33.953115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebf205ae-d8fc-4982-8425-788a33d93e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.956824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ebf205ae-d8fc-4982-8425-788a33d93e30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96b7c8d7-2dc6-474b-a9e2-41a6de5af63b HTTP/1.1" status: 204 len: 168 time: 0.5817494 Apr 21 14:45:33.964371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.022794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.024512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:34.029282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.045197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:34.066425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd316f6-af18-4f74-ad4a-a66d0988cdef req-3080bd9d-f462-4bbb-8d9f-7c3c880eef43 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:34.067966 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3bd316f6-af18-4f74-ad4a-a66d0988cdef req-3080bd9d-f462-4bbb-8d9f-7c3c880eef43 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 943 time: 0.5662665 Apr 21 14:45:34.081854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] Sync routers for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:34.093808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.154677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920ff0d-5fb3-4919-97ff-fedec5968228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-d9113c75-a314-4562-aa79-553a6feba8b4', 'network_id': 'd9113c75-a314-4562-aa79-553a6feba8b4', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': '149adbf2-65b2-4daa-aa3b-5cfc94b08891'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:34.155819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3920ff0d-5fb3-4919-97ff-fedec5968228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.172887 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No ports have port_id starting with 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 Apr 21 14:45:34.190496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.191162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] Pushing event deleted for resources: {'Port': ['ID=8c2c0bad-81aa-45df-bdca-dbb9b511b6b1,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:34.202828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.241866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41b132-fed2-4cd5-babc-772546a45dd4 None None] No DVR routers for this DVR port 8c2c0bad-81aa-45df-bdca-dbb9b511b6b1 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:34.246556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:34.247510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:34.256918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=149adbf2-65b2-4daa-aa3b-5cfc94b08891,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:34.275430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c78985dc-6843-450d-a5f8-43e3e38b81bc tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 18.3770599 Apr 21 14:45:34.275430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.276921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47264) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:34.330799 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-4366cfcd-ea0b-4820-8a3f-ca60527b44ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5351677 Apr 21 14:45:34.333910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:34.365330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:34.366056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:34.432320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:34.432863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b128e-d27a-4d6a-96a0-c039d6017f05 None None] The sync data for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:34.444111 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3bd316f6-af18-4f74-ad4a-a66d0988cdef req-27439088-ed7f-46d2-8320-7b3218ef5692 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3588252 Apr 21 14:45:34.448186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd044e9c-122e-4142-ad1b-c75579de1003 None None] Network d9113c75-a314-4562-aa79-553a6feba8b4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:34.458396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.506594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8be669-2b9e-4446-b65f-033f78b1726d req-5ecf742c-7e01-459d-8741-04a699c1d32e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:34.508177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d8be669-2b9e-4446-b65f-033f78b1726d req-5ecf742c-7e01-459d-8741-04a699c1d32e tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 944 time: 0.3704143 Apr 21 14:45:34.514926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9113c75-a314-4562-aa79-553a6feba8b4']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:34.555927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Allocated IP 172.26.6.223 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/604ef765-e48a-43b9-8d3e-5318ec405a22) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:34.559797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be744eef-a3e3-47e5-980e-ee7c56143657') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:34.560001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be744eef-a3e3-47e5-980e-ee7c56143657') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:34.588921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Port': ['ID=95614c4c-e9dc-4f8b-9bae-189dd703db43,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:34.595334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.626237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.704127 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d8be669-2b9e-4446-b65f-033f78b1726d req-f6274137-a585-4499-8777-056256d59607 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711137 Apr 21 14:45:34.719466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:34.720193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.728899 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-b20a8d3c-6ca7-4619-aa55-184734ec953d service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878017 Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:34.747417 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:34.808754 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9076125-f255-4410-8318-f6db0e6d669a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] 10.222.0.42 "GET /v2.0/floatingips/23fd2be2-f74d-47d1-b55a-12b53dfd2d11 HTTP/1.1" status: 200 len: 982 time: 0.5246978 Apr 21 14:45:34.870388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:34.944619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.953107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.001499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=d9113c75-a314-4562-aa79-553a6feba8b4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:35.017228 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-48f3fd82-3db9-4a8c-9145-bf57b2b8fbe6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/d9113c75-a314-4562-aa79-553a6feba8b4 HTTP/1.1" status: 204 len: 168 time: 1.4041364 Apr 21 14:45:35.024359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47282) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.030297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-123437893'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:35.038924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:35.043807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.049443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:35.053892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:35.061078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:35.078741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:35.082043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.110237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.138944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.160792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:35.183808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f8a534f7-b790-4375-b6fa-d03a5887bdb2 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:45:35.192186 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b464a157-59a1-4705-97fa-5dec4b7361e2 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/ports/95614c4c-e9dc-4f8b-9bae-189dd703db43 HTTP/1.1" status: 204 len: 168 time: 2.8773577 Apr 21 14:45:35.192641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.193107 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 4b065cd8-9868-4426-a9f8-4c821ab7ee3d of type vlan for network be3649a9-9695-4baa-8be4-b1fd6735e36b Apr 21 14:45:35.194046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47288) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.200407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:35.218989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8dcc3237-8b05-490c-b319-1491a348148a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.3369126 Apr 21 14:45:35.219919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47292) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.233243 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-33a0106d-769b-4431-81a9-c4a332b2f49c req-555377b2-e0b4-4ceb-a5b6-0b8e2c82a355 service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910460 Apr 21 14:45:35.245259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:35.247108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event updated for resources: {'Port': ['ID=604ef765-e48a-43b9-8d3e-5318ec405a22,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:35.254989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:35.291326 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-d597750f-96f6-47de-b5a6-dcc0868ea432 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] GET failed (client error): The resource could not be found. Apr 21 14:45:35.291835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d597750f-96f6-47de-b5a6-dcc0868ea432 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Synchronizing usage tracker for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:35.325639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.334782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.341468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d597750f-96f6-47de-b5a6-dcc0868ea432 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Unset dirty status for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:35.342581 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d597750f-96f6-47de-b5a6-dcc0868ea432 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "GET /v2.0/ports/95614c4c-e9dc-4f8b-9bae-189dd703db43 HTTP/1.1" status: 404 len: 333 time: 0.1458526 Apr 21 14:45:35.349246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47298) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.394285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-58625208'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:35.410325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port f8a534f7-b790-4375-b6fa-d03a5887bdb2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:35.428634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'port_id': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'mac_address': 'fa:16:3e:ac:8f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:45:35.486325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:35.491525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:35.494482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:35.496482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.498747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=603855c9-f919-404b-96c5-be4788c7efa7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:35.510867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063b3f5-7d2c-4948-bbc3-34e679430cc9 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:35.531701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.535588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:35.536557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.545773 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-11c51da8-2720-4dc9-84f5-cba6e8f1b774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1522014 Apr 21 14:45:35.548917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.556549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'name': 'tempest-NetworksTestDHCPv6-1693939982'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:35.576045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Deleting port 69da56ff-3644-44bc-a61c-19705d0c4788 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:35.576411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.616188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47310) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.618499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.664512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a534f7-b790-4375-b6fa-d03a5887bdb2 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:45:35.710272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port f8a534f7-b790-4375-b6fa-d03a5887bdb2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:35.720907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.722262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae17788-6426-44d7-a6dd-e60c750e52ca details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:45:35.731807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:35.735573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=be3649a9-9695-4baa-8be4-b1fd6735e36b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:35.744191 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bc205cf9-b733-4341-99af-c4a413886ca7 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7163413 Apr 21 14:45:35.750263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.753615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:35.758732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:35.863434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:35.866372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.972204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:35.974784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] device_id is not set on port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:35.994685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 8ae17788-6426-44d7-a6dd-e60c750e52ca, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:36.013249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=f8a534f7-b790-4375-b6fa-d03a5887bdb2,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:36.015897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'port_id': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'mac_address': 'fa:16:3e:dd:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:45:36.019027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network be3649a9-9695-4baa-8be4-b1fd6735e36b details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:36.026058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-85b144be-8cd6-47ed-b7a2-568ced785141 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.029983 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-85b144be-8cd6-47ed-b7a2-568ced785141 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4100063 Apr 21 14:45:36.036137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47322) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.040002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:36.049900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-fc9aaff7-9225-48ee-8b98-f2c372921d05 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.053876 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc9aaff7-9225-48ee-8b98-f2c372921d05 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0118203 Apr 21 14:45:36.060668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47326) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.061120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:36.090562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:36.095353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-9cdfb421-5425-4247-92d8-02f3b9c6417a tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.098857 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9cdfb421-5425-4247-92d8-02f3b9c6417a tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0317221 Apr 21 14:45:36.100518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:36.104175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.115181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-c210df48-de29-4cec-9c57-1689c62ad92b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.118533 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c210df48-de29-4cec-9c57-1689c62ad92b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110750 Apr 21 14:45:36.118533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:36.118812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47334) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.122672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:36.134053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-efbc53e3-3826-4953-986b-c413a0bae4e6 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.136118 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-efbc53e3-3826-4953-986b-c413a0bae4e6 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0153329 Apr 21 14:45:36.136118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.136788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.138694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47338) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.140610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:36.149732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.150065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.150682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:36.164815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d06de-3a3d-4301-b03f-d1d166330047 req-7d3662c6-d153-456a-a258-05e3b9bcd43a tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:36.166315 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-267d06de-3a3d-4301-b03f-d1d166330047 req-7d3662c6-d153-456a-a258-05e3b9bcd43a tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 943 time: 0.3651826 Apr 21 14:45:36.202041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-5efc8481-6eb2-458e-aa38-d143512276fe tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.205675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5efc8481-6eb2-458e-aa38-d143512276fe tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0585349 Apr 21 14:45:36.221277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.221849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47342) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.270985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae17788-6426-44d7-a6dd-e60c750e52ca {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:45:36.283954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '603855c9-f919-404b-96c5-be4788c7efa7'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:36.284189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:36.284432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.287046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.302144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Calling delete_port for 69da56ff-3644-44bc-a61c-19705d0c4788 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:36.307530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 8ae17788-6426-44d7-a6dd-e60c750e52ca, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:36.343761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-d2947c7b-bbdd-4e60-8b5e-6a288b77ff64 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.347179 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d2947c7b-bbdd-4e60-8b5e-6a288b77ff64 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1226516 Apr 21 14:45:36.349785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.354991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47346) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.380572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-343b5cf8-01a1-4b75-a573-41ec49b3617b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.385011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-343b5cf8-01a1-4b75-a573-41ec49b3617b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0218785 Apr 21 14:45:36.387696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47350) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.393565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:36.432974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe38e0-c4e5-4868-881b-b3160c813a88 req-57761823-89c0-407f-9c69-0b582f6313b0 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:36.435050 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3ebe38e0-c4e5-4868-881b-b3160c813a88 req-57761823-89c0-407f-9c69-0b582f6313b0 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 945 time: 0.5747430 Apr 21 14:45:36.439272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-7d816886-9ec8-4637-9bae-8ba165d5e2a4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.442518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7d816886-9ec8-4637-9bae-8ba165d5e2a4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0488033 Apr 21 14:45:36.443472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.459543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-2f69e9f8-d915-48a8-9e13-318e9d741e42 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.462921 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f69e9f8-d915-48a8-9e13-318e9d741e42 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0144992 Apr 21 14:45:36.468443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.482392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=8ae17788-6426-44d7-a6dd-e60c750e52ca,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:36.496356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-5ff3d802-e0d9-4fda-be7d-4b11cfdf9cd4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.496554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Allocated IP 2001:db8::2cd (9d892b48-6425-4546-a04d-5a31006f2a0e/a4794d90-0b0d-43f3-8336-e9ce0b7f0192/d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:36.497329 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5ff3d802-e0d9-4fda-be7d-4b11cfdf9cd4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0210946 Apr 21 14:45:36.502959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47362) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.507940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.511286 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-267d06de-3a3d-4301-b03f-d1d166330047 req-8d3748e2-7c1f-4c29-8e0a-0f88456cc6e8 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2829232 Apr 21 14:45:36.531401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/603855c9-f919-404b-96c5-be4788c7efa7/febf1365-50dd-409d-8593-e71ba3c2447b) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:36.545229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-3a326cd9-1e92-4965-a499-c8fa7723d05d tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.548311 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3a326cd9-1e92-4965-a499-c8fa7723d05d tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0412436 Apr 21 14:45:36.550207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.586836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-66c38015-45e0-4d0f-aecd-212d00d3350f tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.590713 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-66c38015-45e0-4d0f-aecd-212d00d3350f tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0370798 Apr 21 14:45:36.593596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.606812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-379e8fd0-b49a-4be2-b70e-331d242f3df4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.610198 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-379e8fd0-b49a-4be2-b70e-331d242f3df4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0131495 Apr 21 14:45:36.611247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47374) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.618950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-da4ffaf9-bae0-4a82-8baa-a7109e649964 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.622327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da4ffaf9-bae0-4a82-8baa-a7109e649964 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082574 Apr 21 14:45:36.623276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47378) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.631772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-2b279dd9-d041-4b69-8bb9-44001021743b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.635286 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2b279dd9-d041-4b69-8bb9-44001021743b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0087695 Apr 21 14:45:36.638040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47382) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.647273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-5a9687c7-7c3c-4041-836f-4aaa0a0c6a24 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.650695 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5a9687c7-7c3c-4041-836f-4aaa0a0c6a24 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0094209 Apr 21 14:45:36.650898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.660749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-bf86247e-92ce-4571-b71b-a1f8a32036aa tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.664811 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bf86247e-92ce-4571-b71b-a1f8a32036aa tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106721 Apr 21 14:45:36.665527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47390) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.672296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-c56b0c82-51c4-4495-87d8-b00170afdcc5 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.676485 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c56b0c82-51c4-4495-87d8-b00170afdcc5 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072381 Apr 21 14:45:36.676485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47394) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.678853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.685924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-4a10e666-7387-427d-afa3-90bdf1d10805 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.689316 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4a10e666-7387-427d-afa3-90bdf1d10805 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0101125 Apr 21 14:45:36.705142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47398) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.726516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-9785bb24-9a7a-4980-bdab-d584684448db tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.729826 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9785bb24-9a7a-4980-bdab-d584684448db tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0137141 Apr 21 14:45:36.731026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47402) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.734344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Port': ['ID=69da56ff-3644-44bc-a61c-19705d0c4788,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:36.739567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-2a14382a-dabb-4dbf-b3f6-f63c754dba79 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.742824 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2a14382a-dabb-4dbf-b3f6-f63c754dba79 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0085573 Apr 21 14:45:36.743844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.744948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['f8a534f7-b790-4375-b6fa-d03a5887bdb2'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:45:36.774910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-389f103d-513d-4b4e-963c-3a36a85ebc72 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.778889 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-389f103d-513d-4b4e-963c-3a36a85ebc72 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0317886 Apr 21 14:45:36.782589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47410) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.788512 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3ebe38e0-c4e5-4868-881b-b3160c813a88 req-7b9a6e2b-6ae1-4943-b7ff-9019121a1680 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342013 Apr 21 14:45:36.792850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['8ae17788-6426-44d7-a6dd-e60c750e52ca'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:45:36.804752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-43516357-877d-42c2-ad68-099e11ec15d0 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.817568 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43516357-877d-42c2-ad68-099e11ec15d0 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0264137 Apr 21 14:45:36.817773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47414) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.827673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-5fe85a4e-af0b-4e18-b731-87c4beb0d82a tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.831446 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5fe85a4e-af0b-4e18-b731-87c4beb0d82a tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0143080 Apr 21 14:45:36.834573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47418) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.859967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-7c12957d-0ebe-468e-b248-e662d85429ca tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.860930 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7c12957d-0ebe-468e-b248-e662d85429ca tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0242040 Apr 21 14:45:36.863863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.873330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-d5826365-d15f-4822-b66a-a67d927ad07b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.876920 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d5826365-d15f-4822-b66a-a67d927ad07b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073752 Apr 21 14:45:36.877778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.880151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.882092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-360d0b96-7403-44bb-b722-351b27610f22 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.885273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-360d0b96-7403-44bb-b722-351b27610f22 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048447 Apr 21 14:45:36.886013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.899817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-efe6b9fc-b5cf-4363-9828-49d2da74e547 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.904140 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-efe6b9fc-b5cf-4363-9828-49d2da74e547 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0139952 Apr 21 14:45:36.904140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.916404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Transition to ACTIVE for port object febf1365-50dd-409d-8593-e71ba3c2447b will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:36.917048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47434) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.937076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-554d8d66-e946-445f-a913-8967124bafd7 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.941547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-554d8d66-e946-445f-a913-8967124bafd7 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0177901 Apr 21 14:45:36.947639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47438) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.957784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-c59cd60a-b2c7-475e-a240-c54276aa7645 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.961627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47442) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.961781 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c59cd60a-b2c7-475e-a240-c54276aa7645 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0127425 Apr 21 14:45:36.974220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-b746c7b7-0c6e-4dd9-aa25-d3c00e58ccb3 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:36.974780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Transition to ACTIVE for port object febf1365-50dd-409d-8593-e71ba3c2447b will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:36.975327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b746c7b7-0c6e-4dd9-aa25-d3c00e58ccb3 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0130215 Apr 21 14:45:36.986811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47446) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.041011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-d62234aa-2190-40f7-aa0e-ccc9b410b647 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.044792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d62234aa-2190-40f7-aa0e-ccc9b410b647 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0573101 Apr 21 14:45:37.053323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47450) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.054084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.070659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-23ad197d-c59f-4c50-9a99-8f09190e6020 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.073940 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-23ad197d-c59f-4c50-9a99-8f09190e6020 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0168295 Apr 21 14:45:37.075446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.089227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-7b4d304c-a96d-45c2-86b7-14c08ea32bcb tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.092614 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b4d304c-a96d-45c2-86b7-14c08ea32bcb tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0117214 Apr 21 14:45:37.094232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47458) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.114124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-09f81544-589b-40a8-a3f6-7d1b307d24bd tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.117491 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-09f81544-589b-40a8-a3f6-7d1b307d24bd tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0199871 Apr 21 14:45:37.118291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47462) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.126596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-aa998280-0ded-463a-afe7-3d8faf4896d4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.129909 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa998280-0ded-463a-afe7-3d8faf4896d4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082061 Apr 21 14:45:37.132993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47466) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.143148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-65100026-922f-4e80-b471-51d97a520729 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.146382 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-65100026-922f-4e80-b471-51d97a520729 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0102043 Apr 21 14:45:37.147149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47470) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.149841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.151162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::142 (273f4fc5-d828-4645-a9ef-b086301e3356/603855c9-f919-404b-96c5-be4788c7efa7/7fffdd01-cd63-4ad5-9d2d-3f293af70ca7) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:37.156879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-682bdec4-d5e9-45ea-84e9-4b36999a8348 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.160149 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-682bdec4-d5e9-45ea-84e9-4b36999a8348 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090187 Apr 21 14:45:37.161794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47474) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.171424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-f56bd014-03a1-499a-87d6-278284c06c64 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.174841 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f56bd014-03a1-499a-87d6-278284c06c64 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0086741 Apr 21 14:45:37.175668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.178705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Pushing event updated for resources: {'Port': ['ID=febf1365-50dd-409d-8593-e71ba3c2447b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:37.180696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-4eafe0aa-335a-4a3d-87db-a8f735ed9f54 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.184385 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4eafe0aa-335a-4a3d-87db-a8f735ed9f54 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050495 Apr 21 14:45:37.185431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.186580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:37.191264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-4a6f4647-910c-4143-9ff6-468c486a8f87 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.192219 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4a6f4647-910c-4143-9ff6-468c486a8f87 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058775 Apr 21 14:45:37.195834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.200053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:37.204341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-34dcdf09-7449-4fdf-824a-91ff7ac9be73 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.207564 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-34dcdf09-7449-4fdf-824a-91ff7ac9be73 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085075 Apr 21 14:45:37.208811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47490) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.209296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:37.211040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Transition to ACTIVE for port object d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:37.219225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-f188786a-c900-44c1-b681-8883f2799015 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.222663 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f188786a-c900-44c1-b681-8883f2799015 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0111451 Apr 21 14:45:37.222999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.231962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-7fef6c58-f779-4fb7-8090-5390b5b442db tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.235288 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7fef6c58-f779-4fb7-8090-5390b5b442db tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0090270 Apr 21 14:45:37.235912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.239289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47498) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.280933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-7a6f53dc-6a35-45d9-986a-e9c88f7d8a22 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.284313 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7a6f53dc-6a35-45d9-986a-e9c88f7d8a22 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0143681 Apr 21 14:45:37.285720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47502) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.303108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-53b651bc-8e2b-4587-bd3f-6eb82f3e41b4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.306393 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-53b651bc-8e2b-4587-bd3f-6eb82f3e41b4 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0134187 Apr 21 14:45:37.312597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47506) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.327704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-1c94b597-192e-42ad-bf0e-9c4f54e5ba6b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.331015 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1c94b597-192e-42ad-bf0e-9c4f54e5ba6b tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0097284 Apr 21 14:45:37.335589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.347182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-6096ce6e-77e5-467e-9c85-040d3b45f924 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.350423 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6096ce6e-77e5-467e-9c85-040d3b45f924 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104079 Apr 21 14:45:37.350900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47514) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.361169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Attempting to bind port febf1365-50dd-409d-8593-e71ba3c2447b on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:37.361751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Attempting to bind port febf1365-50dd-409d-8593-e71ba3c2447b by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:37.362106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Attempting to bind port febf1365-50dd-409d-8593-e71ba3c2447b on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:37.369380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-909d12b1-c8cb-449f-aa5d-46b79f273d54 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.369736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:37.370213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:37.370356 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-909d12b1-c8cb-449f-aa5d-46b79f273d54 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0185568 Apr 21 14:45:37.370992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.372132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:37.372753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=12afa9de-ced7-4281-9ae8-f0baec5d2931,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:37.373003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Bound port: febf1365-50dd-409d-8593-e71ba3c2447b, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:37.373564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47518) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.373806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.378952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.382239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-33869cb1-1c05-41ff-b78d-18d1df8d249d tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.383139 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-33869cb1-1c05-41ff-b78d-18d1df8d249d tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086811 Apr 21 14:45:37.386670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47522) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.397784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-bd8ade3a-efc9-473f-9afa-fa2807137c18 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.401258 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd8ade3a-efc9-473f-9afa-fa2807137c18 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086927 Apr 21 14:45:37.411955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47526) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.419550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-3b7402c8-318f-4b04-ad60-0a429ffbfddd tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.424104 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3b7402c8-318f-4b04-ad60-0a429ffbfddd tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079682 Apr 21 14:45:37.424249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47530) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.447139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-82b26f58-f3e3-4ed5-918c-351ac10c14e9 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.451604 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-82b26f58-f3e3-4ed5-918c-351ac10c14e9 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0174987 Apr 21 14:45:37.453295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Router 3d066a56-b0e8-4fba-8f28-4246aced96cc is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:45:37.462321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47534) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.474669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-502c65f0-1463-4140-9c82-1187b627a7e6 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.478206 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-502c65f0-1463-4140-9c82-1187b627a7e6 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112574 Apr 21 14:45:37.482400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] For port febf1365-50dd-409d-8593-e71ba3c2447b, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:37.485653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47538) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.486020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] For port febf1365-50dd-409d-8593-e71ba3c2447b, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=febf1365-50dd-409d-8593-e71ba3c2447b,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:37.492485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '4b065cd8-9868-4426-a9f8-4c821ab7ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:37.492840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: be3649a9-9695-4baa-8be4-b1fd6735e36b, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:37.493087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.504519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-b72529cd-d72f-4bd1-836b-130ec8db5fb7 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.507919 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b72529cd-d72f-4bd1-836b-130ec8db5fb7 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0189292 Apr 21 14:45:37.509769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47542) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.511609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:37.515131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:37.522301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:37.526318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-f452d9a6-3785-4cd7-a1c1-5dab26dbbb27 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.530082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f452d9a6-3785-4cd7-a1c1-5dab26dbbb27 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0163505 Apr 21 14:45:37.534840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:37.538746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:37.539368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.542908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47546) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.551996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-19153903-8d6b-4b3f-85ed-db21801cd38c tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.555745 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-19153903-8d6b-4b3f-85ed-db21801cd38c tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0110338 Apr 21 14:45:37.571901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47552) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.613099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faf993-08bf-496b-bcf6-3ddf23c886d7 None None] Pushing event updated for resources: {'Port': ['ID=febf1365-50dd-409d-8593-e71ba3c2447b,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:37.739387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-7a0c4d67-37e7-474e-8fe5-e18734c74559 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.742840 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a0c4d67-37e7-474e-8fe5-e18734c74559 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1674182 Apr 21 14:45:37.749629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.779896 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c86547c4-30c7-45f3-8f26-0e79036b9396 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4279995 Apr 21 14:45:37.780808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47560) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.791251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:4f:8e'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:37.817677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.842749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-657bcb46-c83a-419a-b93d-0a637fd4c1b2 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.844649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-657bcb46-c83a-419a-b93d-0a637fd4c1b2 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0868030 Apr 21 14:45:37.853580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47566) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.898763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network be3649a9-9695-4baa-8be4-b1fd6735e36b is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:37.916952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [None req-d8aa388e-5333-4932-a8a1-e675a78bb195 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.921516 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d8aa388e-5333-4932-a8a1-e675a78bb195 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0240798 Apr 21 14:45:37.927821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47570) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.968855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-a2725e41-42aa-4653-9f98-1d9b9d2827b7 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.969845 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2725e41-42aa-4653-9f98-1d9b9d2827b7 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0297034 Apr 21 14:45:37.974502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:37.984550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47574) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.988642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8a61608e-beef-4b66-a89b-9d5f1be69d4c None None] Provisioning for port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:37.992770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-7cc7484e-ef09-497f-8b83-4365eb351839 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:37.994379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8a61608e-beef-4b66-a89b-9d5f1be69d4c None None] Provisioning complete for port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:37.994758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8a61608e-beef-4b66-a89b-9d5f1be69d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.997524 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7cc7484e-ef09-497f-8b83-4365eb351839 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0119357 Apr 21 14:45:38.017720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47578) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:38.028866 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-bbe8d914-1577-4a8f-8cc8-7adea0273341 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:45:38.039973 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bbe8d914-1577-4a8f-8cc8-7adea0273341 tempest-ExtensionsTestJSON-2137533498 tempest-ExtensionsTestJSON-2137533498-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0169659 Apr 21 14:45:38.097646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8a61608e-beef-4b66-a89b-9d5f1be69d4c None None] Port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:38.117899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62420992-703c-40ac-b163-138d600219f9 req-58c5ccfa-762b-4ead-aa2c-1e04024ccfdf tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:38.126492 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-62420992-703c-40ac-b163-138d600219f9 req-58c5ccfa-762b-4ead-aa2c-1e04024ccfdf tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 944 time: 0.3820608 Apr 21 14:45:38.156735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, be3649a9-9695-4baa-8be4-b1fd6735e36b) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:38.167853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122162d-d269-454c-9f99-45bcad543b8d None None] Network be3649a9-9695-4baa-8be4-b1fd6735e36b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:38.176807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.185247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:38.185960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.219591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1ea6a090-2c7a-4c60-8db3-095082f1efa8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4682927 Apr 21 14:45:38.222555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47584) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:38.229661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:38.247365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:38.260937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:38.266710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:38.267464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.332465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7801588 Apr 21 14:45:38.336144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47590) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:38.416232 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-62420992-703c-40ac-b163-138d600219f9 req-b12aec3d-7461-4b96-b955-729bc366fa59 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2886677 Apr 21 14:45:38.421293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Router f2ad37c0-138b-4903-ab1f-317d3ed8cff6 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:45:38.422155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72028c28-1278-4b2c-b659-bea4f23d8061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=7fffdd01-cd63-4ad5-9d2d-3f293af70ca7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:38.446874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-be3649a9-9695-4baa-8be4-b1fd6735e36b', 'network_id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': '12afa9de-ced7-4281-9ae8-f0baec5d2931'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:38.447791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.508812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbfd6a-fe7e-4b41-ae95-0684e022b9a6 req-f2a11947-4a5f-4047-a3f7-7b0b117dc88a tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:38.510164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2ecbfd6a-fe7e-4b41-ae95-0684e022b9a6 req-f2a11947-4a5f-4047-a3f7-7b0b117dc88a tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 945 time: 0.5174537 Apr 21 14:45:38.512530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47594) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:38.552428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.620137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f06fe-671f-437b-b5fc-bfaed5570eeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:38.624308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f06fe-671f-437b-b5fc-bfaed5570eeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:38.625315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d2f06fe-671f-437b-b5fc-bfaed5570eeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:38.634553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.644578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Allocated IP 172.20.0.1 (be3649a9-9695-4baa-8be4-b1fd6735e36b/12afa9de-ced7-4281-9ae8-f0baec5d2931/51a7e9fd-ce62-4a20-ac71-89349498ed0b) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:38.674805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d2f06fe-671f-437b-b5fc-bfaed5570eeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:38.679272 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d2f06fe-671f-437b-b5fc-bfaed5570eeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3360052 Apr 21 14:45:38.679441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47600) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:38.730273 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2ecbfd6a-fe7e-4b41-ae95-0684e022b9a6 req-92a60ad9-b4f5-4cfb-bb28-110aea4ab04f tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980033 Apr 21 14:45:38.770333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:38.771256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.801147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:38.811905 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] Sync routers for ids ['3d066a56-b0e8-4fba-8f28-4246aced96cc'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:38.838009 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] Routers {'3d066a56-b0e8-4fba-8f28-4246aced96cc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:38.838648 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3d066a56-b0e8-4fba-8f28-4246aced96cc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:38.879757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.899544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:38.906830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.944627 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:38.963192 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] Routers {'3d066a56-b0e8-4fba-8f28-4246aced96cc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:38.964177 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3d066a56-b0e8-4fba-8f28-4246aced96cc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:38.972667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.042373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.046683 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d3b4d9fc-f303-4ce6-93fe-23a754206f04 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6204443 Apr 21 14:45:39.052336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47606) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:39.097817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:39.103664 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.104359 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e4538-93ca-4fa5-b92f-14075e05d30a None None] The sync data for ids ['3d066a56-b0e8-4fba-8f28-4246aced96cc'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:39.109142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.125182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Transition to ACTIVE for port object 51a7e9fd-ce62-4a20-ac71-89349498ed0b will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:39.151963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Transition to ACTIVE for port object 51a7e9fd-ce62-4a20-ac71-89349498ed0b will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:39.154025 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-88ed04a9-5411-4d3b-9b44-bce7c74ca464 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "DELETE /v2.0/floatingips/23fd2be2-f74d-47d1-b55a-12b53dfd2d11 HTTP/1.1" status: 204 len: 168 time: 3.9314885 Apr 21 14:45:39.154710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:39.159647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8410ccc7c3409bb216656b01fa6079 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:39.165233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:39.175453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f8a534f7-b790-4375-b6fa-d03a5887bdb2 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:39.188826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:39.208658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] Sync routers for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:39.223034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.224481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:39.254013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:39.266964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Usage tracker for resource:floatingip and tenant:7429d31ff20847f7ac8b5cedc82bddd5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:39.283090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:39.296155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:39.335914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.341528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:39.342359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.359127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.364333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.411862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Network be3649a9-9695-4baa-8be4-b1fd6735e36b is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:39.418513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bd9d882e-ba14-4a31-9ad2-db16a24bf7c6 None None] Provisioning for port febf1365-50dd-409d-8593-e71ba3c2447b completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:39.420631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=12afa9de-ced7-4281-9ae8-f0baec5d2931,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.422023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:39.425163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:39.428034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.430274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Pushing event updated for resources: {'Port': ['ID=51a7e9fd-ce62-4a20-ac71-89349498ed0b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.522317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:39.522533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:39.522533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.524289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:39.556763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.566020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.583195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.605199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.605738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3e87b-a972-48ce-a0e2-2beb01fdb8ad None None] The sync data for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:39.607920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port f8a534f7-b790-4375-b6fa-d03a5887bdb2 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:39.619507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port f8a534f7-b790-4375-b6fa-d03a5887bdb2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:39.619881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.652620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.656190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Attempting to bind port 51a7e9fd-ce62-4a20-ac71-89349498ed0b on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:39.656614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Attempting to bind port 51a7e9fd-ce62-4a20-ac71-89349498ed0b by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4b065cd8-9868-4426-a9f8-4c821ab7ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:39.657012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Attempting to bind port 51a7e9fd-ce62-4a20-ac71-89349498ed0b on network be3649a9-9695-4baa-8be4-b1fd6735e36b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:39.659735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3649a9-9695-4baa-8be4-b1fd6735e36b']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.676786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d6c9329-d651-4a26-afd6-16d31f65a6e6 None None] Provisioning for port 7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:39.680360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.686717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:39.686909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Checking segment: {'id': '4b065cd8-9868-4426-a9f8-4c821ab7ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:39.687236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.687743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Bound using segment: {'id': '4b065cd8-9868-4426-a9f8-4c821ab7ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:39.688108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Bound port: 51a7e9fd-ce62-4a20-ac71-89349498ed0b, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b065cd8-9868-4426-a9f8-4c821ab7ee3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:39.688490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.692941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] In _notify_port_updated(), no bound segment for port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 on network 9d892b48-6425-4546-a04d-5a31006f2a0e {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:45:39.697153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:39.698057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.700140 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "PUT /v2.0/ports/d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 HTTP/1.1" status: 200 len: 1001 time: 1.9155331 Apr 21 14:45:39.703492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d6c9329-d651-4a26-afd6-16d31f65a6e6 None None] Provisioning complete for port 7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:39.703864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9329-d651-4a26-afd6-16d31f65a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.712360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b065cd8-9868-4426-a9f8-4c821ab7ee3d') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.712768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b065cd8-9868-4426-a9f8-4c821ab7ee3d') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:39.720602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47616) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:39.791260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40904028-971d-4071-af3c-eb9dcbe6e76c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.815302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.861521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device febf1365-50dd-409d-8593-e71ba3c2447b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:39.864023 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef8410ccc7c3409bb216656b01fa6079&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3447373 Apr 21 14:45:39.864857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47622) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:39.879975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.882281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be4a1b-c9f4-4af7-9ad1-f9852ea28a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a521c3-ffc1-4966-bf99-cf248f40f7ef,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.934792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c9329-d651-4a26-afd6-16d31f65a6e6 None None] Port 7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:39.967950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:39.968753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.022491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:40.023982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.039929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] For port 51a7e9fd-ce62-4a20-ac71-89349498ed0b, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:40.043976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:40.070466 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:40.072233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port febf1365-50dd-409d-8593-e71ba3c2447b completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:40.083650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:40.134855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.153600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port febf1365-50dd-409d-8593-e71ba3c2447b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:40.153966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.195533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045a2d9-f6ab-4c31-a96f-6653392da882 req-34da8029-8535-42d7-a326-5fe4e978da45 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:40.197498 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0045a2d9-f6ab-4c31-a96f-6653392da882 req-34da8029-8535-42d7-a326-5fe4e978da45 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 944 time: 0.5714746 Apr 21 14:45:40.210404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port f8a534f7-b790-4375-b6fa-d03a5887bdb2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:40.221298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.222067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae17788-6426-44d7-a6dd-e60c750e52ca up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:40.243680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=7fffdd01-cd63-4ad5-9d2d-3f293af70ca7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:40.289018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:45:40.289018 dv-neutron-838898-1-hyperv neutron-server[83935]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:45:40.289018 dv-neutron-838898-1-hyperv neutron-server[83935]: [parameters: {'id': 'be3649a9-9695-4baa-8be4-b1fd6735e36b'}] Apr 21 14:45:40.289018 dv-neutron-838898-1-hyperv neutron-server[83935]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:40.289455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:40.327376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] For port 51a7e9fd-ce62-4a20-ac71-89349498ed0b, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=51a7e9fd-ce62-4a20-ac71-89349498ed0b,segment=NetworkSegment(4b065cd8-9868-4426-a9f8-4c821ab7ee3d),segment_id=4b065cd8-9868-4426-a9f8-4c821ab7ee3d)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:40.336787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d34a07fa-ac1d-47d2-a130-03bfe64d70c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.349269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7c89e096-5566-4ecc-a379-38ce9f8f8fc8 None None] Provisioning complete for port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:40.349634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7c89e096-5566-4ecc-a379-38ce9f8f8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.382826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.435765 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0045a2d9-f6ab-4c31-a96f-6653392da882 req-4d248d1e-3f4b-4edb-a87a-68958fece98f tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2151818 Apr 21 14:45:40.440902 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f11157fb-75ea-4708-ae36-ffc6892e15ee tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/3d066a56-b0e8-4fba-8f28-4246aced96cc HTTP/1.1" status: 200 len: 925 time: 1.3872237 Apr 21 14:45:40.454472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.459436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.469286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d34a07fa-ac1d-47d2-a130-03bfe64d70c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.482077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79880f21-c044-4f62-b7d3-233e964c6acb req-08f62285-057c-4899-a61d-7c5cdf23bb63 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:40.483642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79880f21-c044-4f62-b7d3-233e964c6acb req-08f62285-057c-4899-a61d-7c5cdf23bb63 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 945 time: 0.4005091 Apr 21 14:45:40.501585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=f8a534f7-b790-4375-b6fa-d03a5887bdb2,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:40.554650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.575196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7c89e096-5566-4ecc-a379-38ce9f8f8fc8 None None] Port d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:40.604577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.669101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Allocated IP 172.26.6.89 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/f1e442d3-98d8-4e7f-b39e-67a9c2e5345f) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:40.679279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port febf1365-50dd-409d-8593-e71ba3c2447b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=febf1365-50dd-409d-8593-e71ba3c2447b,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:40.680233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 8ae17788-6426-44d7-a6dd-e60c750e52ca completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:40.685815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f5135-68e6-48c1-ba04-186a76da57c5 None None] Pushing event updated for resources: {'Port': ['ID=51a7e9fd-ce62-4a20-ac71-89349498ed0b,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:40.699776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.729530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 8ae17788-6426-44d7-a6dd-e60c750e52ca triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:40.729894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.750756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79880f21-c044-4f62-b7d3-233e964c6acb req-2741387b-9094-4749-ad38-655d7795ddda tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591417 Apr 21 14:45:40.761319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Calling delete_port for d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:40.764096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bab09-f6df-49a7-b57b-c39cf91955b3 None None] Network be3649a9-9695-4baa-8be4-b1fd6735e36b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:40.790194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.825575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d34a07fa-ac1d-47d2-a130-03bfe64d70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.828990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.846793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 51a7e9fd-ce62-4a20-ac71-89349498ed0b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:40.846978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.858424 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733a69e3-cae5-4edb-b8e2-0ab4474b991f'] response: {'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'code': 200} Apr 21 14:45:40.882356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a07fa-ac1d-47d2-a130-03bfe64d70c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a521c3-ffc1-4966-bf99-cf248f40f7ef,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:40.886086 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3cc4e4ff-ff15-433f-8a4b-c3493d013945 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d066a56-b0e8-4fba-8f28-4246aced96cc HTTP/1.1" status: 200 len: 205 time: 0.0617039 Apr 21 14:45:40.898948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47640) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.909302 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03386edb-27e2-48be-bb99-c62dc5156840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 HTTP/1.1" status: 204 len: 168 time: 2.2266359 Apr 21 14:45:40.911606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47644) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.933127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=febf1365-50dd-409d-8593-e71ba3c2447b,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:41.017922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.038101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd96968-5d37-4924-ac29-82be7aef7ee0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:41.039516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd96968-5d37-4924-ac29-82be7aef7ee0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:41.040606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-edd96968-5d37-4924-ac29-82be7aef7ee0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:41.099148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.099848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-edd96968-5d37-4924-ac29-82be7aef7ee0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:41.103489 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-edd96968-5d37-4924-ac29-82be7aef7ee0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1888127 Apr 21 14:45:41.106710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47648) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:41.133850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d34a07fa-ac1d-47d2-a130-03bfe64d70c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.135028 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d34a07fa-ac1d-47d2-a130-03bfe64d70c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7a521c3-ffc1-4966-bf99-cf248f40f7ef HTTP/1.1" status: 204 len: 168 time: 1.2597418 Apr 21 14:45:41.139574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 8ae17788-6426-44d7-a6dd-e60c750e52ca, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:41.153942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.156235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501951c-a6ea-441c-a7b6-d6e893683c8b None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:45:41.182092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.294005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=8ae17788-6426-44d7-a6dd-e60c750e52ca,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:41.315295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.363720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9501951c-a6ea-441c-a7b6-d6e893683c8b None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:45:41.377229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 603855c9-f919-404b-96c5-be4788c7efa7 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:45:41.384738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.414004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Port': ['ID=d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:41.431065 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-b621d724-5557-4bf0-b6cb-0173721a6e58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 1099 time: 0.3760743 Apr 21 14:45:41.477523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:41.487496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:41.492374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Pushing event updated for resources: {'Port': ['ID=f1e442d3-98d8-4e7f-b39e-67a9c2e5345f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:41.494914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:41.510697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.511181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.511557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.512025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.512484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.512956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.513491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.513911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.514331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.514903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.515340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.561224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.583772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.592030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.612780 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-047e53b3-08c0-4e88-8a10-56fd69e8d6f4 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/ports/d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 HTTP/1.1" status: 204 len: 168 time: 1.8871441 Apr 21 14:45:41.617520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47664) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:41.655063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.655410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.655746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.656091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.656462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.656791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.657113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.657546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.657877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.658195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.658514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:41.687206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:41.697754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Usage tracker for resource:security_group_rule and tenant:390b864d43774f33aac368d43f1e9849 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:41.704655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:41.731946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:41.810142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2707279-bf82-4097-8b86-837e2a767ded tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] GET failed (client error): The resource could not be found. Apr 21 14:45:41.810690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c2707279-bf82-4097-8b86-837e2a767ded tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Synchronizing usage tracker for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:41.856187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.884117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 51a7e9fd-ce62-4a20-ac71-89349498ed0b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=51a7e9fd-ce62-4a20-ac71-89349498ed0b,segment=NetworkSegment(4b065cd8-9868-4426-a9f8-4c821ab7ee3d),segment_id=4b065cd8-9868-4426-a9f8-4c821ab7ee3d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:41.885031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.931639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.947800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c2707279-bf82-4097-8b86-837e2a767ded tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Unset dirty status for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:41.953776 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c2707279-bf82-4097-8b86-837e2a767ded tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "GET /v2.0/ports/d6db7d9c-4bd2-4f65-8f60-76e6b82cfe26 HTTP/1.1" status: 404 len: 333 time: 0.2871990 Apr 21 14:45:41.978872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device febf1365-50dd-409d-8593-e71ba3c2447b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:41.992979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47672) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:42.050282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1404763857'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:42.096163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 51a7e9fd-ce62-4a20-ac71-89349498ed0b owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:42.133749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port febf1365-50dd-409d-8593-e71ba3c2447b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:42.134467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.181534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46750d78-f721-40e0-b83f-f575b288c198 req-c9cd3106-f6b3-41e3-93b0-23de4e684dbc tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:42.183048 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46750d78-f721-40e0-b83f-f575b288c198 req-c9cd3106-f6b3-41e3-93b0-23de4e684dbc tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.4713743 Apr 21 14:45:42.195162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.224092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:42.367711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:42.383570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.388425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.393686 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46750d78-f721-40e0-b83f-f575b288c198 req-ae57abea-e288-4b21-bf00-dae6c272015c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1458828 Apr 21 14:45:42.432162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.439679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47682) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:42.454600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.461872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:42.464827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.467600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Port': ['ID=51a7e9fd-ce62-4a20-ac71-89349498ed0b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:42.479001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No DVR routers for this DVR port 51a7e9fd-ce62-4a20-ac71-89349498ed0b on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:42.522114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] device_id is not set on port 011903de-ad49-43b5-8af4-29921c2642c9 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:42.577635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.620039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.635534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-900239348'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:42.644104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:42.655628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:network and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:42.656687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=603855c9-f919-404b-96c5-be4788c7efa7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:42.665468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:42.669471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3649a9-9695-4baa-8be4-b1fd6735e36b']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:42.681983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:42.682277 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50bba6db-4fe9-497f-85a6-098e2db68d70 req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2369242 Apr 21 14:45:42.689361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b065cd8-9868-4426-a9f8-4c821ab7ee3d') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:42.689652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b065cd8-9868-4426-a9f8-4c821ab7ee3d') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:42.696082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b11fc4-8a23-47e0-80f1-572ef8523c1a req-6bc983db-d33f-4b48-9ae5-69063a196666 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:42.697552 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-66b11fc4-8a23-47e0-80f1-572ef8523c1a req-6bc983db-d33f-4b48-9ae5-69063a196666 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.7589512 Apr 21 14:45:42.713361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.731052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:42.734199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.747361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1db83-478b-4c44-8a4d-3f81f60aec37 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3522d3-71a3-420e-8ab9-7d4cb584646b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:42.751706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.757900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.759192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.761773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ea57fc-bbc9-4d4d-817b-2256da21ff11 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:42.777360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:42.777788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:42.793380 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:42.860891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:42.888043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.899823 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-be841ff4-9edd-4f44-a594-afa8d84d30aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/603855c9-f919-404b-96c5-be4788c7efa7 HTTP/1.1" status: 204 len: 168 time: 1.7910962 Apr 21 14:45:42.903048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:42.905668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47690) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:42.925029 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65de837-15b5-4f95-8bc6-c4788644da6f'] response: {'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'code': 200} Apr 21 14:45:42.926444 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-66b11fc4-8a23-47e0-80f1-572ef8523c1a req-4add835e-e798-41a3-9466-6f109f38a0cf tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685355 Apr 21 14:45:42.954589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Allocated IP 2001:db8::24a (9d892b48-6425-4546-a04d-5a31006f2a0e/a4794d90-0b0d-43f3-8336-e9ce0b7f0192/011903de-ad49-43b5-8af4-29921c2642c9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:42.967258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:security_group_rule and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:42.976101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:42.985632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Deleting port 604ef765-e48a-43b9-8d3e-5318ec405a22 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:42.985892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.007892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.026978 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5ddeed91-a4d7-4052-83ab-ccdc9ebf1108 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179819 Apr 21 14:45:43.027829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47694) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:43.030516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.034795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:43.038545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.044097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.102170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=be3649a9-9695-4baa-8be4-b1fd6735e36b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.115402 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-60054424-2a64-453e-98ab-f3288a9cbecd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/be3649a9-9695-4baa-8be4-b1fd6735e36b HTTP/1.1" status: 204 len: 168 time: 4.8876903 Apr 21 14:45:43.118226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47698) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:43.144184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-523948132'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:43.156912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:43.196556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:45:43.202444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Deleting port febf1365-50dd-409d-8593-e71ba3c2447b {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:43.202923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.207243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:43.214041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:43.231608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:43.269824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:43.274329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.274606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Pushing event updated for resources: {'Port': ['ID=f1e442d3-98d8-4e7f-b39e-67a9c2e5345f,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.392242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.414435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.435162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.444898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.446074 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43647275-565d-4d2e-9227-5cb461d92881 tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2815313 Apr 21 14:45:43.450324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] For port febf1365-50dd-409d-8593-e71ba3c2447b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=febf1365-50dd-409d-8593-e71ba3c2447b,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:43.450324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.453009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.455636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47704) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:43.463953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f9f175-db8c-46d5-b128-83b6bfc732c1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:43.464649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b5f9f175-db8c-46d5-b128-83b6bfc732c1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:43.483459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961e3ba8-6e6c-4a6b-b787-fadaa9a29bfb,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.490166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:43.499986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.502045 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f96ed60-67d6-4d17-984f-9c917970b080 req-f941baca-4818-48fb-9c8c-284cdd5991a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 1098 time: 0.2218797 Apr 21 14:45:43.503769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Transition to ACTIVE for port object 011903de-ad49-43b5-8af4-29921c2642c9 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:43.512628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:43.550185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b5f9f175-db8c-46d5-b128-83b6bfc732c1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:43.554229 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b5f9f175-db8c-46d5-b128-83b6bfc732c1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5223107 Apr 21 14:45:43.556555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47710) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:43.578507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.578876 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1 of type vlan for network 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 Apr 21 14:45:43.608962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Calling delete_port for febf1365-50dd-409d-8593-e71ba3c2447b owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:43.642516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Calling delete_port for 604ef765-e48a-43b9-8d3e-5318ec405a22 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:43.692713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.693057 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Added segment 2ef57b96-ab05-4973-8273-e6b4d7bc1410 of type vlan for network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 Apr 21 14:45:43.728658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-1f96ed60-67d6-4d17-984f-9c917970b080 req-d174783e-21c4-4961-ac1d-a39e6ad2015f service neutron] Synchronizing usage tracker for tenant:390b864d43774f33aac368d43f1e9849 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:43.729698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.736983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfdbff6-a722-4248-aaba-1275e2b4de0c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:43.738004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dcfdbff6-a722-4248-aaba-1275e2b4de0c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:43.742648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.780095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] No DVR routers for this DVR port febf1365-50dd-409d-8593-e71ba3c2447b on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:43.797115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.799708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Pushing event deleted for resources: {'Port': ['ID=febf1365-50dd-409d-8593-e71ba3c2447b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.802286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.809030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:43.813769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.814115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.814445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.814774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.815099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.815424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.815837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.816084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.816770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.816870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:43.816946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.817014 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb5d0b-d064-4aec-a053-700a23d844bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:43.821507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device febf1365-50dd-409d-8593-e71ba3c2447b no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:43.821895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Usage tracker for resource:floatingip and tenant:ea4d62f86fb642d786f2af7442b98d8a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:43.825725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:43.837709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:43.858296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: febf1365-50dd-409d-8593-e71ba3c2447b {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:43.858635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device febf1365-50dd-409d-8593-e71ba3c2447b not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:43.879665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-1f96ed60-67d6-4d17-984f-9c917970b080 req-d174783e-21c4-4961-ac1d-a39e6ad2015f service neutron] Unset dirty status for tenant:390b864d43774f33aac368d43f1e9849 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:43.881031 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f96ed60-67d6-4d17-984f-9c917970b080 req-d174783e-21c4-4961-ac1d-a39e6ad2015f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3712749 Apr 21 14:45:43.892323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dcfdbff6-a722-4248-aaba-1275e2b4de0c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:43.896043 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dcfdbff6-a722-4248-aaba-1275e2b4de0c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3350432 Apr 21 14:45:43.898079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:43.898980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47714) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:43.903467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.913281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.916963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:43.917552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.923315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:43.925737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:43.930105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:43.930758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.942808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.946456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:43.947044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.964106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e227e14-75a0-433c-8bcc-6d6f508baa27 req-346bad25-8958-4e49-9a31-9378dc3da319 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:43.965607 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3e227e14-75a0-433c-8bcc-6d6f508baa27 req-346bad25-8958-4e49-9a31-9378dc3da319 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.2711523 Apr 21 14:45:44.002111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=011903de-ad49-43b5-8af4-29921c2642c9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:44.032888 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eb8e5e3b-3a90-44f5-9a71-95b7d71a0db6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1306608 Apr 21 14:45:44.082592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47720) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.092445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:44.119019 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05e6cf4f-4a69-444b-96c6-40148cd789bc tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1200347 Apr 21 14:45:44.128100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47724) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.167123 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0466566 Apr 21 14:45:44.177218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'network_id': '9d892b48-6425-4546-a04d-5a31006f2a0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1197449172'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:44.192275 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7442868 Apr 21 14:45:44.202923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47728) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.203282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47730) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.203903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707b945-0501-4326-b054-b580bcdeac6d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=3f78a6e6-6378-4006-9ab9-9d0519efe4d9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:44.222288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:44.225510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'subnet': {'network_id': '1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:44.274740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:44.293847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:44.316326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-41843d95-1b7b-4791-92e0-c01876686ba4 None None] Provisioning for port 011903de-ad49-43b5-8af4-29921c2642c9 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:44.319490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:44.322938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.330592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-41843d95-1b7b-4791-92e0-c01876686ba4 None None] Provisioning complete for port 011903de-ad49-43b5-8af4-29921c2642c9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:44.331241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-41843d95-1b7b-4791-92e0-c01876686ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.349071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8aa75-3445-4a20-b341-aed49570e351 req-ffdf4db7-a61a-4613-a81b-6d26a6b396c0 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:44.350541 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c6a8aa75-3445-4a20-b341-aed49570e351 req-ffdf4db7-a61a-4613-a81b-6d26a6b396c0 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.2395933 Apr 21 14:45:44.384765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-41843d95-1b7b-4791-92e0-c01876686ba4 None None] Port 011903de-ad49-43b5-8af4-29921c2642c9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:44.393825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': '3f78a6e6-6378-4006-9ab9-9d0519efe4d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:44.413207 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3e227e14-75a0-433c-8bcc-6d6f508baa27 req-9785f2dd-bf37-4bc5-acb0-97a5f4bc3f17 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4251299 Apr 21 14:45:44.614106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.619387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.657189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932a6b2-d8b0-4a9e-8125-fc5a50f353a3 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Network': ['ID=1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:44.670691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:44.678770 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c6a8aa75-3445-4a20-b341-aed49570e351 req-b48a65b9-d3c8-49c3-bc9a-25c097a86952 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146484 Apr 21 14:45:44.684520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:44.721593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event deleted for resources: {'Port': ['ID=604ef765-e48a-43b9-8d3e-5318ec405a22,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:44.727027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:subnet and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:44.739063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:44.753935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:44.785414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:44.804085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:44.831606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:44.838637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Allocated IP 172.26.6.32 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/4260e921-1bb9-486c-8c05-e7f5cbbb6179) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:44.839204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:44.851401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:44.865867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:44.879617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:44.882394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.026411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:45.032308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:45.039901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:45.040515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.046816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd6969-264d-491e-9c3d-3c2b67c2ce2e None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:45.052344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=399f43b8-9fc2-4b05-a22d-f355e4bffefb,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:45.141013 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7ae5167-33cb-4f82-8d17-bf810488d11b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0555427 Apr 21 14:45:45.159231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47736) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:45.181194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': '399f43b8-9fc2-4b05-a22d-f355e4bffefb', 'ip_address': '2001:db8::4008:5825:3c3e:3699'}], 'name': 'tempest-NetworksTestDHCPv6-1350173605'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:45.200411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.340698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '399f43b8-9fc2-4b05-a22d-f355e4bffefb'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:45.342669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.385459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:45.386609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Made reservation on behalf of 98007ee52ab44ec3a513fb8078255e7c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:45.388848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.390225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.413848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:45.434682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:45.476195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:45.477840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.481629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.498174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.503669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:45.510949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:45.514233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:45.541372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 3bcd7762-bebd-4e60-b102-c5c541bd4bc7 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:45.565334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/399f43b8-9fc2-4b05-a22d-f355e4bffefb/62bfa4fe-6815-4abe-b229-ec1a2ab0288d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:45.583758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Pushing event updated for resources: {'Port': ['ID=4260e921-1bb9-486c-8c05-e7f5cbbb6179,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:45.688963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] device_id is not set on port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:45.790821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.804437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Transition to ACTIVE for port object 62bfa4fe-6815-4abe-b229-ec1a2ab0288d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:45.825526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.828562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Transition to ACTIVE for port object 62bfa4fe-6815-4abe-b229-ec1a2ab0288d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:45.836034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.912643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:45.916222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:45.921410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:45.923518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Pushing event updated for resources: {'Port': ['ID=62bfa4fe-6815-4abe-b229-ec1a2ab0288d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:46.009525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.036479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Attempting to bind port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.036969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Attempting to bind port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.037388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Attempting to bind port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:46.045962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:46.046522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:46.047040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.047525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:46.048080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Bound port: 62bfa4fe-6815-4abe-b229-ec1a2ab0288d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:46.048515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.049498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.054116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.057550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::4008:5825:3c3e:3699 (273f4fc5-d828-4645-a9ef-b086301e3356/399f43b8-9fc2-4b05-a22d-f355e4bffefb/3bcd7762-bebd-4e60-b102-c5c541bd4bc7) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:46.085576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.142405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] For port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:46.145784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] For port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=62bfa4fe-6815-4abe-b229-ec1a2ab0288d,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:46.150112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.202927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.203701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Fanout notify agent at l3_agent the message router_deleted on router 3d066a56-b0e8-4fba-8f28-4246aced96cc {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:45:46.248612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0c63b-1c56-438d-8ff3-0b7ed4e84e6c None None] Pushing event updated for resources: {'Port': ['ID=62bfa4fe-6815-4abe-b229-ec1a2ab0288d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:46.335114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f5600-d6c1-47b8-a80f-da561bea8c23 req-aeb04571-a265-42fc-ab02-da36ea506ed9 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:46.337442 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6e5f5600-d6c1-47b8-a80f-da561bea8c23 req-aeb04571-a265-42fc-ab02-da36ea506ed9 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.7695622 Apr 21 14:45:46.341876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0753b2b-eb30-4bb8-82bc-84c758504cb5 req-4a642ede-b7de-4f2c-a980-8a80db477a32 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:46.348718 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a0753b2b-eb30-4bb8-82bc-84c758504cb5 req-4a642ede-b7de-4f2c-a980-8a80db477a32 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.4886403 Apr 21 14:45:46.352057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.353246 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-410aea93-c0cc-4626-9c6c-da307f5cfed4 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/3d066a56-b0e8-4fba-8f28-4246aced96cc HTTP/1.1" status: 204 len: 168 time: 5.4532616 Apr 21 14:45:46.362704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47744) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:46.394059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1733413938', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': False}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:46.458660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:46.466809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Allocated IP 2001:db8::1b1 (9d892b48-6425-4546-a04d-5a31006f2a0e/a4794d90-0b0d-43f3-8336-e9ce0b7f0192/0ec5fc52-7113-40c1-8c7b-5918c96d3ef7) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:46.507471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:router and tenant:248c89fd453e44dfab6d1b5e6164e67e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:46.532903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:46.563978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:46.601872 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a0753b2b-eb30-4bb8-82bc-84c758504cb5 req-d22ddd7c-40af-49f2-a2b8-8bbfe221c3e8 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519953 Apr 21 14:45:46.631375 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6e5f5600-d6c1-47b8-a80f-da561bea8c23 req-aad2f75f-84e1-487e-ac32-7ed3a7ad0241 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2607336 Apr 21 14:45:46.631375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.631375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.631750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.633259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.648487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.700690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 3bcd7762-bebd-4e60-b102-c5c541bd4bc7 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:46.761365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.796456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.872186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Pushing event updated for resources: {'Port': ['ID=4260e921-1bb9-486c-8c05-e7f5cbbb6179,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:46.877942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.924728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:46.935021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:46.950913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:46.954933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:46.955585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.981860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.001068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.017673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=3bcd7762-bebd-4e60-b102-c5c541bd4bc7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:47.043381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d4c17-96d5-4049-bc65-20fecdf061cc req-5f7be8e8-5c2c-4806-ba2f-0f4924dc1292 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:47.048265 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-535d4c17-96d5-4049-bc65-20fecdf061cc req-5f7be8e8-5c2c-4806-ba2f-0f4924dc1292 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.2883234 Apr 21 14:45:47.050336 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7620b1d0-6528-4d86-8f46-1678479360fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8900914 Apr 21 14:45:47.051537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.055623 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b3a27f97-ad7c-4fb1-a2fb-12a71846efa2 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5979869 Apr 21 14:45:47.056512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47752) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.057019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.057504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47756) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.066893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Request body: {'floatingip': {'port_id': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:47.180471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=3691b864-93cc-4719-a069-25f73a99bd29,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:47.251823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.329610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-13b0c3bd-a09c-428a-b403-64d4c86edb8a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Synchronizing usage tracker for tenant:7429d31ff20847f7ac8b5cedc82bddd5 on resource:floatingip {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:47.346762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-089865ca-bc55-41d3-92db-ea6bf4b96b05 None None] Provisioning for port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:47.349980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.385415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3f78a6e6-6378-4006-9ab9-9d0519efe4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:47.385778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: 3f78a6e6-6378-4006-9ab9-9d0519efe4d9, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:47.393621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Subnet': ['ID=dcf34717-420b-46f2-b2d7-5a38b2e41e77,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:47.400112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Transition to ACTIVE for port object 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:47.401847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Checking segment: {'id': '2ef57b96-ab05-4973-8273-e6b4d7bc1410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:47.402269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network hostable DHCP agents. Network: 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:47.410787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-13b0c3bd-a09c-428a-b403-64d4c86edb8a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Unset dirty status for tenant:7429d31ff20847f7ac8b5cedc82bddd5 on resource:floatingip {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:47.412029 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-13b0c3bd-a09c-428a-b403-64d4c86edb8a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.3500919 Apr 21 14:45:47.417219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47764) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.425434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b92a-fc45-4aed-8ce3-d4edc05e5968 req-5081fe0c-8343-4e1f-b6a4-b1ef8bd93b4b tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:47.428538 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0540b92a-fc45-4aed-8ce3-d4edc05e5968 req-5081fe0c-8343-4e1f-b6a4-b1ef8bd93b4b tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.6285052 Apr 21 14:45:47.445731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47768) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.455830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Request body: {'floatingip': {'port_id': '8ae17788-6426-44d7-a6dd-e60c750e52ca'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:47.516381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.517627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9b26b-3dc7-4fe6-8079-3f3c252b04ca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:47.521653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9b26b-3dc7-4fe6-8079-3f3c252b04ca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:47.522451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-80e9b26b-3dc7-4fe6-8079-3f3c252b04ca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:47.555313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.581100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a479da5d-4226-40de-89f4-b4d02c51a6a3 None None] Provisioning for port 3bcd7762-bebd-4e60-b102-c5c541bd4bc7 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:47.583403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b64927b2-9c3e-47ae-bee1-1d20357a10a6 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Synchronizing usage tracker for tenant:ed360aed6ab443b886310cbfe3322ccc on resource:floatingip {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:47.586613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a479da5d-4226-40de-89f4-b4d02c51a6a3 None None] Provisioning complete for port 3bcd7762-bebd-4e60-b102-c5c541bd4bc7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:47.587175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a479da5d-4226-40de-89f4-b4d02c51a6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.627481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.645740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a479da5d-4226-40de-89f4-b4d02c51a6a3 None None] Port 3bcd7762-bebd-4e60-b102-c5c541bd4bc7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:47.666729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-80e9b26b-3dc7-4fe6-8079-3f3c252b04ca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:47.671031 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-80e9b26b-3dc7-4fe6-8079-3f3c252b04ca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6093254 Apr 21 14:45:47.716689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47772) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.755744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b64927b2-9c3e-47ae-bee1-1d20357a10a6 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Unset dirty status for tenant:ed360aed6ab443b886310cbfe3322ccc on resource:floatingip {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:47.757025 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b64927b2-9c3e-47ae-bee1-1d20357a10a6 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3382218 Apr 21 14:45:47.757713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:47.760132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.791975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:47.821143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 62bfa4fe-6815-4abe-b229-ec1a2ab0288d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:47.892344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:47.902657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3e4cf-b731-462a-b92f-5b2d9998c019 None None] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:47.908146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 3f78a6e6-6378-4006-9ab9-9d0519efe4d9) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:47.919255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:47.922644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4bc492-6453-4a18-8063-8d599970437f None None] Network 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:47.930783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Network 9d892b48-6425-4546-a04d-5a31006f2a0e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:47.931798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:47.932404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.936287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:47.936838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.952483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=0ec5fc52-7113-40c1-8c7b-5918c96d3ef7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:47.955604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:47.955733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Deleting port 4260e921-1bb9-486c-8c05-e7f5cbbb6179 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:47.956202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.981668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:47.987905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:47.988590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.007066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:48.007684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.051420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 3bcd7762-bebd-4e60-b102-c5c541bd4bc7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:48.051760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.145543 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a45a3587-8bf0-4a47-8f9e-13678d497860 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9391131 Apr 21 14:45:48.149459 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6a722ef3-701f-4046-8ed7-9797e2f3cdc1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9392314 Apr 21 14:45:48.157528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a5fa112d-52bc-4758-81c6-08e49696b0f8 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0279348 Apr 21 14:45:48.158886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47780) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.159207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47782) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.159511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47784) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.177681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-835471644', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:48.185996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::187', 'mac_address': 'fa:16:3e:d7:4f:8e'}, {'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:25:8c:45'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:48.285900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:48.362700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.362917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.466653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:router and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:48.491494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:48.494786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.509786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-3f78a6e6-6378-4006-9ab9-9d0519efe4d9', 'network_id': '3f78a6e6-6378-4006-9ab9-9d0519efe4d9', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': '3691b864-93cc-4719-a069-25f73a99bd29'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:48.510764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.538590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Calling delete_port for 4260e921-1bb9-486c-8c05-e7f5cbbb6179 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:48.563614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-eacc5d4f-7088-42c5-b17e-19c03f2c2abd None None] Provisioning for port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:48.578555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-eacc5d4f-7088-42c5-b17e-19c03f2c2abd None None] Provisioning complete for port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:48.578794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eacc5d4f-7088-42c5-b17e-19c03f2c2abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.592289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:48.615614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a64f9-de53-49b6-bc76-880ab18ccf2e None None] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:48.621936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:48.713976 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:45:48.722386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.731323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.790400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=62bfa4fe-6815-4abe-b229-ec1a2ab0288d,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:48.811413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.814198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.815236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.848899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-eacc5d4f-7088-42c5-b17e-19c03f2c2abd None None] Port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:48.901713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.950082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.978506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=62bfa4fe-6815-4abe-b229-ec1a2ab0288d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:49.010477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-728ecd27-924b-45b7-8d26-774a7303b6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.014000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Pushing event deleted for resources: {'Port': ['ID=4260e921-1bb9-486c-8c05-e7f5cbbb6179,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:49.047023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Allocated IP 172.20.0.2 (3f78a6e6-6378-4006-9ab9-9d0519efe4d9/3691b864-93cc-4719-a069-25f73a99bd29/2fdf8fa8-4229-4067-9490-8e7940dacce7) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:49.133739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.154794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.173584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.177379 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7795b6db-27a8-4b49-93d4-09286e95c253 tempest-FloatingIPAdminTestJSON-164226812 tempest-FloatingIPAdminTestJSON-164226812-project] 10.222.0.42 "DELETE /v2.0/floatingips/4170d8f6-194c-43c5-b3e1-a23f10fb266c HTTP/1.1" status: 204 len: 168 time: 1.4135718 Apr 21 14:45:49.177379 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Floating IP 5d65db26-3b4b-4c75-901a-7f2decf76f3d associated. External IP: 172.26.6.83, port: f8a534f7-b790-4375-b6fa-d03a5887bdb2. Apr 21 14:45:49.189415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.190826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47792) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:49.330383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.343005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Transition to ACTIVE for port object 2fdf8fa8-4229-4067-9490-8e7940dacce7 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:49.362435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Transition to ACTIVE for port object 2fdf8fa8-4229-4067-9490-8e7940dacce7 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:49.369297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.438046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Network 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:49.441157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:49.444610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:49.455589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Pushing event updated for resources: {'Port': ['ID=2fdf8fa8-4229-4067-9490-8e7940dacce7,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:49.543846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Attempting to bind port 2fdf8fa8-4229-4067-9490-8e7940dacce7 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:49.544568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Attempting to bind port 2fdf8fa8-4229-4067-9490-8e7940dacce7 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3f78a6e6-6378-4006-9ab9-9d0519efe4d9'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:49.544568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Attempting to bind port 2fdf8fa8-4229-4067-9490-8e7940dacce7 on network 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:49.551108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:49.552043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Checking segment: {'id': '6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3f78a6e6-6378-4006-9ab9-9d0519efe4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:49.552208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.552806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Bound using segment: {'id': '6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3f78a6e6-6378-4006-9ab9-9d0519efe4d9'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:49.553477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Bound port: 2fdf8fa8-4229-4067-9490-8e7940dacce7, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '3f78a6e6-6378-4006-9ab9-9d0519efe4d9'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:49.554133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.569681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 3bcd7762-bebd-4e60-b102-c5c541bd4bc7 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:49.592404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Router ada8164a-338e-47bd-9e2f-b3664d6654f3 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:45:49.647429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] For port 2fdf8fa8-4229-4067-9490-8e7940dacce7, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:49.650847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] For port 2fdf8fa8-4229-4067-9490-8e7940dacce7, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2fdf8fa8-4229-4067-9490-8e7940dacce7,segment=NetworkSegment(6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1),segment_id=6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:49.656566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.689814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.718746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.743769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a780414-f1a4-4f79-a70d-c6eee55c6f8a None None] Pushing event updated for resources: {'Port': ['ID=2fdf8fa8-4229-4067-9490-8e7940dacce7,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:49.803170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.825228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 62bfa4fe-6815-4abe-b229-ec1a2ab0288d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:49.913655 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.922051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:49.922051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.042341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:50.048431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.055236 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] Sync routers for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:50.076980 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:50.077970 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:50.174020 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48fcf152-2676-4f8f-a0c1-4a6c59ff9a20 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "PUT /v2.0/floatingips/5d65db26-3b4b-4c75-901a-7f2decf76f3d HTTP/1.1" status: 200 len: 991 time: 3.1132429 Apr 21 14:45:50.174609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:50.239362 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7045ee3-e163-4b9f-adb5-13707a3d0373'] response: {'name': 'network-changed', 'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'status': 'completed', 'code': 200} Apr 21 14:45:50.358250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.363449 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Deleting port f1e442d3-98d8-4e7f-b39e-67a9c2e5345f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:50.364005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.376972 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:50.452397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc243c9-865f-48b6-81d3-109366a7e598 req-be4d58c4-55c9-4d98-9136-6a00cad54270 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:50.453891 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6dc243c9-865f-48b6-81d3-109366a7e598 req-be4d58c4-55c9-4d98-9136-6a00cad54270 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.1568959 Apr 21 14:45:50.457691 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-da5bff66-c56f-45dc-880a-00afc2ff5edc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e18ccb0a34a44f6f9773fe9e63e366c6&device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 1099 time: 0.1634014 Apr 21 14:45:50.504790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:50.611447 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6dc243c9-865f-48b6-81d3-109366a7e598 req-6a789067-5a6c-45e1-a9f6-7ea5f75712f3 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503012 Apr 21 14:45:50.634278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=3691b864-93cc-4719-a069-25f73a99bd29,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:50.677017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-957f52c6-7891-459e-859c-e63d75f17837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:50.680188 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-957f52c6-7891-459e-859c-e63d75f17837 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e63a5e7-3d28-4734-8b12-d82792969701 HTTP/1.1" status: 200 len: 913 time: 0.2042832 Apr 21 14:45:50.693969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Allocated IP 172.26.6.38 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/962bd875-ff44-477d-a05b-afb629692bb6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:50.821155 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-2a92be47-80a1-446c-a70a-a8dd06c6423c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2 HTTP/1.1" status: 200 len: 999 time: 0.1259372 Apr 21 14:45:50.886867 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '5d65db26-3b4b-4c75-901a-7f2decf76f3d', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'floating_ip_address': '172.26.6.83', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'port_id': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'mac_address': 'fa:16:3e:ac:8f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:45:04Z', 'updated_at': '2022-04-21T14:45:48Z', 'revision_number': 1, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:28Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:50.895506 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] Checking router: ada8164a-338e-47bd-9e2f-b3664d6654f3 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:45:50.912551 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:50.913457 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:50.918360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-8e387142-fba8-4045-a519-c131ccee232c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:50.920378 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-8e387142-fba8-4045-a519-c131ccee232c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b0a1d7-5198-4d78-a9ea-595f1f10bd83 HTTP/1.1" status: 200 len: 851 time: 0.0924423 Apr 21 14:45:50.968592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.049544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.094825 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-1004494f-40be-42dc-87ac-c549add8826a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e63a5e7-3d28-4734-8b12-d82792969701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1479087 Apr 21 14:45:51.100125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37845db6-3c4f-4c89-90b4-41743e44ecda None None] Network 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:51.140004 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:51.172544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.194017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.253239 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-34fdcd5c-befa-4b3c-995f-adce50c92626 service neutron] 10.222.0.21 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509640 Apr 21 14:45:51.335888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2edac77b-3453-4896-bfee-57e940d24de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.347778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7f80de57-a883-47a3-ac70-02ca41a7ae38 None None] Provisioning for port 2fdf8fa8-4229-4067-9490-8e7940dacce7 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:51.421130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.443030 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] DHCP port deletion for 3f78a6e6-6378-4006-9ab9-9d0519efe4d9 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:45:51.446113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f78a6e6-6378-4006-9ab9-9d0519efe4d9']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:51.448537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] Deleting port 2fdf8fa8-4229-4067-9490-8e7940dacce7 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:51.448953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.455530 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7090df0-ed80-4019-b0e2-6b59121071aa req-7d8b8e6e-47dc-4a4b-b74a-9b52ca88cd7a service neutron] 10.222.0.21 "GET /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950815 Apr 21 14:45:51.466308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.466968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.584053 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '5d65db26-3b4b-4c75-901a-7f2decf76f3d', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'floating_ip_address': '172.26.6.83', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'port_id': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'mac_address': 'fa:16:3e:ac:8f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:45:04Z', 'updated_at': '2022-04-21T14:45:48Z', 'revision_number': 1, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:28Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:51.588419 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd5bbf-43bb-4224-b406-c9fac19e4665 None None] The sync data for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv is: [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '5d65db26-3b4b-4c75-901a-7f2decf76f3d', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'floating_ip_address': '172.26.6.83', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'port_id': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'mac_address': 'fa:16:3e:ac:8f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:45:04Z', 'updated_at': '2022-04-21T14:45:48Z', 'revision_number': 1, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:28Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:51.672571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] For port 2fdf8fa8-4229-4067-9490-8e7940dacce7, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2fdf8fa8-4229-4067-9490-8e7940dacce7,segment=NetworkSegment(6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1),segment_id=6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:51.673069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.681039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:51.681338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad5e337-9cd6-4b9a-aeaa-4a243b2784c1') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:51.833907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9bef09-818e-4360-a738-791eb7b8f3d2 None None] New status for floating IP 5d65db26-3b4b-4c75-901a-7f2decf76f3d: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:45:51.891824 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] Calling delete_port for 2fdf8fa8-4229-4067-9490-8e7940dacce7 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:51.899433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=3bcd7762-bebd-4e60-b102-c5c541bd4bc7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:51.918776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Calling delete_port for f1e442d3-98d8-4e7f-b39e-67a9c2e5345f owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:52.001644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.084714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.112303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.117550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.138454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.160148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:52.160704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:52.177756 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:52.188506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] Pushing event deleted for resources: {'Port': ['ID=2fdf8fa8-4229-4067-9490-8e7940dacce7,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.212941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467dd6d-4bf0-42ae-a08c-5a07cb6b6731 None None] No DVR routers for this DVR port 2fdf8fa8-4229-4067-9490-8e7940dacce7 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:52.222560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.346166 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-699464e8-4631-4259-9ac6-ffdbb2c989c3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/3bcd7762-bebd-4e60-b102-c5c541bd4bc7 HTTP/1.1" status: 204 len: 168 time: 4.6277344 Apr 21 14:45:52.349825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47804) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:52.356896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.412467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.423461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c557e944-3151-4c53-b378-a580ae00e515 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:52.424817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c557e944-3151-4c53-b378-a580ae00e515 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:52.426044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c557e944-3151-4c53-b378-a580ae00e515 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:52.440747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=3f78a6e6-6378-4006-9ab9-9d0519efe4d9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.447295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c557e944-3151-4c53-b378-a580ae00e515 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:52.448248 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c557e944-3151-4c53-b378-a580ae00e515 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0973308 Apr 21 14:45:52.451586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:52.453130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.456559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:52.470348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.513354 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6a1371b0-e4e6-4a46-9262-6c29a4385eb4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/3f78a6e6-6378-4006-9ab9-9d0519efe4d9 HTTP/1.1" status: 204 len: 168 time: 4.3453150 Apr 21 14:45:52.515505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47812) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:52.519709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.537847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-870889569'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:52.545549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:52.553011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.597521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:52.598190 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.607395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:52.612492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:52.616687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:52.621222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Port': ['ID=962bd875-ff44-477d-a05b-afb629692bb6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.623609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:52.635452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] In _notify_port_updated(), no bound segment for port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 on network 9d892b48-6425-4546-a04d-5a31006f2a0e {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:45:52.640049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:52.640722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.644641 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "PUT /v2.0/ports/0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 HTTP/1.1" status: 200 len: 1068 time: 4.4769471 Apr 21 14:45:52.647818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:52.650216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:52.653662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.745948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 399f43b8-9fc2-4b05-a22d-f355e4bffefb {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:45:52.755138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.756695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.799016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:52.819587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:52.819927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.830404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.838565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55f9bc-32ad-4088-8487-38c3dc2406a1 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event updated for resources: {'Port': ['ID=0ec5fc52-7113-40c1-8c7b-5918c96d3ef7,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.869107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.869452 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment b11456fe-0898-4961-b3a0-1dd8714804b1 of type vlan for network 0ade2988-5fef-43f7-aeba-131c6bcaf5a9 Apr 21 14:45:52.892358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.892569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-379b1db6-be01-417d-a80d-17bf6e959d65 None None] Provisioning complete for port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:52.892835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-379b1db6-be01-417d-a80d-17bf6e959d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.941322 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Floating IP d0fe1fd0-2a98-488f-8469-1a9b66098a02 associated. External IP: 172.26.6.248, port: 8ae17788-6426-44d7-a6dd-e60c750e52ca. Apr 21 14:45:52.948223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-379b1db6-be01-417d-a80d-17bf6e959d65 None None] Port 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:45:52.994267 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.044775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:53.072650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.078647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1e442d3-98d8-4e7f-b39e-67a9c2e5345f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:53.135466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:53.171326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.172521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-10d03261-a4b8-439e-963c-70894730ef2a tempest-FloatingIPAdminTestJSON-1332503865 tempest-FloatingIPAdminTestJSON-1332503865-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/26dcec4a-0759-4848-814a-a12ff8d45bf3 HTTP/1.1" status: 204 len: 168 time: 3.8644419 Apr 21 14:45:53.179734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47822) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.229838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.233415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:53.233991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.351137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.367950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Deleting port 933f3657-c40d-41f5-af8b-549927f8defa {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:53.368318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.413119 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8964241 Apr 21 14:45:53.419498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.423463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d18404-1cd1-4c38-ac96-dcfde2555c2d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=0ade2988-5fef-43f7-aeba-131c6bcaf5a9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:53.427110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.26.6.20 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/d9d9cae7-affe-47ba-8e36-52bb192f8848) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:53.435442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 0ade2988-5fef-43f7-aeba-131c6bcaf5a9 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:53.436904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': '0ade2988-5fef-43f7-aeba-131c6bcaf5a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:53.455013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.583403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.643628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Calling delete_port for 0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:53.730716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.784687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:53.802902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=399f43b8-9fc2-4b05-a22d-f355e4bffefb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:53.805909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:53.809293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:53.814233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.821725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:53.822313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d1d97-8cdd-4b79-ac0a-d48350ac8aa6 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:53.840978 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9901b6f5-373b-4f47-8f22-104bc713587d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/399f43b8-9fc2-4b05-a22d-f355e4bffefb HTTP/1.1" status: 204 len: 168 time: 1.3882649 Apr 21 14:45:53.842349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:53.852157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47830) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.968562 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c07473cc-3d29-43b4-93f6-9a5e46fee34c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117523 Apr 21 14:45:53.971409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47834) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.991664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:54.008564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.024481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.076887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.099499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.129133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:45:54.133270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] Deleting port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:54.133637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.156593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Calling delete_port for 933f3657-c40d-41f5-af8b-549927f8defa owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:54.196670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.197242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.230428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Port': ['ID=0ec5fc52-7113-40c1-8c7b-5918c96d3ef7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:54.254746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 14:45:54.255252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 14:45:54.304264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:54.322925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:54.330211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:54.344623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:54.346593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] For port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=62bfa4fe-6815-4abe-b229-ec1a2ab0288d,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:45:54.347139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.477698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.506248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:54.510683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.514730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] Calling delete_port for 62bfa4fe-6815-4abe-b229-ec1a2ab0288d owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:54.550370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.598910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.630524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:54.632404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=d9d9cae7-affe-47ba-8e36-52bb192f8848,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:54.639911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:54.644697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] Pushing event deleted for resources: {'Port': ['ID=62bfa4fe-6815-4abe-b229-ec1a2ab0288d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:54.649185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:54.651312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634ba03-068c-4864-8455-37c8d71a826c None None] No DVR routers for this DVR port 62bfa4fe-6815-4abe-b229-ec1a2ab0288d on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:54.709027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.800030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Port': ['ID=933f3657-c40d-41f5-af8b-549927f8defa,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:54.898400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=a7736e94-69f4-417f-94fe-9a9e4e93585d,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:54.917263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.978704 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f69e6b3-0c7e-4713-b1ea-781d4f238bca tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/ports/0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 HTTP/1.1" status: 204 len: 168 time: 2.3296409 Apr 21 14:45:54.979406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:54.997316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.010107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': 'b11456fe-0898-4961-b3a0-1dd8714804b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0ade2988-5fef-43f7-aeba-131c6bcaf5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:55.010525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: 0ade2988-5fef-43f7-aeba-131c6bcaf5a9, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:55.039871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Router 9a5d271a-f0db-42d7-9b22-ae921105c5ee has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:45:55.044567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f377c4da-ce96-4375-876e-207807c9a27a tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "DELETE /v2.0/ports/933f3657-c40d-41f5-af8b-549927f8defa HTTP/1.1" status: 204 len: 168 time: 1.8586311 Apr 21 14:45:55.049933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47842) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.078739 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-87abebc6-99b8-4b00-aaf1-d2ee16a4983c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] GET failed (client error): The resource could not be found. Apr 21 14:45:55.079236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-87abebc6-99b8-4b00-aaf1-d2ee16a4983c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Synchronizing usage tracker for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:55.110977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-87abebc6-99b8-4b00-aaf1-d2ee16a4983c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Unset dirty status for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:55.112017 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-87abebc6-99b8-4b00-aaf1-d2ee16a4983c tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "GET /v2.0/ports/0ec5fc52-7113-40c1-8c7b-5918c96d3ef7 HTTP/1.1" status: 404 len: 333 time: 0.1035717 Apr 21 14:45:55.121590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47846) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.138179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 0ade2988-5fef-43f7-aeba-131c6bcaf5a9 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:55.153974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.186615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 0ade2988-5fef-43f7-aeba-131c6bcaf5a9) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:55.195519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5c215-6355-47e0-9260-7bf69ea95795 None None] Network 0ade2988-5fef-43f7-aeba-131c6bcaf5a9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:55.200588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:55.201185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.245206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:55.248981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:55.256264 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3409ea04-ee39-4930-a1ca-8a598eb3bf67 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8314197 Apr 21 14:45:55.256264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:55.256264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.259568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=ad6312f6-4fa7-48a3-82e7-75b4f5699e60,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:55.261510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.278591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865bd23-350e-42fb-97a8-8a45c3f392ce None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:55.362492 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2c96e4c-bf4a-4a37-9a20-67e89c225e0f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3873775 Apr 21 14:45:55.364603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47854) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.372360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': 'ad6312f6-4fa7-48a3-82e7-75b4f5699e60', 'ip_address': '2001:db8::39b4:c32c:17a4:ba'}], 'name': 'tempest-NetworksTestDHCPv6-1783858548'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:55.467022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port 011903de-ad49-43b5-8af4-29921c2642c9 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:55.467638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.504695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.505411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.519134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.542765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Router 684eb015-eb52-4017-9733-58f09682b45b is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:45:55.598166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:55.605849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:55.611175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:55.619886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:55.624866 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.651316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02afbb6b-87a1-40cd-b233-0af190b33cf7 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:55.652636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-02afbb6b-87a1-40cd-b233-0af190b33cf7 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Synchronizing usage tracker for tenant:ed360aed6ab443b886310cbfe3322ccc on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:55.673994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060756fe-6cc5-4d4e-a365-eb617a0c3e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-0ade2988-5fef-43f7-aeba-131c6bcaf5a9', 'network_id': '0ade2988-5fef-43f7-aeba-131c6bcaf5a9', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': 'a7736e94-69f4-417f-94fe-9a9e4e93585d'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:55.674541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:55.674880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-060756fe-6cc5-4d4e-a365-eb617a0c3e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.680226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.687850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': 'ad6312f6-4fa7-48a3-82e7-75b4f5699e60'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:45:55.688650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.712717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 1b49525e-18c7-4f9e-8689-2ebfa731f2a9 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:45:55.776178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.833596 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 62bfa4fe-6815-4abe-b229-ec1a2ab0288d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:55.847905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=a7736e94-69f4-417f-94fe-9a9e4e93585d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:55.889784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 62bfa4fe-6815-4abe-b229-ec1a2ab0288d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:45:55.890341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 62bfa4fe-6815-4abe-b229-ec1a2ab0288d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:55.902940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-02afbb6b-87a1-40cd-b233-0af190b33cf7 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Unset dirty status for tenant:ed360aed6ab443b886310cbfe3322ccc on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:55.904358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-02afbb6b-87a1-40cd-b233-0af190b33cf7 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2ad37c0-138b-4903-ab1f-317d3ed8cff6 HTTP/1.1" status: 200 len: 913 time: 0.8532367 Apr 21 14:45:55.913833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server [None req-060756fe-6cc5-4d4e-a365-eb617a0c3e0b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7736e94-69f4-417f-94fe-9a9e4e93585d: This subnet is being modified by another concurrent operation. Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:45:55.961254 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise exception Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7736e94-69f4-417f-94fe-9a9e4e93585d: This subnet is being modified by another concurrent operation. Apr 21 14:45:55.964906 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server Apr 21 14:45:55.987262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4066d8d-855d-456a-be09-d11ced257c7f None None] Network 0ade2988-5fef-43f7-aeba-131c6bcaf5a9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:45:56.004397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/ad6312f6-4fa7-48a3-82e7-75b4f5699e60/0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:56.093087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.146188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.188706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ade2988-5fef-43f7-aeba-131c6bcaf5a9']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:56.203776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11456fe-0898-4961-b3a0-1dd8714804b1') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:56.204334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11456fe-0898-4961-b3a0-1dd8714804b1') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:56.219593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.242822 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.244116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Calling delete_port for 011903de-ad49-43b5-8af4-29921c2642c9 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:56.255090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:45:56.255380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:56.270205 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:56.366075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.371110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:56.377589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.377930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.388002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Transition to ACTIVE for port object 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:56.395295 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] Sync routers for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:56.397936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.407947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=0ade2988-5fef-43f7-aeba-131c6bcaf5a9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:56.408871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Transition to ACTIVE for port object 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:56.413820 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7dfadf0-fa44-4598-bdc5-075397005670 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/0ade2988-5fef-43f7-aeba-131c6bcaf5a9 HTTP/1.1" status: 204 len: 168 time: 1.1496398 Apr 21 14:45:56.418684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.427000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.434144 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:56.435282 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:56.512976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:56.516530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:56.521381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:56.532006 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-92a000d6-dddd-43d7-bd07-6e32953415ec tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "PUT /v2.0/floatingips/d0fe1fd0-2a98-488f-8469-1a9b66098a02 HTTP/1.1" status: 200 len: 991 time: 9.0852137 Apr 21 14:45:56.532573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Pushing event updated for resources: {'Port': ['ID=0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:56.538027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:45:56.564249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.614377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:56.629672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Port': ['ID=011903de-ad49-43b5-8af4-29921c2642c9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:56.670747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Sync routers for ids ['684eb015-eb52-4017-9733-58f09682b45b'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:56.693005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:45:56.697991 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-314c4907-0c0f-448d-bc88-9efe81ecb575'] response: {'name': 'network-changed', 'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'status': 'completed', 'code': 200} Apr 21 14:45:56.702660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Attempting to bind port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:56.703243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.703348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Attempting to bind port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:56.703348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Attempting to bind port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:56.704794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f274ae5b-01d7-4826-9fc1-195aad44c074 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/ports/011903de-ad49-43b5-8af4-29921c2642c9 HTTP/1.1" status: 204 len: 168 time: 1.5822716 Apr 21 14:45:56.709010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47870) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.723104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Routers {'684eb015-eb52-4017-9733-58f09682b45b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:56.723843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['684eb015-eb52-4017-9733-58f09682b45b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:56.739245 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:56.757122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.762290 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-783980f5-c21c-4744-928a-9270c6771fbe tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.3946576 Apr 21 14:45:56.768824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47874) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.816887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:56.817162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::39b4:c32c:17a4:ba (273f4fc5-d828-4645-a9ef-b086301e3356/ad6312f6-4fa7-48a3-82e7-75b4f5699e60/1b49525e-18c7-4f9e-8689-2ebfa731f2a9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:56.817619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:56.817911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.818344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:56.818913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Bound port: 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:56.819288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.979163 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb86ba9-340b-4243-b17d-1d889f9ce4bb tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] GET failed (client error): The resource could not be found. Apr 21 14:45:56.979752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4bb86ba9-340b-4243-b17d-1d889f9ce4bb tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Synchronizing usage tracker for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:57.092542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] For port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:57.108201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] For port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:57.114212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1696559435'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:57.121615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.163127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:57.181460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:57.181887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Set router 684eb015-eb52-4017-9733-58f09682b45b gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:57.210859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:57.216381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4bb86ba9-340b-4243-b17d-1d889f9ce4bb tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Unset dirty status for tenant:98007ee52ab44ec3a513fb8078255e7c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:57.217820 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4bb86ba9-340b-4243-b17d-1d889f9ce4bb tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "GET /v2.0/ports/011903de-ad49-43b5-8af4-29921c2642c9 HTTP/1.1" status: 404 len: 333 time: 0.5079195 Apr 21 14:45:57.230324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47878) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:57.242081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:57.258325 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd0fe1fd0-2a98-488f-8469-1a9b66098a02', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'port_id': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'mac_address': 'fa:16:3e:dd:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:45:01Z', 'updated_at': '2022-04-21T14:45:50Z', 'revision_number': 1, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:57Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.263436 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] Checking router: 9a5d271a-f0db-42d7-9b22-ae921105c5ee for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:45:57.278194 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:57.279311 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.336759 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4fa1748b-0606-427f-b468-70e01aa2001c tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/684eb015-eb52-4017-9733-58f09682b45b HTTP/1.1" status: 200 len: 908 time: 0.5667996 Apr 21 14:45:57.337941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47882) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:57.345920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1733413938', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': True}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:57.351399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:57.355193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:45:57.364763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Usage tracker for resource:router and tenant:248c89fd453e44dfab6d1b5e6164e67e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:57.369302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:57.385133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:57.399089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.400931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2472c4c9-873c-456d-90d0-c3357b58331d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.2345951 Apr 21 14:45:57.405506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47888) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:57.423613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:57.426632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.437838 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:45:57.447697 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-368d1594-ed7a-4f62-a1eb-0b58528fe1cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b2d50affd140a2a291b4a1f7cf96d5&device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 1098 time: 0.5720038 Apr 21 14:45:57.475112 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:57.475729 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.519279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.525634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.529995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port 3fd810fc-476a-4792-99cb-f28ee929f1fc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:45:57.530341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.544915 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.561992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe792f4-2019-492f-8f41-28ed7591ee94 None None] Pushing event updated for resources: {'Port': ['ID=0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:57.565295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.583411 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:57.584023 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.644000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:57.671984 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:57.719587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b141a4-c600-4681-8dc7-95f57e9f8f7b req-bf0ca021-d06a-470c-8c38-8a944776d661 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:57.724342 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.724701 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb1f52-f059-4f93-91c1-6bf73451af74 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:57.727228 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14b141a4-c600-4681-8dc7-95f57e9f8f7b req-bf0ca021-d06a-470c-8c38-8a944776d661 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.8498883 Apr 21 14:45:57.752290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684eb015-eb52-4017-9733-58f09682b45b', 'name': 'tempest-snat-router-1733413938', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.38'}], 'enable_snat': False}, 'gw_port_id': '962bd875-ff44-477d-a05b-afb629692bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:46Z', 'updated_at': '2022-04-21T14:45:53Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '962bd875-ff44-477d-a05b-afb629692bb6', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:64:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684eb015-eb52-4017-9733-58f09682b45b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:50Z', 'updated_at': '2022-04-21T14:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.752891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.752891 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 15031a54-553b-418e-986f-699433e90a2b of type vlan for network 10278c6a-83f9-47a5-8573-01f74fc68f70 Apr 21 14:45:57.759230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Checking router: 684eb015-eb52-4017-9733-58f09682b45b for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:45:57.760140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Updating router 684eb015-eb52-4017-9733-58f09682b45b port 962bd875-ff44-477d-a05b-afb629692bb6 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:45:57.865062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.870363 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.934731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.984308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.988510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:57.989345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.066301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.157111 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14b141a4-c600-4681-8dc7-95f57e9f8f7b req-2f8c6950-113a-40dc-bfe8-c69636c1c42d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4290376 Apr 21 14:45:58.221284 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd0fe1fd0-2a98-488f-8469-1a9b66098a02', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'port_id': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'mac_address': 'fa:16:3e:dd:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:45:01Z', 'updated_at': '2022-04-21T14:45:50Z', 'revision_number': 1, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:57Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:58.226877 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd24382e-d341-456b-bb74-e5f2876c292d None None] The sync data for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv is: [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd0fe1fd0-2a98-488f-8469-1a9b66098a02', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'port_id': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'mac_address': 'fa:16:3e:dd:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:45:01Z', 'updated_at': '2022-04-21T14:45:50Z', 'revision_number': 1, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:57Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:45:58.242794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-d555ae30-915e-4165-9340-b2775bdfb6f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:58.244727 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-d555ae30-915e-4165-9340-b2775bdfb6f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186 HTTP/1.1" status: 200 len: 907 time: 0.7797940 Apr 21 14:45:58.326338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 1b49525e-18c7-4f9e-8689-2ebfa731f2a9 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:58.332592 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6356673 Apr 21 14:45:58.357970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47896) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.363524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': '10278c6a-83f9-47a5-8573-01f74fc68f70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:45:58.387725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cac1d9-740e-4cee-8050-41bd338a1a63 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=10278c6a-83f9-47a5-8573-01f74fc68f70,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:58.407534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 10278c6a-83f9-47a5-8573-01f74fc68f70 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:58.507272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.516303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.538911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Transition to ACTIVE for port object 962bd875-ff44-477d-a05b-afb629692bb6 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:58.563039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.577349 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-b3d417e6-2ec9-4471-a2d6-3f0378c92468 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca HTTP/1.1" status: 200 len: 999 time: 0.2493165 Apr 21 14:45:58.602901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.676129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfff5ff-9e02-48c6-8ccd-037b2385b05d None None] Pushing event updated for resources: {'Port': ['ID=962bd875-ff44-477d-a05b-afb629692bb6,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:58.710938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Attempting to bind port 962bd875-ff44-477d-a05b-afb629692bb6 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:58.711559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Attempting to bind port 962bd875-ff44-477d-a05b-afb629692bb6 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:58.712241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Attempting to bind port 962bd875-ff44-477d-a05b-afb629692bb6 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:45:58.720658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:45:58.721555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:58.722116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.722705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:45:58.725525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Bound port: 962bd875-ff44-477d-a05b-afb629692bb6, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:58.726249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.766537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6d1e1-e529-47da-8526-dc339a6788e6 None None] New status for floating IP d0fe1fd0-2a98-488f-8469-1a9b66098a02: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:45:58.789906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:58.801263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:58.807383 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.811329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:58.819203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:58.834013 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3293066-9c40-4101-a734-d501e9f978aa None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:45:58.876225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-94b57656-3412-4870-893e-246286386c59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:58.877691 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-94b57656-3412-4870-893e-246286386c59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782b4897-22ac-4517-b18d-97f072599d6d HTTP/1.1" status: 200 len: 845 time: 0.2897019 Apr 21 14:45:58.882468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:58.885801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.895082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.049710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-914f366e-29d7-44bd-b5e2-8d9b0b052727 None None] Provisioning for port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:59.064375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] For port 962bd875-ff44-477d-a05b-afb629692bb6, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:45:59.069169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.098068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=1b49525e-18c7-4f9e-8689-2ebfa731f2a9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:59.102089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] For port 962bd875-ff44-477d-a05b-afb629692bb6, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=962bd875-ff44-477d-a05b-afb629692bb6,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:45:59.150002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Allocated IP 172.26.6.5 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/48c44bd2-409d-44a4-9d13-5439b826d80d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:59.163649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.194278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Calling delete_port for 3fd810fc-476a-4792-99cb-f28ee929f1fc owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:45:59.263242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:59.266574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3293066-9c40-4101-a734-d501e9f978aa None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:45:59.268362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:59.270857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:45:59.274820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:59.275429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.290221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfff5ff-9e02-48c6-8ccd-037b2385b05d None None] Pushing event updated for resources: {'Port': ['ID=962bd875-ff44-477d-a05b-afb629692bb6,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:59.295267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Routers {'684eb015-eb52-4017-9733-58f09682b45b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:45:59.295878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['684eb015-eb52-4017-9733-58f09682b45b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:59.329452 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a4a6c3d-1b38-419b-a57d-5e1e3fdee4b5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9617028 Apr 21 14:45:59.330857 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-fa5bb92c-7dbb-4faf-8fd8-5e62785b071a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4339252 Apr 21 14:45:59.331312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47900) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:59.590489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.601630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.626589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.668287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Port': ['ID=3fd810fc-476a-4792-99cb-f28ee929f1fc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:59.674593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] Set router 684eb015-eb52-4017-9733-58f09682b45b gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:45:59.678120 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-0cdbbfb0-9612-48d5-9d2c-243d3354396b service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016675 Apr 21 14:45:59.686020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a3fe7-d4dd-4080-8356-3de7f6724e06 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:59.689910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a3fe7-d4dd-4080-8356-3de7f6724e06 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:45:59.690665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-897a3fe7-d4dd-4080-8356-3de7f6724e06 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:59.724708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=2db66303-96f8-405b-a7f0-9f8eccb10ea4,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:59.759782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.794737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.880256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-897a3fe7-d4dd-4080-8356-3de7f6724e06 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:59.881513 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-897a3fe7-d4dd-4080-8356-3de7f6724e06 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5475760 Apr 21 14:45:59.886053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '15031a54-553b-418e-986f-699433e90a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '10278c6a-83f9-47a5-8573-01f74fc68f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:45:59.886669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: 10278c6a-83f9-47a5-8573-01f74fc68f70, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:59.895080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47904) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:59.905347 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a77a1ff3-52e1-4e68-acdd-328790b2b7ee tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/ports/3fd810fc-476a-4792-99cb-f28ee929f1fc HTTP/1.1" status: 204 len: 168 time: 2.6651847 Apr 21 14:45:59.915245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47908) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:59.933855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:59.976029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:59.981096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Port': ['ID=48c44bd2-409d-44a4-9d13-5439b826d80d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:00.034944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:00.037552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:00.081658 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9f9c828a-fa0d-4fce-af1e-b441eab52cef req-9c936332-f430-4514-a188-878ded2a6713 service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563905 Apr 21 14:46:00.098515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 1b49525e-18c7-4f9e-8689-2ebfa731f2a9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:00.099153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.153768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:00.159768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '684eb015-eb52-4017-9733-58f09682b45b', 'name': 'tempest-snat-router-1733413938', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.38'}], 'enable_snat': False}, 'gw_port_id': '962bd875-ff44-477d-a05b-afb629692bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:46Z', 'updated_at': '2022-04-21T14:45:53Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '962bd875-ff44-477d-a05b-afb629692bb6', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:64:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684eb015-eb52-4017-9733-58f09682b45b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:50Z', 'updated_at': '2022-04-21T14:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:00.163543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:00.163914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.188745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 10278c6a-83f9-47a5-8573-01f74fc68f70 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:00.197768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a503cc3-b51b-4fb7-ac5c-b6cf53fdf9c0 None None] The sync data for ids ['684eb015-eb52-4017-9733-58f09682b45b'] in dv-neutron-838898-1-hyperv is: [{'id': '684eb015-eb52-4017-9733-58f09682b45b', 'name': 'tempest-snat-router-1733413938', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.38'}], 'enable_snat': False}, 'gw_port_id': '962bd875-ff44-477d-a05b-afb629692bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:46Z', 'updated_at': '2022-04-21T14:45:53Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '962bd875-ff44-477d-a05b-afb629692bb6', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:64:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '684eb015-eb52-4017-9733-58f09682b45b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:50Z', 'updated_at': '2022-04-21T14:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:00.303359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.339709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.349654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 10278c6a-83f9-47a5-8573-01f74fc68f70) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:00.349836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:00.355088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:00.356399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.358461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.412574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a805e7-4582-4910-bec5-607d2b26dace None None] Network 10278c6a-83f9-47a5-8573-01f74fc68f70 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:00.635060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:00.646649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.702278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-83474886-9262-4127-9523-7bdd8977e719 None None] Provisioning for port 1b49525e-18c7-4f9e-8689-2ebfa731f2a9 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:00.716912 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f78bd0bc-25b0-4226-9674-0d83e8496bd0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3554208 Apr 21 14:46:00.719214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47912) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:00.727084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.735094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-83474886-9262-4127-9523-7bdd8977e719 None None] Provisioning complete for port 1b49525e-18c7-4f9e-8689-2ebfa731f2a9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:00.735281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-83474886-9262-4127-9523-7bdd8977e719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.781192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting subnet a4794d90-0b0d-43f3-8336-e9ce0b7f0192 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:00.794487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-10278c6a-83f9-47a5-8573-01f74fc68f70', 'network_id': '10278c6a-83f9-47a5-8573-01f74fc68f70', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': '2db66303-96f8-405b-a7f0-9f8eccb10ea4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:00.796341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.817992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-83474886-9262-4127-9523-7bdd8977e719 None None] Port 1b49525e-18c7-4f9e-8689-2ebfa731f2a9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:00.845824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.861379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 1b49525e-18c7-4f9e-8689-2ebfa731f2a9 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:00.970050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Allocated IP 172.20.0.1 (10278c6a-83f9-47a5-8573-01f74fc68f70/2db66303-96f8-405b-a7f0-9f8eccb10ea4/62218172-5c4f-4689-8663-b93f8a4ae4ac) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:01.040426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.115596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.117460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Deleting port 622c51a0-7599-466a-b098-64070fc5b282 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:01.117788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.156479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.208393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=1b49525e-18c7-4f9e-8689-2ebfa731f2a9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:01.216366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.217107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.224440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.238095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Transition to ACTIVE for port object 62218172-5c4f-4689-8663-b93f8a4ae4ac will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:01.263848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Transition to ACTIVE for port object 62218172-5c4f-4689-8663-b93f8a4ae4ac will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:01.273711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.294922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 62218172-5c4f-4689-8663-b93f8a4ae4ac {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:01.295273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.323173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.360301 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7718f99-63f2-47e9-98f8-1dbb50db71b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/1b49525e-18c7-4f9e-8689-2ebfa731f2a9 HTTP/1.1" status: 204 len: 168 time: 1.4619782 Apr 21 14:46:01.361843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47916) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:01.375495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Pushing event updated for resources: {'Port': ['ID=62218172-5c4f-4689-8663-b93f8a4ae4ac,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:01.393069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Network 10278c6a-83f9-47a5-8573-01f74fc68f70 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:01.395021 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:01.400719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:01.447349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.520316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1047e-a3c0-47cc-9131-ae978b3dd978 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:01.520840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.521698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1047e-a3c0-47cc-9131-ae978b3dd978 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:01.522437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8aa1047e-a3c0-47cc-9131-ae978b3dd978 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:01.551061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Attempting to bind port 62218172-5c4f-4689-8663-b93f8a4ae4ac on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:01.553196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Attempting to bind port 62218172-5c4f-4689-8663-b93f8a4ae4ac by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '15031a54-553b-418e-986f-699433e90a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '10278c6a-83f9-47a5-8573-01f74fc68f70'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:01.553816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Attempting to bind port 62218172-5c4f-4689-8663-b93f8a4ae4ac on network 10278c6a-83f9-47a5-8573-01f74fc68f70 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:01.563207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:01.563863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Checking segment: {'id': '15031a54-553b-418e-986f-699433e90a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '10278c6a-83f9-47a5-8573-01f74fc68f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:01.564603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.565203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Bound using segment: {'id': '15031a54-553b-418e-986f-699433e90a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '10278c6a-83f9-47a5-8573-01f74fc68f70'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:01.565846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Bound port: 62218172-5c4f-4689-8663-b93f8a4ae4ac, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15031a54-553b-418e-986f-699433e90a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '10278c6a-83f9-47a5-8573-01f74fc68f70'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:01.566407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.586930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Calling delete_port for 622c51a0-7599-466a-b098-64070fc5b282 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:01.644148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8aa1047e-a3c0-47cc-9131-ae978b3dd978 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:01.648280 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8aa1047e-a3c0-47cc-9131-ae978b3dd978 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2837627 Apr 21 14:46:01.648667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:01.668576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] For port 62218172-5c4f-4689-8663-b93f8a4ae4ac, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:01.671892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] For port 62218172-5c4f-4689-8663-b93f8a4ae4ac, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=62218172-5c4f-4689-8663-b93f8a4ae4ac,segment=NetworkSegment(15031a54-553b-418e-986f-699433e90a2b),segment_id=15031a54-553b-418e-986f-699433e90a2b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:01.678942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.679170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.1 (1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8/dcf34717-420b-46f2-b2d7-5a38b2e41e77/ddcf7f35-8cec-482d-a4f3-12de4370ba05) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:01.766720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbde19-258b-47d0-8432-af84f8419eb1 None None] Pushing event updated for resources: {'Port': ['ID=62218172-5c4f-4689-8663-b93f8a4ae4ac,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:01.815677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.850420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:01.934357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Subnet': ['ID=a4794d90-0b0d-43f3-8336-e9ce0b7f0192,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:01.953405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:01.953923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.988902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.025694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25197d3b-4925-4756-9ec2-4159fdada115 None None] Network 9d892b48-6425-4546-a04d-5a31006f2a0e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:02.072681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 62218172-5c4f-4689-8663-b93f8a4ae4ac, host dv-neutron-838898-1-hyperv, got binding levels [] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:02.074478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.088173 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-556a91ae-9c8d-40c3-b58c-6c0e5bd0a841 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/subnets/a4794d90-0b0d-43f3-8336-e9ce0b7f0192 HTTP/1.1" status: 204 len: 168 time: 2.1695411 Apr 21 14:46:02.095927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47924) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:02.259920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.306080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet ad6312f6-4fa7-48a3-82e7-75b4f5699e60 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:02.317688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Port': ['ID=622c51a0-7599-466a-b098-64070fc5b282,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:02.320641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.422023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 62218172-5c4f-4689-8663-b93f8a4ae4ac owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:02.458886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.481221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] DHCP port deletion for 9d892b48-6425-4546-a04d-5a31006f2a0e request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:02.488265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] Deleting port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:02.489582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.552013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.559840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.618207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:02.618541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.709836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:02.710146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:02.713895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.720620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] For port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,segment=NetworkSegment(8da712a0-72e3-43ed-a02a-d2eeecb29473),segment_id=8da712a0-72e3-43ed-a02a-d2eeecb29473)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:02.721339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.807962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.833488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.864622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] Calling delete_port for 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:02.882207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6312f6-4fa7-48a3-82e7-75b4f5699e60,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:02.888716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.902888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a95bb8-e476-42c7-a444-ac67726e18dd None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:02.904134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:02.911814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.921312 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77ce09fd-0e25-477f-b393-5299d207fdde tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/ad6312f6-4fa7-48a3-82e7-75b4f5699e60 HTTP/1.1" status: 204 len: 168 time: 1.2695663 Apr 21 14:46:02.922122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47928) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:02.928163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:02.934321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=ddcf7f35-8cec-482d-a4f3-12de4370ba05,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:02.936609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:03.002498 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9c32e6e4-e5c2-4567-86e8-ca345b72b780 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768340 Apr 21 14:46:03.003055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47932) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:03.067508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Router b6bf6239-b92d-4ced-aa9f-28c2137f6eff is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:46:03.070527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:03.073222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ea7dd-77d3-437e-8094-ff583b599565 None None] Network 10278c6a-83f9-47a5-8573-01f74fc68f70 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:03.109343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.114366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] For port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,segment=NetworkSegment(8da712a0-72e3-43ed-a02a-d2eeecb29473),segment_id=8da712a0-72e3-43ed-a02a-d2eeecb29473)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:03.114725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.249096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:03.255642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:03.258295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:03.261487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a5382a22-94bb-49e0-a196-9ac420b600ba None None] Provisioning for port 62218172-5c4f-4689-8663-b93f8a4ae4ac completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:03.265893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:03.279411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:03.282832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.297283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 62218172-5c4f-4689-8663-b93f8a4ae4ac {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:03.297621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.327541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.391025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] Pushing event deleted for resources: {'Port': ['ID=2c8ec9ea-bf48-42bd-ac27-13c65e91ad33,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:03.405779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Calling delete_port for 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:03.406416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ccdc10-1098-4969-a15e-b9491e9412d2 None None] No DVR routers for this DVR port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:03.602437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:03.607331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] Deleting port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:03.607834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.702961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.744922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.755526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:03.755848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:03.862207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 62218172-5c4f-4689-8663-b93f8a4ae4ac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=62218172-5c4f-4689-8663-b93f8a4ae4ac,segment=NetworkSegment(15031a54-553b-418e-986f-699433e90a2b),segment_id=15031a54-553b-418e-986f-699433e90a2b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:03.862569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.871719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 62218172-5c4f-4689-8663-b93f8a4ae4ac up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:03.951708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=7dd77474-f593-4021-b1a6-b7971bcb49be,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:03.957608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] For port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:03.958111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.966377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:03.982145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:03.992177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:03.992950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.033226 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0555a98-0f96-4f14-ac0e-9d03d70b86b9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0288322 Apr 21 14:46:04.035948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:04.042796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': '7dd77474-f593-4021-b1a6-b7971bcb49be', 'ip_address': '2001:db8::138a:1f28:9409:f3c7'}], 'name': 'tempest-NetworksTestDHCPv6-1967988194'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:04.085558 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] Calling delete_port for 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:04.114926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 62218172-5c4f-4689-8663-b93f8a4ae4ac owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:04.148552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 62218172-5c4f-4689-8663-b93f8a4ae4ac completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:04.163300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 62218172-5c4f-4689-8663-b93f8a4ae4ac triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:04.163748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.214834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.264353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] Pushing event deleted for resources: {'Port': ['ID=0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:04.275529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e312b-8b47-472e-914c-47c5df3caa59 None None] No DVR routers for this DVR port 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:04.277286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Deleting port 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:04.277633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.314266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b2f648-8373-4357-bfe4-adbcb82bc947 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:04.378044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] The port '2c8ec9ea-bf48-42bd-ac27-13c65e91ad33' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:46:04.384645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:04.390328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:04.394337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:04.402165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:04.411203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.421217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:04.430837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.439104 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-6ac5b288-ed89-454e-b4f6-839668580aaa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1911700 Apr 21 14:46:04.448013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:04.458745 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Sync routers for ids ['b6bf6239-b92d-4ced-aa9f-28c2137f6eff'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:04.471511 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Routers {'b6bf6239-b92d-4ced-aa9f-28c2137f6eff'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:04.472164 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['b6bf6239-b92d-4ced-aa9f-28c2137f6eff'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:04.474455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 1bbf6429-0134-4c35-bcce-d35dca573f80 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:04.594367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '7dd77474-f593-4021-b1a6-b7971bcb49be'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:04.596384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.654458 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Set router b6bf6239-b92d-4ced-aa9f-28c2137f6eff gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:04.763638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.767808 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-863a816a-5cf7-48fd-8f6a-ed613ac055dc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.4247262 Apr 21 14:46:04.772059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47944) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:04.776223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.821196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d892b48-6425-4546-a04d-5a31006f2a0e']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:04.829385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.872677 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-2e3b89f3-f66e-487f-9cc9-eb12fd339b5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=89b2d50affd140a2a291b4a1f7cf96d5&device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 1098 time: 0.2940919 Apr 21 14:46:04.895229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da712a0-72e3-43ed-a02a-d2eeecb29473') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:04.895522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da712a0-72e3-43ed-a02a-d2eeecb29473') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:04.908554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Port': ['ID=62218172-5c4f-4689-8663-b93f8a4ae4ac,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:04.927110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Router f2ad37c0-138b-4903-ab1f-317d3ed8cff6 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:04.941890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:04.967361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.984138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:04.984627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c8ec9ea-bf48-42bd-ac27-13c65e91ad33 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:04.985336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:05.030175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:05.030506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::138a:1f28:9409:f3c7 (273f4fc5-d828-4645-a9ef-b086301e3356/7dd77474-f593-4021-b1a6-b7971bcb49be/1bbf6429-0134-4c35-bcce-d35dca573f80) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:05.030770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0eebfc05-5d38-4fd3-b4bb-3b33b9a8d64d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:05.079997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba590b-b7fa-4061-ab59-3c9f40cc75bf None None] DHCP port deletion for 10278c6a-83f9-47a5-8573-01f74fc68f70 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:05.102008 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bf6239-b92d-4ced-aa9f-28c2137f6eff', 'name': 'tempest-snat-router-1733413938', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '48c44bd2-409d-44a4-9d13-5439b826d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:57Z', 'updated_at': '2022-04-21T14:46:00Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '48c44bd2-409d-44a4-9d13-5439b826d80d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bf6239-b92d-4ced-aa9f-28c2137f6eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:58Z', 'updated_at': '2022-04-21T14:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:05.102712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.112859 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Checking router: b6bf6239-b92d-4ced-aa9f-28c2137f6eff for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:46:05.113487 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Updating router b6bf6239-b92d-4ced-aa9f-28c2137f6eff port 48c44bd2-409d-44a4-9d13-5439b826d80d binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:46:05.113986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No DVR routers for this DVR port 62218172-5c4f-4689-8663-b93f8a4ae4ac on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:05.156406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:05.157070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.174500 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:05.176014 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:05.235188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.238265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.341250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-8ed39ddc-662c-4744-98ee-28a2e36fb89c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:05.342893 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-8ed39ddc-662c-4744-98ee-28a2e36fb89c service neutron] 10.222.0.21 "GET /v2.0/networks?id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186 HTTP/1.1" status: 200 len: 907 time: 0.4118910 Apr 21 14:46:05.403839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.553153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.575146 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.591671 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Transition to ACTIVE for port object 48c44bd2-409d-44a4-9d13-5439b826d80d will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:05.601960 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.618015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.623123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.665049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] Pushing event deleted for resources: {'Network': ['ID=9d892b48-6425-4546-a04d-5a31006f2a0e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.667946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=2db66303-96f8-405b-a7f0-9f8eccb10ea4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.675257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.694086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a02ae7-e775-4606-9147-84f0c8fa1995 None None] Network 10278c6a-83f9-47a5-8573-01f74fc68f70 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:05.701493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=ddcf7f35-8cec-482d-a4f3-12de4370ba05,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.716227 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Attempting to bind port 48c44bd2-409d-44a4-9d13-5439b826d80d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:05.716592 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Attempting to bind port 48c44bd2-409d-44a4-9d13-5439b826d80d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:05.717075 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Attempting to bind port 48c44bd2-409d-44a4-9d13-5439b826d80d on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:05.719173 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6267a492-50d3-4e32-a557-f45df7e87194 tempest-AllowedAddressPairIpV6TestJSON-270144301 tempest-AllowedAddressPairIpV6TestJSON-270144301-project] 10.222.0.42 "DELETE /v2.0/networks/9d892b48-6425-4546-a04d-5a31006f2a0e HTTP/1.1" status: 204 len: 168 time: 3.6176755 Apr 21 14:46:05.754254 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Pushing event updated for resources: {'Port': ['ID=48c44bd2-409d-44a4-9d13-5439b826d80d,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.757733 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-f8fb85c0-0634-4750-9f84-5f337d6c726c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca HTTP/1.1" status: 200 len: 1001 time: 0.3853660 Apr 21 14:46:05.766835 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:05.767204 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:05.767600 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.772181 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:05.772696 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Bound port: 48c44bd2-409d-44a4-9d13-5439b826d80d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:05.774871 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.850165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-4c3d1a52-7ecd-4e5d-aed7-56439f71ee2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:05.851656 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-4c3d1a52-7ecd-4e5d-aed7-56439f71ee2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=782b4897-22ac-4517-b18d-97f072599d6d HTTP/1.1" status: 200 len: 845 time: 0.0817938 Apr 21 14:46:05.866903 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.867925 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.868275 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.868603 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.868928 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.869248 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.869566 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.875968 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.876505 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.876844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.877174 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:05.946261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.950701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.996102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 962bd875-ff44-477d-a05b-afb629692bb6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:06.001948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 1bbf6429-0134-4c35-bcce-d35dca573f80 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:06.015916 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] For port 48c44bd2-409d-44a4-9d13-5439b826d80d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:06.027287 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] For port 48c44bd2-409d-44a4-9d13-5439b826d80d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=48c44bd2-409d-44a4-9d13-5439b826d80d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:06.037768 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.088742 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-47a94870-6cf3-42f3-9b01-e9a1d78c80b8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/b6bf6239-b92d-4ced-aa9f-28c2137f6eff HTTP/1.1" status: 200 len: 906 time: 1.3094723 Apr 21 14:46:06.094815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.175030 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-c634eed6-2bde-4041-b90b-42803907e05c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43f5f7b0-04a2-405c-8eb8-f744fd3f3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3148918 Apr 21 14:46:06.185632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:06.205631 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f163f-5827-4679-9ee1-1aa3e5bb7bd7 None None] Pushing event updated for resources: {'Port': ['ID=48c44bd2-409d-44a4-9d13-5439b826d80d,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:06.209247 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Routers {'b6bf6239-b92d-4ced-aa9f-28c2137f6eff'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:06.209729 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['b6bf6239-b92d-4ced-aa9f-28c2137f6eff'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.239571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] Sync routers for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:06.278832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10278c6a-83f9-47a5-8573-01f74fc68f70']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.297115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.323501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15031a54-553b-418e-986f-699433e90a2b') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.323797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15031a54-553b-418e-986f-699433e90a2b') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.361650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.392774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.393011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-18d1108c-fa7d-4b9e-a40c-8589324264eb tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "PUT /v2.0/routers/f2ad37c0-138b-4903-ab1f-317d3ed8cff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4750350 Apr 21 14:46:06.393113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:06.393515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47956) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.399631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:06.402031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:06.402306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.456458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47960) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:06.471074 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:06.497698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/7dd77474-f593-4021-b1a6-b7971bcb49be/3ded150f-c1c4-401e-8506-5ce5f81a2604) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:06.502301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:06.514901 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] Set router b6bf6239-b92d-4ced-aa9f-28c2137f6eff gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:06.516780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:06.523751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=1bbf6429-0134-4c35-bcce-d35dca573f80,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:06.541876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:06.551794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:06.554715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.627445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e86b38c8-73c2-41be-844b-95a68daac5d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5901961 Apr 21 14:46:06.628285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.706537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5d528-c962-4410-99ce-931c4ad2fc70 None None] DHCP port deletion for 10278c6a-83f9-47a5-8573-01f74fc68f70 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:06.717941 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-ef0bfebc-e1f5-4f74-afdb-3021aa3e6fb4 service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191469 Apr 21 14:46:06.752356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:06.752989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.831023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.855811 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bf6239-b92d-4ced-aa9f-28c2137f6eff', 'name': 'tempest-snat-router-1733413938', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '48c44bd2-409d-44a4-9d13-5439b826d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:57Z', 'updated_at': '2022-04-21T14:46:00Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '48c44bd2-409d-44a4-9d13-5439b826d80d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bf6239-b92d-4ced-aa9f-28c2137f6eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:58Z', 'updated_at': '2022-04-21T14:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.863464 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ea058-b389-4b39-98d1-ab6b57972763 None None] The sync data for ids ['b6bf6239-b92d-4ced-aa9f-28c2137f6eff'] in dv-neutron-838898-1-hyperv is: [{'id': 'b6bf6239-b92d-4ced-aa9f-28c2137f6eff', 'name': 'tempest-snat-router-1733413938', 'tenant_id': '248c89fd453e44dfab6d1b5e6164e67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '48c44bd2-409d-44a4-9d13-5439b826d80d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:57Z', 'updated_at': '2022-04-21T14:46:00Z', 'revision_number': 3, 'project_id': '248c89fd453e44dfab6d1b5e6164e67e', 'gw_port': {'id': '48c44bd2-409d-44a4-9d13-5439b826d80d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bf6239-b92d-4ced-aa9f-28c2137f6eff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:58Z', 'updated_at': '2022-04-21T14:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:06.881292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 962bd875-ff44-477d-a05b-afb629692bb6 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:06.887254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.887653 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.903200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 962bd875-ff44-477d-a05b-afb629692bb6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:06.903445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.930565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] Routers {'f2ad37c0-138b-4903-ab1f-317d3ed8cff6'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:06.931486 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:06.938922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.944543 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1cc6b674-f85b-4a39-8c20-436c27fe6fa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98007ee52ab44ec3a513fb8078255e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4835989 Apr 21 14:46:06.945407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47970) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.952931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=10278c6a-83f9-47a5-8573-01f74fc68f70,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:06.978582 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0fb1eaef-ebe5-4b64-b0ea-ab6e26784346 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/10278c6a-83f9-47a5-8573-01f74fc68f70 HTTP/1.1" status: 204 len: 168 time: 6.2474139 Apr 21 14:46:06.980797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47974) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.992354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997316156'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:06.999165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:07.003133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:07.004875 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e36ad459-bd29-44b7-bf9f-7b41d68fe81e req-cadfe125-cff1-43b1-8370-7bf732950828 service neutron] 10.222.0.21 "GET /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609501 Apr 21 14:46:07.007371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:07.013763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:07.015122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14bcb7-d85f-497b-8370-e1138992273f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:07.015940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6c14bcb7-d85f-497b-8370-e1138992273f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:07.031119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:07.034316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.042913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Transition to ACTIVE for port object 3ded150f-c1c4-401e-8506-5ce5f81a2604 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:07.062315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:07.062718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91951b5-2087-4875-be35-0d9f41490e95 None None] The sync data for ids ['f2ad37c0-138b-4903-ab1f-317d3ed8cff6'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:07.072952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6c14bcb7-d85f-497b-8370-e1138992273f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:07.076549 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6c14bcb7-d85f-497b-8370-e1138992273f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4413412 Apr 21 14:46:07.077820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47978) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:07.081171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Transition to ACTIVE for port object 3ded150f-c1c4-401e-8506-5ce5f81a2604 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:07.116148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.164712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50bc709f-8b4b-4294-9ebc-bcf5cf7be1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.175206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.205388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:07.228232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.232801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.233385 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 7c84e75d-2dd0-4f59-8610-74c2822f223c of type vlan for network e0b61275-bf25-4657-953c-0edc1c2476a8 Apr 21 14:46:07.234231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:07.238429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Pushing event updated for resources: {'Port': ['ID=3ded150f-c1c4-401e-8506-5ce5f81a2604,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:07.241267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:07.243949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:07.257455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 1bbf6429-0134-4c35-bcce-d35dca573f80 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:07.257802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.258313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 962bd875-ff44-477d-a05b-afb629692bb6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=962bd875-ff44-477d-a05b-afb629692bb6,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:07.287845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.293912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.348715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.369307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 62218172-5c4f-4689-8663-b93f8a4ae4ac no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:07.372726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50bc709f-8b4b-4294-9ebc-bcf5cf7be1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.421296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 62218172-5c4f-4689-8663-b93f8a4ae4ac {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:07.421296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 62218172-5c4f-4689-8663-b93f8a4ae4ac not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:07.429693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Attempting to bind port 3ded150f-c1c4-401e-8506-5ce5f81a2604 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:07.429819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Attempting to bind port 3ded150f-c1c4-401e-8506-5ce5f81a2604 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:07.430079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Attempting to bind port 3ded150f-c1c4-401e-8506-5ce5f81a2604 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:07.443287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:07.443509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:07.443887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.444301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:07.444761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Bound port: 3ded150f-c1c4-401e-8506-5ce5f81a2604, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:07.445128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.458012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=962bd875-ff44-477d-a05b-afb629692bb6,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:07.488199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.493315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:07.493980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.561704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] For port 3ded150f-c1c4-401e-8506-5ce5f81a2604, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:07.565116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] For port 3ded150f-c1c4-401e-8506-5ce5f81a2604, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3ded150f-c1c4-401e-8506-5ce5f81a2604,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:07.572230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.630115 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6444433 Apr 21 14:46:07.633880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 47982) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:07.642837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50bc709f-8b4b-4294-9ebc-bcf5cf7be1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.648569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': 'e0b61275-bf25-4657-953c-0edc1c2476a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:07.655447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252ac66-e156-4e3e-be04-eda93315ea76 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=e0b61275-bf25-4657-953c-0edc1c2476a8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:07.669841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network e0b61275-bf25-4657-953c-0edc1c2476a8 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:07.687996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:07.688279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d7457-b5cf-4e85-8cdb-6076a2eb139e None None] Pushing event updated for resources: {'Port': ['ID=3ded150f-c1c4-401e-8506-5ce5f81a2604,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:07.703342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc709f-8b4b-4294-9ebc-bcf5cf7be1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3535286-1bee-4dd3-8ed9-763f2931ff75,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:07.815626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 962bd875-ff44-477d-a05b-afb629692bb6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:07.935579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 962bd875-ff44-477d-a05b-afb629692bb6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:07.936198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.983720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.014767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Deleting port d25ce600-c2ac-451b-82da-c25bd81f790a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:08.015111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.035136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50bc709f-8b4b-4294-9ebc-bcf5cf7be1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.036428 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-50bc709f-8b4b-4294-9ebc-bcf5cf7be1d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3535286-1bee-4dd3-8ed9-763f2931ff75 HTTP/1.1" status: 204 len: 168 time: 1.0859869 Apr 21 14:46:08.110532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.244354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:08.253800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 1bbf6429-0134-4c35-bcce-d35dca573f80 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:08.295432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:08.308209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:08.322482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:08.327123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.328842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:08.333925 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-818e094d-935c-4909-a9e4-1fa54f333866 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/routers/123e23b7-6e66-4053-85da-3fea8ad05c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9270222 Apr 21 14:46:08.336630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 47990) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:08.347313 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:08.348526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'port': {'network_id': '1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8', 'name': 'tempest-FloatingIPTestJSON-1639421011'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:08.363608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:08.369534 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:08.371263 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.377562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Deleting port 48c44bd2-409d-44a4-9d13-5439b826d80d {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:08.377904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.475780 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.488200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.493987 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:08.494844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.609679 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.610096 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a477a51a-7a59-4048-88a2-4b984aa7cea8 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:08.650053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Calling delete_port for d25ce600-c2ac-451b-82da-c25bd81f790a owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:08.655201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.731100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:08.743572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:port and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:08.753127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:08.765696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:08.779197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:08.782417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.815958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] device_id is not set on port ebd44732-df35-4c3c-8e84-4e15690de0d5 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:08.879414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.955249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=1bbf6429-0134-4c35-bcce-d35dca573f80,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:08.979497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] For port 48c44bd2-409d-44a4-9d13-5439b826d80d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=48c44bd2-409d-44a4-9d13-5439b826d80d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:08.979912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.011382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.062004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f92f37a8-5d1f-4e30-a45f-18eb593e552f None None] Provisioning for port 3ded150f-c1c4-401e-8506-5ce5f81a2604 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:09.079727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Port': ['ID=d25ce600-c2ac-451b-82da-c25bd81f790a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:09.090889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.13 (1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8/dcf34717-420b-46f2-b2d7-5a38b2e41e77/ebd44732-df35-4c3c-8e84-4e15690de0d5) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:09.183515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48008) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:09.249394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Calling delete_port for 48c44bd2-409d-44a4-9d13-5439b826d80d owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:09.292333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e5156193-574b-4a36-a360-3430d2051f08 None None] Could not find standard attr ID for object 1bbf6429-0134-4c35-bcce-d35dca573f80. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:46:09.362371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.385369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1615661316'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:09.395968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:09.399775 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f3f02158-c089-4a44-a8a0-b79fdb5b1972 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/1bbf6429-0134-4c35-bcce-d35dca573f80 HTTP/1.1" status: 204 len: 168 time: 2.3143153 Apr 21 14:46:09.404452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:09.417520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Usage tracker for resource:network and tenant:ce3cd46a341744b4a742e27ed693c14c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:09.425436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:09.428042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5eb878-830e-4f21-9adb-99f54b68942d None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:46:09.482016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.520837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.532938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:09.554904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5eb878-830e-4f21-9adb-99f54b68942d None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:46:09.587870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6effded1-1568-460b-b8b8-04eac6418c61 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:09.589265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6effded1-1568-460b-b8b8-04eac6418c61 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:09.590005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6effded1-1568-460b-b8b8-04eac6418c61 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:09.625077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=e0b6fa08-e49c-4b4f-8bdd-5c6ffb408d29,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:09.631751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.634917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:09.638739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.695080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6effded1-1568-460b-b8b8-04eac6418c61 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:09.699653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6effded1-1568-460b-b8b8-04eac6418c61 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2933104 Apr 21 14:46:09.700445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48018) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:09.703904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event deleted for resources: {'Port': ['ID=48c44bd2-409d-44a4-9d13-5439b826d80d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:09.839993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.940103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3ded150f-c1c4-401e-8506-5ce5f81a2604 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:09.951342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.956334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.960862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '7c84e75d-2dd0-4f59-8610-74c2822f223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0b61275-bf25-4657-953c-0edc1c2476a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:09.961220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: e0b61275-bf25-4657-953c-0edc1c2476a8, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:09.990342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.991977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Fanout notify agent at l3_agent the message router_deleted on router f2ad37c0-138b-4903-ab1f-317d3ed8cff6 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:46:10.024810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.069633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 3ded150f-c1c4-401e-8506-5ce5f81a2604 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:10.074961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 3ded150f-c1c4-401e-8506-5ce5f81a2604 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:10.075448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.086641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.088647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:10.129676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Usage tracker for resource:security_group_rule and tenant:ce3cd46a341744b4a742e27ed693c14c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:10.141388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.145326 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-353aa9b7-24b4-48ba-ae3e-e204ec2e4b5d tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "DELETE /v2.0/routers/f2ad37c0-138b-4903-ab1f-317d3ed8cff6 HTTP/1.1" status: 204 len: 168 time: 3.7460022 Apr 21 14:46:10.145511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:10.154270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48022) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:10.164059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:10.197929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.230739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:10.231257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network e0b61275-bf25-4657-953c-0edc1c2476a8 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:10.236138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 3ded150f-c1c4-401e-8506-5ce5f81a2604, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3ded150f-c1c4-401e-8506-5ce5f81a2604,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:10.236298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.236983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=ebd44732-df35-4c3c-8e84-4e15690de0d5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:10.239570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:10.246373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:10.247661 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.320684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=3ded150f-c1c4-401e-8506-5ce5f81a2604,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:10.377361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, e0b61275-bf25-4657-953c-0edc1c2476a8) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:10.381686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:10.382308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.387721 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a896fc76-1829-468f-839c-4351e376a511 None None] Network e0b61275-bf25-4657-953c-0edc1c2476a8 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:10.403046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 7dd77474-f593-4021-b1a6-b7971bcb49be {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:10.423336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:10.423937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.464784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.501640 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6eec692b-0151-4ebe-9721-a74541e6b067 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1617680 Apr 21 14:46:10.502424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.503189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48026) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:10.508101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Deleting subnet 2287f334-f129-476a-9f42-7f5fddf10c68 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:10.513688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'port': {'network_id': '1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8', 'name': 'tempest-FloatingIPTestJSON-1805236928'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:10.533848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.536596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.593015 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ff3f5a1b-872d-4ca3-9612-3fab82e1b8bb tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9549494 Apr 21 14:46:10.594452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.598024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48030) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:10.629977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-e0b61275-bf25-4657-953c-0edc1c2476a8', 'network_id': 'e0b61275-bf25-4657-953c-0edc1c2476a8', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': 'e0b6fa08-e49c-4b4f-8bdd-5c6ffb408d29'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:10.630994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.634723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.672878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:10.674559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.690635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.727040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41d86fb-694b-4131-b6d4-79300a9aa10c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:10.750733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.751115 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Added segment 416e2566-0e9e-4ca0-b28b-f088bc14264e of type vlan for network 8270f4fc-1da2-46cf-a371-1ddc1042d02f Apr 21 14:46:10.799961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Allocated IP 172.20.0.1 (e0b61275-bf25-4657-953c-0edc1c2476a8/e0b6fa08-e49c-4b4f-8bdd-5c6ffb408d29/1d9c5311-6c69-43bb-86b6-718bb98f65a1) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:10.826470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.828610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.829132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6bf6239-b92d-4ced-aa9f-28c2137f6eff {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:46:10.831900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:10.843166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:port and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:10.844182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.845332 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-504f87f4-8890-49c8-beef-33be17cbdd37 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b6bf6239-b92d-4ced-aa9f-28c2137f6eff HTTP/1.1" status: 204 len: 168 time: 4.7478945 Apr 21 14:46:10.848991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:10.850784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:10.862588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:10.892751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.925591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:10.928914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.937786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.941522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:10.942275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.996857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.013643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.049082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.060421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Transition to ACTIVE for port object 1d9c5311-6c69-43bb-86b6-718bb98f65a1 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:11.079327 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8921430 Apr 21 14:46:11.080979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] device_id is not set on port d2efe686-01d2-4e60-9c47-f572ac140413 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:11.081103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48040) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.081876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Transition to ACTIVE for port object 1d9c5311-6c69-43bb-86b6-718bb98f65a1 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:11.088561 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.093420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'subnet': {'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:11.134176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c86b9-4888-4a58-b375-a93823c31011 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Network': ['ID=8270f4fc-1da2-46cf-a371-1ddc1042d02f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:11.156463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:11.196136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.256970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Network e0b61275-bf25-4657-953c-0edc1c2476a8 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:11.264091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Pushing event updated for resources: {'Port': ['ID=1d9c5311-6c69-43bb-86b6-718bb98f65a1,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:11.266753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:11.270752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:11.283104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Subnet': ['ID=2287f334-f129-476a-9f42-7f5fddf10c68,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:11.313321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.331541 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8d5a3542-9626-4c3b-b3eb-23573f13b779 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "DELETE /v2.0/subnets/2287f334-f129-476a-9f42-7f5fddf10c68 HTTP/1.1" status: 204 len: 168 time: 1.1762562 Apr 21 14:46:11.335515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48044) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.365256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.6 (1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8/dcf34717-420b-46f2-b2d7-5a38b2e41e77/d2efe686-01d2-4e60-9c47-f572ac140413) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:11.368346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67340616-b248-44f8-b6c0-e4c4e532ec6a None None] Network 45f522ec-49b0-4072-b1bf-d2c59b7c23ff requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:11.494832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Attempting to bind port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:11.495772 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Attempting to bind port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '7c84e75d-2dd0-4f59-8610-74c2822f223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0b61275-bf25-4657-953c-0edc1c2476a8'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:11.496181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Attempting to bind port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 on network e0b61275-bf25-4657-953c-0edc1c2476a8 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:11.511491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.516663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:11.517044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Checking segment: {'id': '7c84e75d-2dd0-4f59-8610-74c2822f223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0b61275-bf25-4657-953c-0edc1c2476a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:11.517506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.517865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Bound using segment: {'id': '7c84e75d-2dd0-4f59-8610-74c2822f223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0b61275-bf25-4657-953c-0edc1c2476a8'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:11.518361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Bound port: 1d9c5311-6c69-43bb-86b6-718bb98f65a1, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c84e75d-2dd0-4f59-8610-74c2822f223c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'e0b61275-bf25-4657-953c-0edc1c2476a8'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:11.518742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.535177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.575491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:11.578204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.609576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Deleting port 67684ee1-8934-4b47-90c8-cabb9c625e05 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:11.609911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.621647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Usage tracker for resource:subnet and tenant:ce3cd46a341744b4a742e27ed693c14c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:11.634789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:11.657978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd77474-f593-4021-b1a6-b7971bcb49be,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:11.665640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:11.680926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.707616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:11.738690 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-545acdc4-a73b-463e-9e5c-2fa01c47a2b2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/7dd77474-f593-4021-b1a6-b7971bcb49be HTTP/1.1" status: 204 len: 168 time: 2.0314820 Apr 21 14:46:11.743659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48050) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.786854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649097f4-211f-44bc-9e7c-48c2138a1e43 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:11.907200 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0dc824e5-c89c-4232-b7b3-4c160ccfad52 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1586928 Apr 21 14:46:11.910811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48054) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.915229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.943326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.006503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3ded150f-c1c4-401e-8506-5ce5f81a2604 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:12.026146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b6fa08-e49c-4b4f-8bdd-5c6ffb408d29,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:12.047055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.095438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] For port 67684ee1-8934-4b47-90c8-cabb9c625e05, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=67684ee1-8934-4b47-90c8-cabb9c625e05,segment=NetworkSegment(07ba0969-6ea9-4b81-a961-c9d48c66665f),segment_id=07ba0969-6ea9-4b81-a961-c9d48c66665f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:12.095864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.105786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.185239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] For port 1d9c5311-6c69-43bb-86b6-718bb98f65a1, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:12.212099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] For port 1d9c5311-6c69-43bb-86b6-718bb98f65a1, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1d9c5311-6c69-43bb-86b6-718bb98f65a1,segment=NetworkSegment(7c84e75d-2dd0-4f59-8610-74c2822f223c),segment_id=7c84e75d-2dd0-4f59-8610-74c2822f223c)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:12.224487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.265476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.281408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 3ded150f-c1c4-401e-8506-5ce5f81a2604 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:12.281408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.283931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.288275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Calling delete_port for 67684ee1-8934-4b47-90c8-cabb9c625e05 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:12.340553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:12.346008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:12.353809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:12.377784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b61275-bf25-4657-953c-0edc1c2476a8']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.388461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a45d-d6de-452b-b181-121ba8667d39 None None] Pushing event updated for resources: {'Port': ['ID=1d9c5311-6c69-43bb-86b6-718bb98f65a1,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:12.388698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=d2efe686-01d2-4e60-9c47-f572ac140413,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:12.457090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.477738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0c245-56be-4171-a435-5f1e3dd53994 None None] DHCP port deletion for 45f522ec-49b0-4072-b1bf-d2c59b7c23ff request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:12.494829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c84e75d-2dd0-4f59-8610-74c2822f223c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.495750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c84e75d-2dd0-4f59-8610-74c2822f223c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.503985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:12.507808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] Deleting port 3ded150f-c1c4-401e-8506-5ce5f81a2604 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:12.508234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.523006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.544383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c93f5-3904-4bc0-a47d-1da3e8dff9aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:12.545014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-706c93f5-3904-4bc0-a47d-1da3e8dff9aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:12.568929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:12.570276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.575160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.590130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] No DVR routers for this DVR port 67684ee1-8934-4b47-90c8-cabb9c625e05 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:12.592468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Port': ['ID=67684ee1-8934-4b47-90c8-cabb9c625e05,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:12.632843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:12.632843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:12.654697 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:12.732755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-706c93f5-3904-4bc0-a47d-1da3e8dff9aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:12.733954 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-706c93f5-3904-4bc0-a47d-1da3e8dff9aa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8210201 Apr 21 14:46:12.748168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48060) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.778792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f103dd74-e754-4709-b16e-b140d8b03f9f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2715290 Apr 21 14:46:12.781885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48064) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.801047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'd2efe686-01d2-4e60-9c47-f572ac140413', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:12.807196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] For port 3ded150f-c1c4-401e-8506-5ce5f81a2604, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3ded150f-c1c4-401e-8506-5ce5f81a2604,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:12.808426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.810050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:12.816761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.824629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:floatingip and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:12.830007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:12.834828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:46:12.834828 dv-neutron-838898-1-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:46:12.834828 dv-neutron-838898-1-hyperv neutron-server[83934]: [parameters: {'id': 'e0b61275-bf25-4657-953c-0edc1c2476a8'}] Apr 21 14:46:12.834828 dv-neutron-838898-1-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:12.835223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:12.846553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:12.866670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f522ec-49b0-4072-b1bf-d2c59b7c23ff']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.876812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412d70b-5f6c-4735-9f40-9d2b4a8ddd3f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:12.877525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0412d70b-5f6c-4735-9f40-9d2b4a8ddd3f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:12.881906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ba0969-6ea9-4b81-a961-c9d48c66665f') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.882528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ba0969-6ea9-4b81-a961-c9d48c66665f') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.884400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.893848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.911577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.937233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.947628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:12.948921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.961221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0412d70b-5f6c-4735-9f40-9d2b4a8ddd3f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:12.962303 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0412d70b-5f6c-4735-9f40-9d2b4a8ddd3f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2113328 Apr 21 14:46:12.967672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48068) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.969762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] Calling delete_port for 3ded150f-c1c4-401e-8506-5ce5f81a2604 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:13.029395 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:13.058424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.061344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Subnet': ['ID=790b94a9-c4a1-4032-917b-5a8bfb5a4d31,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:13.068694 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-575e1864-73f2-4b0f-a2c1-e7f4729d7e28 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928452 Apr 21 14:46:13.071966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48072) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.092829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Checking segment: {'id': '416e2566-0e9e-4ca0-b28b-f088bc14264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:13.093182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network hostable DHCP agents. Network: 8270f4fc-1da2-46cf-a371-1ddc1042d02f, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:13.106769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] Pushing event deleted for resources: {'Port': ['ID=3ded150f-c1c4-401e-8506-5ce5f81a2604,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:13.113696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a2438-9e0a-4601-a83f-7e1c2e517dfe None None] No DVR routers for this DVR port 3ded150f-c1c4-401e-8506-5ce5f81a2604 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:13.117477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.131112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Deleting port 962bd875-ff44-477d-a05b-afb629692bb6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:13.131542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.140945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:13.165363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:13.186558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 8270f4fc-1da2-46cf-a371-1ddc1042d02f) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:13.194034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:13.194620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd99e2-4152-4cd9-b684-a235162c0851 None None] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:13.195088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.251440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.284631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.293056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Network': ['ID=45f522ec-49b0-4072-b1bf-d2c59b7c23ff,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:13.314828 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b5877745-3e48-4656-9aa2-923228605d5b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2299423 Apr 21 14:46:13.324951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48076) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.331691 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1a388c34-bc2e-4253-93c5-92d1999dd1d5 tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "DELETE /v2.0/networks/45f522ec-49b0-4072-b1bf-d2c59b7c23ff HTTP/1.1" status: 204 len: 168 time: 1.9949400 Apr 21 14:46:13.332649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48080) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.333725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'name': 'tempest-AllowedAddressPairTestJSON-710991567'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:13.468032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'tenant_id': 'ce3cd46a341744b4a742e27ed693c14c', 'fixed_ips': [{'subnet_id': '790b94a9-c4a1-4032-917b-5a8bfb5a4d31'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:13.470062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.479728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.534514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:13.572863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Deleting port 07b7dcd2-94e0-4342-9d18-7fbfc3185ffb {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:13.574056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.589760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:13.590271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.604987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:13.634797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50420c93-aa7a-4699-bddd-7750209986cf None None] Network e0b61275-bf25-4657-953c-0edc1c2476a8 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:13.639910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:13.685434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] For port 962bd875-ff44-477d-a05b-afb629692bb6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=962bd875-ff44-477d-a05b-afb629692bb6,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:13.685809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.756709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Allocated IP 172.20.0.2 (8270f4fc-1da2-46cf-a371-1ddc1042d02f/790b94a9-c4a1-4032-917b-5a8bfb5a4d31/34068041-76c5-480f-a990-b4d1cc953e20) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:13.813302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2cbd30c4-544d-437b-9527-f75d6ae5258d None None] Provisioning for port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:13.857991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Calling delete_port for 962bd875-ff44-477d-a05b-afb629692bb6 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:13.893059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:13.916732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Usage tracker for resource:port and tenant:ce3cd46a341744b4a742e27ed693c14c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:13.934309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:13.978994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1d9c5311-6c69-43bb-86b6-718bb98f65a1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:13.982256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.011263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:14.014745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.068772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:14.071718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.108473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 1d9c5311-6c69-43bb-86b6-718bb98f65a1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1d9c5311-6c69-43bb-86b6-718bb98f65a1,segment=NetworkSegment(7c84e75d-2dd0-4f59-8610-74c2822f223c),segment_id=7c84e75d-2dd0-4f59-8610-74c2822f223c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:14.108835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.178919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] device_id is not set on port 726ff148-c230-414f-ae5d-0cdb8f391b76 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:14.229975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.237389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:14.247817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Transition to ACTIVE for port object 34068041-76c5-480f-a990-b4d1cc953e20 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:14.250365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:14.250609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.266042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.266499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.286504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] DHCP port deletion for e0b61275-bf25-4657-953c-0edc1c2476a8 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:14.286723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 1d9c5311-6c69-43bb-86b6-718bb98f65a1 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:14.304640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Deleting port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:14.304929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.343044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Transition to ACTIVE for port object 34068041-76c5-480f-a990-b4d1cc953e20 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:14.367574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.404701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Calling delete_port for 07b7dcd2-94e0-4342-9d18-7fbfc3185ffb owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:14.492979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.501650 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No ports have port_id starting with 1d9c5311-6c69-43bb-86b6-718bb98f65a1 Apr 21 14:46:14.503729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:14.506840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.26.6.133 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/45af8805-2f99-4c6a-9d1d-50394cd6efac) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:14.512287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:14.514383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:14.516692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Pushing event updated for resources: {'Port': ['ID=34068041-76c5-480f-a990-b4d1cc953e20,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.576145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Port': ['ID=1d9c5311-6c69-43bb-86b6-718bb98f65a1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.588343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Allocated IP 172.20.0.10 (8270f4fc-1da2-46cf-a371-1ddc1042d02f/790b94a9-c4a1-4032-917b-5a8bfb5a4d31/726ff148-c230-414f-ae5d-0cdb8f391b76) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:14.595066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No DVR routers for this DVR port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:14.612130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 67684ee1-8934-4b47-90c8-cabb9c625e05 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:14.634043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.673615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.693116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 67684ee1-8934-4b47-90c8-cabb9c625e05 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:14.693451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 67684ee1-8934-4b47-90c8-cabb9c625e05 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:14.693878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3ded150f-c1c4-401e-8506-5ce5f81a2604 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:14.758843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event deleted for resources: {'Port': ['ID=962bd875-ff44-477d-a05b-afb629692bb6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.772105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 3ded150f-c1c4-401e-8506-5ce5f81a2604 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:14.772249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3ded150f-c1c4-401e-8506-5ce5f81a2604 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:14.794891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:14.795899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] For port 1d9c5311-6c69-43bb-86b6-718bb98f65a1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1d9c5311-6c69-43bb-86b6-718bb98f65a1,segment=NetworkSegment(7c84e75d-2dd0-4f59-8610-74c2822f223c),segment_id=7c84e75d-2dd0-4f59-8610-74c2822f223c)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:14.796320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.801227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:14.817542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026d783-0372-44e0-b0ec-66db4b121947 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:14.824514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:14.825180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.850047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.874132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.875074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.881886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.938247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Pushing event deleted for resources: {'Port': ['ID=07b7dcd2-94e0-4342-9d18-7fbfc3185ffb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.942930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Attempting to bind port 34068041-76c5-480f-a990-b4d1cc953e20 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:14.943312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Attempting to bind port 34068041-76c5-480f-a990-b4d1cc953e20 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '416e2566-0e9e-4ca0-b28b-f088bc14264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:14.943672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Attempting to bind port 34068041-76c5-480f-a990-b4d1cc953e20 on network 8270f4fc-1da2-46cf-a371-1ddc1042d02f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:14.957072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Calling delete_port for 1d9c5311-6c69-43bb-86b6-718bb98f65a1 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:14.998875 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-541b00f1-be53-4c57-be33-a6c2e71f3d54 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9255748 Apr 21 14:46:14.999654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48084) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.009245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.025956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': 'a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771', 'ip_address': '2001:db8::771d:efcb:366:54ef'}], 'name': 'tempest-NetworksTestDHCPv6-1247326349'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:15.068496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:15.068785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Checking segment: {'id': '416e2566-0e9e-4ca0-b28b-f088bc14264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:15.069188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.069586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Bound using segment: {'id': '416e2566-0e9e-4ca0-b28b-f088bc14264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:15.070063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Bound port: 34068041-76c5-480f-a990-b4d1cc953e20, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416e2566-0e9e-4ca0-b28b-f088bc14264e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:15.070439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.123292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:15.137070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:15.154730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b61275-bf25-4657-953c-0edc1c2476a8']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.178667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c84e75d-2dd0-4f59-8610-74c2822f223c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.178997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c84e75d-2dd0-4f59-8610-74c2822f223c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.187719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:15.196392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.222869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:15.223271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:15.265826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] For port 34068041-76c5-480f-a990-b4d1cc953e20, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:15.270302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=45af8805-2f99-4c6a-9d1d-50394cd6efac,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:15.277399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.280241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.284166 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ca6a3d7f-a343-4ef1-a8f9-ef7022576ddf tempest-FloatingIPAdminTestJSON-271963236 tempest-FloatingIPAdminTestJSON-271963236-project] 10.222.0.42 "DELETE /v2.0/floatingips/453ad152-eb9d-494b-b394-02b515c338a6 HTTP/1.1" status: 204 len: 168 time: 1.9426317 Apr 21 14:46:15.308990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] For port 34068041-76c5-480f-a990-b4d1cc953e20, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=34068041-76c5-480f-a990-b4d1cc953e20,segment=NetworkSegment(416e2566-0e9e-4ca0-b28b-f088bc14264e),segment_id=416e2566-0e9e-4ca0-b28b-f088bc14264e)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:15.317948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': 'a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:15.318868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.333237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.389454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.397885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.473702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:15.473944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.488850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb8337-beda-4173-8606-c99f0d04e7a7 None None] Pushing event updated for resources: {'Port': ['ID=34068041-76c5-480f-a990-b4d1cc953e20,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:15.540245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:15.548411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:15.553349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:15.565699 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:15.568057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:15.632164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771/a9cec248-c17b-46b3-8860-e07dd60e2eb0) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:15.724059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:15.730213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.800725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:15.849388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Deleting port 1d9c5311-6c69-43bb-86b6-718bb98f65a1 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:15.851237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.876233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48094) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.075305 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.081324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.090563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.102090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.134763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.140561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.146998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Transition to ACTIVE for port object a9cec248-c17b-46b3-8860-e07dd60e2eb0 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:16.166793 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-802d5933-c116-44e9-ae7b-340fa5cc6376 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed360aed6ab443b886310cbfe3322ccc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2868013 Apr 21 14:46:16.167075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=e0b61275-bf25-4657-953c-0edc1c2476a8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:16.169302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48100) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.171494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Transition to ACTIVE for port object 726ff148-c230-414f-ae5d-0cdb8f391b76 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:16.195414 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-daff262e-46c5-46e6-a621-606ccbcea05d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/e0b61275-bf25-4657-953c-0edc1c2476a8 HTTP/1.1" status: 204 len: 168 time: 5.5961363 Apr 21 14:46:16.199414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48104) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.202128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.202658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 684eb015-eb52-4017-9733-58f09682b45b {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:46:16.213080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1d9c5311-6c69-43bb-86b6-718bb98f65a1 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:16.213667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.218431 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2394b6e5-943c-4864-bfc4-eaa15a2e9073 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "DELETE /v2.0/routers/684eb015-eb52-4017-9733-58f09682b45b HTTP/1.1" status: 204 len: 168 time: 5.3684859 Apr 21 14:46:16.220233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48108) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.226618 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-740194769', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:16.234688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:16.239339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Usage tracker for resource:router and tenant:2b6f2ef0f96146ff9c95d7a20f0d7125 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:16.242999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:16.246732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.253454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-45e6dc40-543a-4cc5-bd63-4ffaaf32ef21 None None] The port '1d9c5311-6c69-43bb-86b6-718bb98f65a1' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:46:16.258514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Transition to ACTIVE for port object a9cec248-c17b-46b3-8860-e07dd60e2eb0 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:16.260160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 1d9c5311-6c69-43bb-86b6-718bb98f65a1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:16.261176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1d9c5311-6c69-43bb-86b6-718bb98f65a1 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:16.273818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-652856919'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:16.276841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.289359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:16.348640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:16.352622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:16.355256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:16.356989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:16.360147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:16.360563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:16.365182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:16.367734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Pushing event updated for resources: {'Port': ['ID=a9cec248-c17b-46b3-8860-e07dd60e2eb0,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:16.373994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:16.383938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:16.391556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.392655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.399247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:16.402166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=726ff148-c230-414f-ae5d-0cdb8f391b76,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:16.413842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.427386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::771d:efcb:366:54ef (273f4fc5-d828-4645-a9ef-b086301e3356/a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771/6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:16.449264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:16.450063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.470258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.472883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:16.475874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.477093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Attempting to bind port a9cec248-c17b-46b3-8860-e07dd60e2eb0 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:16.477570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Attempting to bind port a9cec248-c17b-46b3-8860-e07dd60e2eb0 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:16.478177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Attempting to bind port a9cec248-c17b-46b3-8860-e07dd60e2eb0 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:16.489918 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0728c6cd-dc52-4455-bbd7-1c1719ae1d5e tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1605358 Apr 21 14:46:16.489918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48112) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.497175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'name': 'tempest-AllowedAddressPairTestJSON-1328765918', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a2:b7:78'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:16.500723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:16.502125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:16.502708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.503275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:16.503400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62c8666e-1124-489a-b503-2352611c50ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.504115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Bound port: a9cec248-c17b-46b3-8860-e07dd60e2eb0, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:16.504813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.584199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.616149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62c8666e-1124-489a-b503-2352611c50ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.623669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] For port a9cec248-c17b-46b3-8860-e07dd60e2eb0, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:16.630383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] For port a9cec248-c17b-46b3-8860-e07dd60e2eb0, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a9cec248-c17b-46b3-8860-e07dd60e2eb0,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:16.640334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.666435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:16.749034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.749652 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 3b251eed-a8db-4647-a9c4-e3e1f821e0fd of type vlan for network 6775380f-c935-485e-b06f-7b49840cf1c5 Apr 21 14:46:16.779127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a582bb-e90b-423c-b906-cde889861e8b None None] Pushing event updated for resources: {'Port': ['ID=a9cec248-c17b-46b3-8860-e07dd60e2eb0,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:16.828658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.831556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:16.839289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Usage tracker for resource:port and tenant:ce3cd46a341744b4a742e27ed693c14c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:16.842770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:16.849305 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:16.893377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7b6325-ebdd-4176-9787-8fdd5c6c0e9b None None] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:16.896981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62c8666e-1124-489a-b503-2352611c50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.900623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.922307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:16.939383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.003113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] device_id is not set on port 3122b81e-9a48-4b17-9fea-62a4e8294f75 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:17.075198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8352f0c8-0e3e-4869-a9a5-fcc1e894fd54 None None] Provisioning for port 34068041-76c5-480f-a990-b4d1cc953e20 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:17.091424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8666e-1124-489a-b503-2352611c50ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0265332f-bf4f-40a8-b20d-5ef73a7d34f8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:17.225676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.230810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.234681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:17.235263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.340855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Allocated IP 172.20.0.12 (8270f4fc-1da2-46cf-a371-1ddc1042d02f/790b94a9-c4a1-4032-917b-5a8bfb5a4d31/3122b81e-9a48-4b17-9fea-62a4e8294f75) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:17.361753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.364303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:17.379355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62c8666e-1124-489a-b503-2352611c50ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.380536 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-62c8666e-1124-489a-b503-2352611c50ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0265332f-bf4f-40a8-b20d-5ef73a7d34f8 HTTP/1.1" status: 204 len: 168 time: 1.2103360 Apr 21 14:46:17.387426 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1869760 Apr 21 14:46:17.393526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.396981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.403249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:17.426203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.460787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaa561-ff6c-436c-8ef0-d4eb71fda203 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=6775380f-c935-485e-b06f-7b49840cf1c5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:17.472908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 6775380f-c935-485e-b06f-7b49840cf1c5 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:17.525830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=45af8805-2f99-4c6a-9d1d-50394cd6efac,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:17.565687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.727553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.786547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.030695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a9cec248-c17b-46b3-8860-e07dd60e2eb0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:18.093378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Allocated IP 172.26.6.194 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/28e5b1de-36c3-4952-a04f-3b2638802a57) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:18.112302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48126) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.174067 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:18.175644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:18.177964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a9cec248-c17b-46b3-8860-e07dd60e2eb0 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:18.186099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 34068041-76c5-480f-a990-b4d1cc953e20 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:18.196476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:18.199480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:18.205261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:18.206161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.224716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d798bd7d-82cb-4b5c-85b0-1d55203b7da4 None None] Provisioning for port 726ff148-c230-414f-ae5d-0cdb8f391b76 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:18.236407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d798bd7d-82cb-4b5c-85b0-1d55203b7da4 None None] Provisioning complete for port 726ff148-c230-414f-ae5d-0cdb8f391b76 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:18.236804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d798bd7d-82cb-4b5c-85b0-1d55203b7da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.243109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.268005 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d4cc9bb0-d6c8-403b-a35b-e49aa61ba9e8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2606869 Apr 21 14:46:18.274352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48130) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.284775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': 'a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771', 'ip_address': '2001:db8::771d:efcb:366:54ef'}], 'name': 'tempest-NetworksTestDHCPv6-423735430'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:18.321547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d798bd7d-82cb-4b5c-85b0-1d55203b7da4 None None] Port 726ff148-c230-414f-ae5d-0cdb8f391b76 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:18.372951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 34068041-76c5-480f-a990-b4d1cc953e20 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:18.378557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 34068041-76c5-480f-a990-b4d1cc953e20 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:18.378990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.412875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:18.427954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4d62f86fb642d786f2af7442b98d8a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:18.433384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:18.446932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.448430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:18.495155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.505394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.513950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Transition to ACTIVE for port object 3122b81e-9a48-4b17-9fea-62a4e8294f75 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:18.517936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Provisioning complete for port 726ff148-c230-414f-ae5d-0cdb8f391b76 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:18.518910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.540900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.554497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:18.559761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:18.563264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:18.570538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:18.599713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.603055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:18.609208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.621867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP ba75dbb5-3ea1-42ab-ab45-ab3583d0ce46 associated. External IP: 172.26.6.133, port: d2efe686-01d2-4e60-9c47-f572ac140413. Apr 21 14:46:18.629484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Port 726ff148-c230-414f-ae5d-0cdb8f391b76 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:18.642104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 6775380f-c935-485e-b06f-7b49840cf1c5 is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 21 14:46:18.645603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:18.645770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 34068041-76c5-480f-a990-b4d1cc953e20, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=34068041-76c5-480f-a990-b4d1cc953e20,segment=NetworkSegment(416e2566-0e9e-4ca0-b28b-f088bc14264e),segment_id=416e2566-0e9e-4ca0-b28b-f088bc14264e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:18.646191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.650142 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "PUT /v2.0/networks/6775380f-c935-485e-b06f-7b49840cf1c5 HTTP/1.1" status: 200 len: 723 time: 1.2530415 Apr 21 14:46:18.653302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.654815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.658371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.663480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': '6775380f-c935-485e-b06f-7b49840cf1c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:18.705221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Provisioning for port a9cec248-c17b-46b3-8860-e07dd60e2eb0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:18.715201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.720339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Provisioning complete for port a9cec248-c17b-46b3-8860-e07dd60e2eb0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:18.720878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.775947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4a76c-acd9-4fb5-b757-256158c5d130 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=6775380f-c935-485e-b06f-7b49840cf1c5,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:18.778119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=34068041-76c5-480f-a990-b4d1cc953e20,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:18.787899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.790287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port c4db59a2-38fe-46a2-9b6e-1a1ac5f2e6e8 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:18.797861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 6775380f-c935-485e-b06f-7b49840cf1c5 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:18.826029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.857562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:18.864883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:18.888634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:18.923106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd27c2-9680-4590-8738-41846d63ad8f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:18.930609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=3122b81e-9a48-4b17-9fea-62a4e8294f75,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:18.932594 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b297f9bb-1440-47ec-9077-bd5a581151b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea4d62f86fb642d786f2af7442b98d8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8110633 Apr 21 14:46:18.938854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48138) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.940252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:18.944894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:18.949228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:18.952165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:18.957915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:19.000142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:19.005136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.011667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:19.017521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b6005a88-d11c-454f-b042-19561b456318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.044857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] For port a9cec248-c17b-46b3-8860-e07dd60e2eb0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a9cec248-c17b-46b3-8860-e07dd60e2eb0,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:19.052352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.156147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefca5a6-6386-48ba-9883-ac6ed8e6b094 None None] Pushing event updated for resources: {'Port': ['ID=a9cec248-c17b-46b3-8860-e07dd60e2eb0,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:19.157151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:19.178896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6813c59e-24f7-42c0-85a7-add50a5743ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.195082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ac22c66a-fe0e-4cc3-85f5-bc2ddc99d432 None None] Provisioning for port 6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:19.202132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.205448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ac22c66a-fe0e-4cc3-85f5-bc2ddc99d432 None None] Provisioning complete for port 6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:19.206215 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ac22c66a-fe0e-4cc3-85f5-bc2ddc99d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.220187 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 14:46:19.220668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:19.231160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6813c59e-24f7-42c0-85a7-add50a5743ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.287294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ac22c66a-fe0e-4cc3-85f5-bc2ddc99d432 None None] Port 6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:19.310092 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8fbd550e-9e01-4b6c-9669-c7e00ec3d6f9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0320730 Apr 21 14:46:19.312591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48142) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:19.412345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-174a22f3-5e8d-46a8-85c9-9b7563549cbe None None] Provisioning for port 3122b81e-9a48-4b17-9fea-62a4e8294f75 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:19.417993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-174a22f3-5e8d-46a8-85c9-9b7563549cbe None None] Provisioning complete for port 3122b81e-9a48-4b17-9fea-62a4e8294f75 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:19.418454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-174a22f3-5e8d-46a8-85c9-9b7563549cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.446430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event updated for resources: {'Port': ['ID=28e5b1de-36c3-4952-a04f-3b2638802a57,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:19.473855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-174a22f3-5e8d-46a8-85c9-9b7563549cbe None None] Port 3122b81e-9a48-4b17-9fea-62a4e8294f75 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:19.506736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6813c59e-24f7-42c0-85a7-add50a5743ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.511441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:19.512622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.533459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813c59e-24f7-42c0-85a7-add50a5743ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd27c2-9680-4590-8738-41846d63ad8f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:19.536640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6813c59e-24f7-42c0-85a7-add50a5743ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.540004 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6813c59e-24f7-42c0-85a7-add50a5743ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ecd27c2-9680-4590-8738-41846d63ad8f HTTP/1.1" status: 204 len: 168 time: 0.5692515 Apr 21 14:46:19.570912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc39e60-e213-4f6e-8dea-0d92b08d8691 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:19.575110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc39e60-e213-4f6e-8dea-0d92b08d8691 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:19.575910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6cc39e60-e213-4f6e-8dea-0d92b08d8691 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:19.612093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6cc39e60-e213-4f6e-8dea-0d92b08d8691 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:19.615601 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6cc39e60-e213-4f6e-8dea-0d92b08d8691 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2997756 Apr 21 14:46:19.616649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48150) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:19.633676 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b7fd05f-5e77-4e8f-b8c8-8529bff9524b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.1426911 Apr 21 14:46:19.642954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48154) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:19.701578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:19.701965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.782792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.850573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a9cec248-c17b-46b3-8860-e07dd60e2eb0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:19.863027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=73086531-a22f-49f1-bc1c-ebb32fd5cfc5,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:19.872493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24247bd9-3212-494f-8902-7eb8399a2678 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:19.876638 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24247bd9-3212-494f-8902-7eb8399a2678 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:19.880686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24247bd9-3212-494f-8902-7eb8399a2678 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:19.881558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24247bd9-3212-494f-8902-7eb8399a2678 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Synchronizing usage tracker for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:19.912639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.913732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.925696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:19.932979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24247bd9-3212-494f-8902-7eb8399a2678 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Unset dirty status for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:19.934166 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24247bd9-3212-494f-8902-7eb8399a2678 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2905235 Apr 21 14:46:19.939115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48162) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:19.987956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a9cec248-c17b-46b3-8860-e07dd60e2eb0 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:19.988433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.005312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '3b251eed-a8db-4647-a9c4-e3e1f821e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6775380f-c935-485e-b06f-7b49840cf1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:20.005666 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: 6775380f-c935-485e-b06f-7b49840cf1c5, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:20.081479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting port 3122b81e-9a48-4b17-9fea-62a4e8294f75 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:20.081825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.122507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 34068041-76c5-480f-a990-b4d1cc953e20 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:20.129368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 6775380f-c935-485e-b06f-7b49840cf1c5 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:20.153367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 6775380f-c935-485e-b06f-7b49840cf1c5) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:20.158382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:20.158964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.162669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0894b2a0-df0a-4854-b1c4-7e1780b3ac22 None None] Network 6775380f-c935-485e-b06f-7b49840cf1c5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:20.202364 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2ea28177-0799-43c7-81ea-577dd3164e94 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5459871 Apr 21 14:46:20.202573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48166) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.213016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6a0ca4e9-50ec-4966-a592-6b408dac796b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:20.273764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48170) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.333522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.385181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 34068041-76c5-480f-a990-b4d1cc953e20 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:20.387192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.407121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca4e9-50ec-4966-a592-6b408dac796b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16202478'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.457620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:20.464384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7429d31ff20847f7ac8b5cedc82bddd5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:20.469246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:20.478806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:20.482818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Router 45b9bfbb-9cea-48aa-ab82-ce8fef5c209e is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:46:20.519929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-6775380f-c935-485e-b06f-7b49840cf1c5', 'network_id': '6775380f-c935-485e-b06f-7b49840cf1c5', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': '73086531-a22f-49f1-bc1c-ebb32fd5cfc5'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:20.520682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.650750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.798213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.808141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.809250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:20.826948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca4e9-50ec-4966-a592-6b408dac796b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752279743645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16252679'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.870335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Allocated IP 172.20.0.2 (6775380f-c935-485e-b06f-7b49840cf1c5/73086531-a22f-49f1-bc1c-ebb32fd5cfc5/05cec3bf-5e4b-4dd0-87ad-b719710cdabf) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:20.913378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c44d8-51dd-44eb-a9b6-42ea1b0bb9fd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:20.931495 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9b4e73c-c375-432c-acbc-1bba270da2f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7429d31ff20847f7ac8b5cedc82bddd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6573055 Apr 21 14:46:20.934159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0ca4e9-50ec-4966-a592-6b408dac796b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:20.934743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a0ca4e9-50ec-4966-a592-6b408dac796b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.935925 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a0ca4e9-50ec-4966-a592-6b408dac796b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "PUT /v2.0/subnets/73086531-a22f-49f1-bc1c-ebb32fd5cfc5 HTTP/1.1" status: 200 len: 806 time: 0.7321196 Apr 21 14:46:20.936419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48174) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.942070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.956353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ca4e9-50ec-4966-a592-6b408dac796b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=73086531-a22f-49f1-bc1c-ebb32fd5cfc5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:21.086784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292a017-7f36-4ea0-a089-173dc2514c8e req-ff6b1bd5-2363-46ef-b27f-1005ca1c3384 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:21.089650 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d292a017-7f36-4ea0-a089-173dc2514c8e req-ff6b1bd5-2363-46ef-b27f-1005ca1c3384 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.9647593 Apr 21 14:46:21.105574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.155269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36ada60d-0ade-4699-a6a3-f1d5210bf65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.159601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.163877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Transition to ACTIVE for port object 05cec3bf-5e4b-4dd0-87ad-b719710cdabf will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:21.178818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.186905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:21.188464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Transition to ACTIVE for port object 05cec3bf-5e4b-4dd0-87ad-b719710cdabf will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:21.193153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.198274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.211226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36ada60d-0ade-4699-a6a3-f1d5210bf65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.225406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:21.225735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.233864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] Sync routers for ids ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:21.287599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] Routers {'45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:21.289031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:21.309688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.311601 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd97b55b-1f8a-40d3-b079-8a4f5aca4b18 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0898218 Apr 21 14:46:21.337628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.353094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': False}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:21.392377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Network 6775380f-c935-485e-b06f-7b49840cf1c5 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:21.397486 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:21.400136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:21.402657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:21.419082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:21.428664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Calling delete_port for 3122b81e-9a48-4b17-9fea-62a4e8294f75 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:21.476143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Pushing event updated for resources: {'Port': ['ID=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:21.476563 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d292a017-7f36-4ea0-a089-173dc2514c8e req-a369e00f-db3b-4029-90aa-8bc07ef2c642 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3659489 Apr 21 14:46:21.564415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.617477 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4df0cd0a-0cc4-466a-855a-82a81a7667c9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 HTTP/1.1" status: 204 len: 168 time: 1.9972417 Apr 21 14:46:21.630937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48188) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.631061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Attempting to bind port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:21.631408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Attempting to bind port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '3b251eed-a8db-4647-a9c4-e3e1f821e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6775380f-c935-485e-b06f-7b49840cf1c5'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:21.631817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Attempting to bind port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf on network 6775380f-c935-485e-b06f-7b49840cf1c5 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:21.641407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:21.641702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Checking segment: {'id': '3b251eed-a8db-4647-a9c4-e3e1f821e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6775380f-c935-485e-b06f-7b49840cf1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:21.642093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.642535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Bound using segment: {'id': '3b251eed-a8db-4647-a9c4-e3e1f821e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6775380f-c935-485e-b06f-7b49840cf1c5'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:21.643017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Bound port: 05cec3bf-5e4b-4dd0-87ad-b719710cdabf, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b251eed-a8db-4647-a9c4-e3e1f821e0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6775380f-c935-485e-b06f-7b49840cf1c5'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:21.643400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.652630 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-884b9af4-6029-43a0-84d3-308856af9ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.654958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] Routers {'45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:21.655589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:45:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:21.729649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:21.730063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4323021-e688-4d0e-bae2-f7e17e8ea7c5 None None] The sync data for ids ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:21.738253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36ada60d-0ade-4699-a6a3-f1d5210bf65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.788835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ada60d-0ade-4699-a6a3-f1d5210bf65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c44d8-51dd-44eb-a9b6-42ea1b0bb9fd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:21.801874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 962bd875-ff44-477d-a05b-afb629692bb6 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:21.817483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c277cbbd-9279-42d6-8a34-cbf958fe026f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:21.818778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c277cbbd-9279-42d6-8a34-cbf958fe026f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:21.819500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c277cbbd-9279-42d6-8a34-cbf958fe026f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:21.851056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:21.857531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 962bd875-ff44-477d-a05b-afb629692bb6 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:21.857877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 962bd875-ff44-477d-a05b-afb629692bb6 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:21.859816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36ada60d-0ade-4699-a6a3-f1d5210bf65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.864567 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-36ada60d-0ade-4699-a6a3-f1d5210bf65a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e2c44d8-51dd-44eb-a9b6-42ea1b0bb9fd HTTP/1.1" status: 204 len: 168 time: 0.9252906 Apr 21 14:46:21.868572 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:21.892195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] For port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:21.898441 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:21.899145 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:21.913431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c277cbbd-9279-42d6-8a34-cbf958fe026f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:21.914956 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c277cbbd-9279-42d6-8a34-cbf958fe026f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2807157 Apr 21 14:46:21.918188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.919402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] For port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,segment=NetworkSegment(3b251eed-a8db-4647-a9c4-e3e1f821e0fd),segment_id=3b251eed-a8db-4647-a9c4-e3e1f821e0fd)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:21.925158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48194) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.931883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.958926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf, host dv-neutron-838898-1-hyperv, got binding levels [] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:21.959663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.962984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.972134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-9cb5f146-9695-4526-b6f2-76c884ad74d5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:21.973909 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-9cb5f146-9695-4526-b6f2-76c884ad74d5 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.21 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.2966766 Apr 21 14:46:22.076239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81546a-b445-4c45-a397-67b2dfbfbbd9 None None] Pushing event updated for resources: {'Port': ['ID=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:22.081975 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:22.096642 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:22.100376 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:22.182847 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:22.183470 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2461536c-57c8-4c08-8a19-81626f41d967 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:22.222983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.238560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 05cec3bf-5e4b-4dd0-87ad-b719710cdabf owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:22.307936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Port': ['ID=3122b81e-9a48-4b17-9fea-62a4e8294f75,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:22.329497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Deleting port f8a534f7-b790-4375-b6fa-d03a5887bdb2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:22.329845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.375313 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29597c22-c635-4d56-b1fd-a4d75d6ceba9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5924652 Apr 21 14:46:22.388877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48200) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:22.399577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:22.504243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.551418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:22.551766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:22.591127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.054011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:23.054580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.056267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.060371 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ad79992a-7b9a-4d4f-8efb-ed038798f6e1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/ports/3122b81e-9a48-4b17-9fea-62a4e8294f75 HTTP/1.1" status: 204 len: 168 time: 3.1167336 Apr 21 14:46:23.078181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:23.132140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:23.137731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.157397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] For port f8a534f7-b790-4375-b6fa-d03a5887bdb2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f8a534f7-b790-4375-b6fa-d03a5887bdb2,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:23.157768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.232220 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-808ee80b-4112-49de-8510-98c45727ff86 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] GET failed (client error): The resource could not be found. Apr 21 14:46:23.233365 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-808ee80b-4112-49de-8510-98c45727ff86 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "GET /v2.0/ports/3122b81e-9a48-4b17-9fea-62a4e8294f75 HTTP/1.1" status: 404 len: 333 time: 0.1441162 Apr 21 14:46:23.248128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48226) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:23.251184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'name': 'tempest-AllowedAddressPairTestJSON-1000355186'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:23.359930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.366091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca9d33-01c0-4b47-8756-78171e682246 req-2c9e7476-39d0-4e36-87ef-8b83a02ba44b tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:23.367723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6ca9d33-01c0-4b47-8756-78171e682246 req-2c9e7476-39d0-4e36-87ef-8b83a02ba44b tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 946 time: 0.6231837 Apr 21 14:46:23.370327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.410688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.411001 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP ba75dbb5-3ea1-42ab-ab45-ab3583d0ce46 disassociated. External IP: 172.26.6.133, port: d2efe686-01d2-4e60-9c47-f572ac140413. Apr 21 14:46:23.534761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c00f6-183b-4bff-8e2f-0966771bddef None None] Network 6775380f-c935-485e-b06f-7b49840cf1c5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:23.663700 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6ca9d33-01c0-4b47-8756-78171e682246 req-09900bec-af98-48d7-8f1f-da23a7915fdb tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups?id=84684068-3996-4222-b4fe-e77f7658390d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616208 Apr 21 14:46:23.671322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.680235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:23.688296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac471-6022-480f-82ce-55b954e824da req-f12922be-40c3-4b40-bab7-e0647b044de6 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:23.688644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.695974 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7cbac471-6022-480f-82ce-55b954e824da req-f12922be-40c3-4b40-bab7-e0647b044de6 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.8650155 Apr 21 14:46:23.723621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2f81b05a-317c-4c57-899b-f6635bd449e6 None None] Provisioning for port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:23.731868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:23.771180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:23.774301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.827704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] device_id is not set on port 15d2098f-9e20-4ca9-8861-36affeb28efe yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:23.910279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 05cec3bf-5e4b-4dd0-87ad-b719710cdabf up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:24.030858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:24.036937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:24.037415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.076519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.087409 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7cbac471-6022-480f-82ce-55b954e824da req-90dea6c9-9ea8-4f2d-869d-d2fda195a40c tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3904176 Apr 21 14:46:24.099021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.099398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.099715 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Floating IP 5d65db26-3b4b-4c75-901a-7f2decf76f3d disassociated. External IP: 172.26.6.83, port: f8a534f7-b790-4375-b6fa-d03a5887bdb2. Apr 21 14:46:24.100100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Calling delete_port for f8a534f7-b790-4375-b6fa-d03a5887bdb2 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:24.167534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:24.195207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.256435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,segment=NetworkSegment(3b251eed-a8db-4647-a9c4-e3e1f821e0fd),segment_id=3b251eed-a8db-4647-a9c4-e3e1f821e0fd)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:24.256797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.258225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a0039-aa1b-435f-98f9-fb1f966e996f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:24.285154 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8dc678d8-fdbb-46db-a0e0-ddac8babffe0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771 HTTP/1.1" status: 204 len: 168 time: 2.3224947 Apr 21 14:46:24.289998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48242) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:24.345328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d3b01-08ca-427f-a243-8cb24536910d None None] Network 6775380f-c935-485e-b06f-7b49840cf1c5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:24.374463 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-013e2bbe-881c-4659-9706-7e6634fd62e0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805745 Apr 21 14:46:24.380447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48248) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:24.396244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:24.412513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Allocated IP 172.20.0.8 (8270f4fc-1da2-46cf-a371-1ddc1042d02f/790b94a9-c4a1-4032-917b-5a8bfb5a4d31/15d2098f-9e20-4ca9-8861-36affeb28efe) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:24.439485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-35d0066d-cd78-4591-8984-34a5c70597e8 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:24.440702 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-35d0066d-cd78-4591-8984-34a5c70597e8 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.4157164 Apr 21 14:46:24.441136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 05cec3bf-5e4b-4dd0-87ad-b719710cdabf owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:24.492927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.547468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event deleted for resources: {'Port': ['ID=f8a534f7-b790-4375-b6fa-d03a5887bdb2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:24.602366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.629002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-670318f9-936a-4aec-9e9b-1e6f4e773c68 None None] Provisioning complete for port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:24.629805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-670318f9-936a-4aec-9e9b-1e6f4e773c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.749087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,segment=NetworkSegment(3b251eed-a8db-4647-a9c4-e3e1f821e0fd),segment_id=3b251eed-a8db-4647-a9c4-e3e1f821e0fd)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:24.752488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Deleting port 8ae17788-6426-44d7-a6dd-e60c750e52ca {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:24.752848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.772314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.803341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:24.852952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:24.908502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48260) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:24.910036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:24.945586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:25.033595 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e103b323-e56d-4a4e-b45c-4816db11ccda req-5f751e05-ca8b-4296-8c58-d30a302ddc07 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.1056824 Apr 21 14:46:25.036614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:25.036934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:25.077183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:25.080835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.090934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 48c44bd2-409d-44a4-9d13-5439b826d80d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:25.166027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:25.192770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.205018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 48c44bd2-409d-44a4-9d13-5439b826d80d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:25.206905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 48c44bd2-409d-44a4-9d13-5439b826d80d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:25.220900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Router ada8164a-338e-47bd-9e2f-b3664d6654f3 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:25.342091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f8a534f7-b790-4375-b6fa-d03a5887bdb2 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:25.392538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: f8a534f7-b790-4375-b6fa-d03a5887bdb2 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:25.393050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f8a534f7-b790-4375-b6fa-d03a5887bdb2 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:25.440608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.445494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:25.451559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] Deleting port a9cec248-c17b-46b3-8860-e07dd60e2eb0 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:25.451942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.526142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] For port 8ae17788-6426-44d7-a6dd-e60c750e52ca, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae17788-6426-44d7-a6dd-e60c750e52ca,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:25.527351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.670971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2054549377'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:25.675819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:25.679927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Usage tracker for resource:network and tenant:da6781fab93e439b9f3a65ceaf6d13aa is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:25.683458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:25.689509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:25.704679 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:46:25.747583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] For port a9cec248-c17b-46b3-8860-e07dd60e2eb0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a9cec248-c17b-46b3-8860-e07dd60e2eb0,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:25.748206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.750827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Made reservation on behalf of da6781fab93e439b9f3a65ceaf6d13aa for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:25.753779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.784309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.902518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] Calling delete_port for a9cec248-c17b-46b3-8860-e07dd60e2eb0 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:25.915421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:25.926759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Usage tracker for resource:security_group_rule and tenant:da6781fab93e439b9f3a65ceaf6d13aa is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:25.935685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:25.953948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a2bb-c4da-4f72-932f-6a3f488e00ce req-615a17b9-49a1-48fc-9a8b-0e573225f31a tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:25.955551 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac52a2bb-c4da-4f72-932f-6a3f488e00ce req-615a17b9-49a1-48fc-9a8b-0e573225f31a tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 945 time: 0.6242166 Apr 21 14:46:25.958334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:25.986322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:25.986677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.990382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 05cec3bf-5e4b-4dd0-87ad-b719710cdabf up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:26.056378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.102674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] No DVR routers for this DVR port a9cec248-c17b-46b3-8860-e07dd60e2eb0 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:26.115483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6368f9-fe60-4321-b8ff-671c341cd11f None None] Pushing event deleted for resources: {'Port': ['ID=a9cec248-c17b-46b3-8860-e07dd60e2eb0,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:26.124701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.126988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.127587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Floating IP d0fe1fd0-2a98-488f-8469-1a9b66098a02 disassociated. External IP: 172.26.6.248, port: 8ae17788-6426-44d7-a6dd-e60c750e52ca. Apr 21 14:46:26.129113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Calling delete_port for 8ae17788-6426-44d7-a6dd-e60c750e52ca owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:26.135879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:26.136386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.186477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e209a9bd-8eb7-40da-abd2-8566ceab1605 None None] Provisioning complete for port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:26.186856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e209a9bd-8eb7-40da-abd2-8566ceab1605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.345228 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0e16bb8d-3cf6-4968-9f8d-adf8ae1f9d74 req-57abebe3-75a5-4123-967f-c2ed85a41729 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.0733261 Apr 21 14:46:26.350085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Transition to ACTIVE for port object 15d2098f-9e20-4ca9-8861-36affeb28efe will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:26.412394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a9cec248-c17b-46b3-8860-e07dd60e2eb0 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:26.417490 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac52a2bb-c4da-4f72-932f-6a3f488e00ce req-4a805cd0-63fd-4219-90b1-c62a89721ed7 tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups?id=143829bc-50cb-4ea3-9fa3-f7000867aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4480002 Apr 21 14:46:26.430536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.442596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.480898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.486854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a9cec248-c17b-46b3-8860-e07dd60e2eb0 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:26.487283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a9cec248-c17b-46b3-8860-e07dd60e2eb0 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:26.519459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.549533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event deleted for resources: {'Port': ['ID=8ae17788-6426-44d7-a6dd-e60c750e52ca,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:26.626315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:26.656120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:26.664460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:26.671577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:26.676302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.676497 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Added segment 8c0325c1-f921-4012-b861-ea73f49301d8 of type vlan for network aebfd304-5099-4234-a046-e7f9fb028cdb Apr 21 14:46:26.678014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c79a1ce-fdd3-4c56-a27a-f4aa3549459f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:26.681208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:26.689195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:26.697183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.715740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=15d2098f-9e20-4ca9-8861-36affeb28efe,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:26.727326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] Sync routers for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:26.754844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:26.755522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:26.830030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,segment=NetworkSegment(3b251eed-a8db-4647-a9c4-e3e1f821e0fd),segment_id=3b251eed-a8db-4647-a9c4-e3e1f821e0fd)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:26.831381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.025471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 05cec3bf-5e4b-4dd0-87ad-b719710cdabf owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:27.044739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:27.067099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.077966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.131992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:27.139064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:27.139899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.152288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:27.155354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:27.156407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.169474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e0f7a-1b37-4e6d-a948-54079885fbe4 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:27.171017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.177034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] No DVR routers for this DVR port f8a534f7-b790-4375-b6fa-d03a5887bdb2 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:27.228575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.239521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'name': 'network-vif-deleted', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:46:27.251675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9c44912a-cfa6-4795-a98f-92b1b434eae4 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0021152 Apr 21 14:46:27.255853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48272) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.265864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a2:b7:78'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:27.292194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=116228d4-41b5-403f-96e0-15dd9328398f,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:27.299430 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fbf3b52b-89c6-4771-8218-8a04d415bebb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9129963 Apr 21 14:46:27.301381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48276) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.324978 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1d4a10-eda6-49df-a36f-ad559c2d9610'] response: {'server_uuid': '432f00c7-e0c7-4cab-8c88-3a6384ec35d6', 'name': 'network-vif-deleted', 'tag': 'f8a534f7-b790-4375-b6fa-d03a5887bdb2', 'status': 'completed', 'code': 200} Apr 21 14:46:27.328624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': '116228d4-41b5-403f-96e0-15dd9328398f', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-665694564'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:27.371404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae17788-6426-44d7-a6dd-e60c750e52ca no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:27.373704 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-73a3db74-f3db-47a3-bdb6-4b14d37dfc79 req-dea0093f-5aeb-4af2-8a95-ea991ffacb74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.21 "DELETE /v2.0/ports/f8a534f7-b790-4375-b6fa-d03a5887bdb2 HTTP/1.1" status: 204 len: 173 time: 5.3910282 Apr 21 14:46:27.386423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.390049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:27.390687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.481780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 8ae17788-6426-44d7-a6dd-e60c750e52ca {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:27.482192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae17788-6426-44d7-a6dd-e60c750e52ca not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:27.547024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0113ceaa-09e7-46b8-bd24-c671ba187a58 None None] Provisioning for port 15d2098f-9e20-4ca9-8861-36affeb28efe completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:27.619114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0113ceaa-09e7-46b8-bd24-c671ba187a58 None None] Provisioning complete for port 15d2098f-9e20-4ca9-8861-36affeb28efe triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:27.619532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0113ceaa-09e7-46b8-bd24-c671ba187a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.625413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6477559 Apr 21 14:46:27.655426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.904860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc2c94-53be-4641-bb46-062a902b4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Pushing event updated for resources: {'Network': ['ID=aebfd304-5099-4234-a046-e7f9fb028cdb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:27.929900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network aebfd304-5099-4234-a046-e7f9fb028cdb details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:27.951900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Port': ['ID=05cec3bf-5e4b-4dd0-87ad-b719710cdabf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:27.959435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:27.970028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f268a63d-cdf0-48e6-9189-4cee7fef7b94 req-df09454c-5e23-4ff7-a2b1-b6efce54679f tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Synchronizing usage tracker for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:27.978985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-41cbe0ef-86e5-45f9-b567-0f370ac5aa30 req-38fe6a82-53ff-4783-becb-2de3098b1df7 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Synchronizing usage tracker for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:27.982373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:27.995002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:28.009394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:28.021335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0113ceaa-09e7-46b8-bd24-c671ba187a58 None None] Port 15d2098f-9e20-4ca9-8861-36affeb28efe cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:28.060871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50888682-5bd6-4909-b5e4-45947471e97f None None] DHCP port deletion for 6775380f-c935-485e-b06f-7b49840cf1c5 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:28.075365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:28.086028 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:28.088705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.100385 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:28.101472 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.115347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No DVR routers for this DVR port 05cec3bf-5e4b-4dd0-87ad-b719710cdabf on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:28.136153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f268a63d-cdf0-48e6-9189-4cee7fef7b94 req-df09454c-5e23-4ff7-a2b1-b6efce54679f tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Unset dirty status for tenant:89b2d50affd140a2a291b4a1f7cf96d5 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:28.147996 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f268a63d-cdf0-48e6-9189-4cee7fef7b94 req-df09454c-5e23-4ff7-a2b1-b6efce54679f tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.4211519 Apr 21 14:46:28.166463 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Router 9a5d271a-f0db-42d7-9b22-ae921105c5ee has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:28.167676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:28.179067 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.217352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-41cbe0ef-86e5-45f9-b567-0f370ac5aa30 req-38fe6a82-53ff-4783-becb-2de3098b1df7 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Unset dirty status for tenant:e18ccb0a34a44f6f9773fe9e63e366c6 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:28.218541 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-41cbe0ef-86e5-45f9-b567-0f370ac5aa30 req-38fe6a82-53ff-4783-becb-2de3098b1df7 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/ports?device_id=432f00c7-e0c7-4cab-8c88-3a6384ec35d6 HTTP/1.1" status: 200 len: 210 time: 0.3177605 Apr 21 14:46:28.220043 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:28.220959 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.248941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:28Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.255576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.265825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '116228d4-41b5-403f-96e0-15dd9328398f'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:28.283562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.288880 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.289678 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40de0a1-17c1-4fca-ae09-e9d06f19b034 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:28.294844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.299239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] Checking router: ada8164a-338e-47bd-9e2f-b3664d6654f3 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:46:28.333980 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d48f5cd6-b744-4768-bfcd-d2ca6e3d417a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/floatingips/ba75dbb5-3ea1-42ab-ab45-ab3583d0ce46 HTTP/1.1" status: 200 len: 688 time: 5.9434464 Apr 21 14:46:28.341127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48288) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:28.360760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Router 45b9bfbb-9cea-48aa-ab82-ce8fef5c209e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:28.362051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:28.362851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.515667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.561873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48292) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:28.590281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Request body: {'port': {'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-410496775'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:28.630728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=73086531-a22f-49f1-bc1c-ebb32fd5cfc5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:28.644902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/116228d4-41b5-403f-96e0-15dd9328398f/ee34226a-ca9f-4e38-91ea-b511cf53da0f) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:28.661546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161761e-5713-4462-b114-d00d8834c50e None None] Network 6775380f-c935-485e-b06f-7b49840cf1c5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:28.685159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:28.727626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:28.761079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Usage tracker for resource:port and tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:28.762850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.768922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.778908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:28.796814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6775380f-c935-485e-b06f-7b49840cf1c5']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.797554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port 45af8805-2f99-4c6a-9d1d-50394cd6efac {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:28.797871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.814034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b251eed-a8db-4647-a9c4-e3e1f821e0fd') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.814541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b251eed-a8db-4647-a9c4-e3e1f821e0fd') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.829375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:28.831831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.853370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.862465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:28.862929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:28.877502 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:28.936646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port f4e096d2-17ea-4e37-86a4-9aee6714b8f2 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:28.975835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:28.984411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.019763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.024220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] Sync routers for ids ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:29.033815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Made reservation on behalf of 97d0fd28a2ee45c499b7e7f8fb4c4e51 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:29.036106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.036983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=6775380f-c935-485e-b06f-7b49840cf1c5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:29.049217 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8058b6a7-371b-4463-9140-b7a3630087af tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/6775380f-c935-485e-b06f-7b49840cf1c5 HTTP/1.1" status: 204 len: 168 time: 8.1048756 Apr 21 14:46:29.050061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.053968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.057564 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-761cfa37-d87f-4e74-9fe3-997e126f8aa8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "PUT /v2.0/routers/45b9bfbb-9cea-48aa-ab82-ce8fef5c209e HTTP/1.1" status: 200 len: 925 time: 7.7184038 Apr 21 14:46:29.060382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.125251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.192342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] Routers {'45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:29.193382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:29.202217 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8f956a-ee85-4a2a-b354-428b80d69da0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:29.202781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8f956a-ee85-4a2a-b354-428b80d69da0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:29.208601 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-df8f956a-ee85-4a2a-b354-428b80d69da0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/6775380f-c935-485e-b06f-7b49840cf1c5 HTTP/1.1" status: 404 len: 339 time: 0.1496964 Apr 21 14:46:29.209248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.221954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-162421106', 'description': 'd1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:29.227739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:29.234480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:network and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:29.238099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:29.252366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:29.270567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:29.273706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.300864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a662a2-cb7e-4cbd-b633-a58bca2e8b39 None None] DHCP port deletion for 6775380f-c935-485e-b06f-7b49840cf1c5 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:29.331484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:29.336752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.337295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.357578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Usage tracker for resource:security_group_rule and tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:29.358720 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f13293fd-e181-411e-a73a-196b7e676a38 req-1dbcaa4e-b5f9-4897-9acc-d653eb04124b tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.0624621 Apr 21 14:46:29.362171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:29.372529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:29.392637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:29.409265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.409809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment f8fbc01a-c012-46b6-a89d-991bb4dc94c5 of type vlan for network 469fc82d-22c3-4438-888d-99cbe4026c07 Apr 21 14:46:29.412728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] Routers {'45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:29.413407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:29.426416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:29.469660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.483889 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7f5ae8c-4772-4371-b036-128089cabbba tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/45b9bfbb-9cea-48aa-ab82-ce8fef5c209e HTTP/1.1" status: 200 len: 925 time: 0.4221230 Apr 21 14:46:29.485910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48314) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.489108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:29.500121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for 45af8805-2f99-4c6a-9d1d-50394cd6efac owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:29.523819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48318) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.570446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:29.571330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165f5e5c-12f9-4822-bd51-60b76cdc4431 None None] The sync data for ids ['45b9bfbb-9cea-48aa-ab82-ce8fef5c209e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:29.611157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.614918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:29.616684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.616839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.632860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Transition to ACTIVE for port object ee34226a-ca9f-4e38-91ea-b511cf53da0f will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:29.663861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Transition to ACTIVE for port object ee34226a-ca9f-4e38-91ea-b511cf53da0f will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:29.666877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.671685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.686691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.730119 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:46:29.730119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:29.753009 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:29.757255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:28Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:29.758016 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5418532 Apr 21 14:46:29.762649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:29.765078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:29.766177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48322) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.769133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Pushing event updated for resources: {'Port': ['ID=ee34226a-ca9f-4e38-91ea-b511cf53da0f,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:29.776189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6dd1df-b8ad-4cb1-9ddc-91ea1dc8967d None None] The sync data for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv is: [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:44:52Z', 'revision_number': 4, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a25bffcc-bbca-47f6-ac11-458c5ebef2c9', 'name': '', 'network_id': '3e63a5e7-3d28-4734-8b12-d82792969701', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'mac_address': 'fa:16:3e:b0:56:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:49Z', 'updated_at': '2022-04-21T14:45:28Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'subnets': [{'id': 'b0b0a1d7-5198-4d78-a9ea-595f1f10bd83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:29.809579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ab471-c907-4188-8e85-a67e7a0994e5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=469fc82d-22c3-4438-888d-99cbe4026c07,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:29.818675 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f3f0ab37-2049-4522-bb0c-4e8b2e83df5a tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=45b9bfbb-9cea-48aa-ab82-ce8fef5c209e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3315797 Apr 21 14:46:29.856778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 469fc82d-22c3-4438-888d-99cbe4026c07 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:29.859385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48326) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.870042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b0e7-8ed2-4e3a-9ee2-4ae866b42e74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.946738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 05cec3bf-5e4b-4dd0-87ad-b719710cdabf no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:29.990772 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c89a6fec-b221-4646-951d-a73dac81398e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6802723 Apr 21 14:46:29.991654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=15d2098f-9e20-4ca9-8861-36affeb28efe,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:30.002531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48330) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:30.066203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 05cec3bf-5e4b-4dd0-87ad-b719710cdabf {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:30.067591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 05cec3bf-5e4b-4dd0-87ad-b719710cdabf not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:30.079974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Attempting to bind port ee34226a-ca9f-4e38-91ea-b511cf53da0f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:30.080379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Attempting to bind port ee34226a-ca9f-4e38-91ea-b511cf53da0f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:30.080745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Attempting to bind port ee34226a-ca9f-4e38-91ea-b511cf53da0f on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:30.110193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:30.110578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:30.110985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.111390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:30.111880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Bound port: ee34226a-ca9f-4e38-91ea-b511cf53da0f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:30.116404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.117751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f32c20-e4f5-4e58-9c6f-9d37f149fa3f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:30.118547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95f32c20-e4f5-4e58-9c6f-9d37f149fa3f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Synchronizing usage tracker for tenant:ab80139157bc4d15809c44075531873b on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:30.173672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b0e7-8ed2-4e3a-9ee2-4ae866b42e74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.202090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] In _notify_port_updated(), no bound segment for port 15d2098f-9e20-4ca9-8861-36affeb28efe on network 8270f4fc-1da2-46cf-a371-1ddc1042d02f {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:46:30.202925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95f32c20-e4f5-4e58-9c6f-9d37f149fa3f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Unset dirty status for tenant:ab80139157bc4d15809c44075531873b on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:30.206440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:30.207062 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-95f32c20-e4f5-4e58-9c6f-9d37f149fa3f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/networks?id=469fc82d-22c3-4438-888d-99cbe4026c07 HTTP/1.1" status: 200 len: 760 time: 0.4368958 Apr 21 14:46:30.207178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.207838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:30.211602 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5a7b667f-fc9d-4f6c-9d0e-2a19e160ef08 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "PUT /v2.0/ports/15d2098f-9e20-4ca9-8861-36affeb28efe HTTP/1.1" status: 200 len: 994 time: 2.9514568 Apr 21 14:46:30.215283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48336) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:30.221989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:30.226648 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9012284-cc2e-4733-8c46-e1ea98b50290 None None] New status for floating IP 5d65db26-3b4b-4c75-901a-7f2decf76f3d: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:46:30.249082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'description': 'd2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:30.254416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] For port ee34226a-ca9f-4e38-91ea-b511cf53da0f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:30.257828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] For port ee34226a-ca9f-4e38-91ea-b511cf53da0f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee34226a-ca9f-4e38-91ea-b511cf53da0f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:30.261164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] Sync routers for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:30.272459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.347953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.361310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:30.362119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:30.362610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] No DVR routers for this DVR port 8ae17788-6426-44d7-a6dd-e60c750e52ca on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:30.365175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.387165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting port 15d2098f-9e20-4ca9-8861-36affeb28efe {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:30.387791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.389570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'name': 'network-vif-deleted', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:46:30.393922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.397225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] device_id is not set on port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:30.470602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b0e7-8ed2-4e3a-9ee2-4ae866b42e74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.499369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8b0e7-8ed2-4e3a-9ee2-4ae866b42e74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84684068-3996-4222-b4fe-e77f7658390d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:30.574584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0415863-7564-49cf-bad5-d81bfc44530e None None] Pushing event updated for resources: {'Port': ['ID=ee34226a-ca9f-4e38-91ea-b511cf53da0f,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:30.620740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b0e7-8ed2-4e3a-9ee2-4ae866b42e74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.622021 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7ec8b0e7-8ed2-4e3a-9ee2-4ae866b42e74 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "DELETE /v2.0/security-groups/84684068-3996-4222-b4fe-e77f7658390d HTTP/1.1" status: 204 len: 168 time: 1.0954697 Apr 21 14:46:30.650188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48346) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:30.703023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:30.711370 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5c5fee-3e1b-4c52-a142-857d361675c4'] response: {'server_uuid': '0b9bdfad-49e2-4b68-8008-1115abb74be1', 'name': 'network-vif-deleted', 'tag': '8ae17788-6426-44d7-a6dd-e60c750e52ca', 'status': 'completed', 'code': 200} Apr 21 14:46:30.795958 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8bb5aa70-00c4-4ec2-b78c-bb2977ab396a req-c8f62fb2-b705-4ec1-a02c-e691ae80834d tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.21 "DELETE /v2.0/ports/8ae17788-6426-44d7-a6dd-e60c750e52ca HTTP/1.1" status: 204 len: 173 time: 6.3085907 Apr 21 14:46:30.818181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c7093dfc-9405-473b-9bbd-68b062ddda45 None None] Provisioning complete for port 15d2098f-9e20-4ca9-8861-36affeb28efe triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:30.820161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c7093dfc-9405-473b-9bbd-68b062ddda45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.828127 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d35d0ccc-807d-41e6-900a-e9f57a7bb082 req-80cc2a09-9bcd-4085-99fa-d9946255510a tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b9bdfad-49e2-4b68-8008-1115abb74be1 HTTP/1.1" status: 200 len: 210 time: 0.2042196 Apr 21 14:46:30.864731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.881569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008cb0df-d485-4cde-b19d-5b9860059c39 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:30.883520 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-008cb0df-d485-4cde-b19d-5b9860059c39 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 1.0191839 Apr 21 14:46:30.884923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.891068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48350) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:30.891904 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-21eac5a9-46d0-4119-87f6-ef45977b936d tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] show failed (client error): The resource could not be found. Apr 21 14:46:30.895164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-21eac5a9-46d0-4119-87f6-ef45977b936d tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "GET /v2.0/security-groups/84684068-3996-4222-b4fe-e77f7658390d HTTP/1.1" status: 404 len: 347 time: 0.2386403 Apr 21 14:46:30.946560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.960256 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-596044c1-af00-40dd-9aa7-c56fd6859d86 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b9bfbb-9cea-48aa-ab82-ce8fef5c209e HTTP/1.1" status: 200 len: 205 time: 0.0679564 Apr 21 14:46:30.961303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:30.961628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48356) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:30.962253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7581b1ad-f9bd-4a4c-a681-aee44013eb8e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:30.971350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=45af8805-2f99-4c6a-9d1d-50394cd6efac,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:31.047110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12bd5d3-13fd-470c-9151-269542b05241 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:31.047737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a12bd5d3-13fd-470c-9151-269542b05241 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:31.085626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c7093dfc-9405-473b-9bbd-68b062ddda45 None None] Port 15d2098f-9e20-4ca9-8861-36affeb28efe cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:31.114851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.169771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] device_id is not set on port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:31.175312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a12bd5d3-13fd-470c-9151-269542b05241 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:31.176631 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a12bd5d3-13fd-470c-9151-269542b05241 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.1683648 Apr 21 14:46:31.178020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.183221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48362) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:31.226004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.234514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.239863 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8b6712b7-edda-4780-8cf2-93cd084ce5cc tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba75dbb5-3ea1-42ab-ab45-ab3583d0ce46 HTTP/1.1" status: 204 len: 168 time: 2.8626876 Apr 21 14:46:31.242353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:31.261527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Transition to ACTIVE for port object 106cbf67-018f-4ca0-bf2e-354ab0b417b5 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:31.276854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be309230-7ae9-421e-bc01-82c8bb450336 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:31.278417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be309230-7ae9-421e-bc01-82c8bb450336 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:31.279172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-be309230-7ae9-421e-bc01-82c8bb450336 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:31.283832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.290123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:57Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:31.294832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] Checking router: 9a5d271a-f0db-42d7-9b22-ae921105c5ee for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:46:31.308506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:31.309135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:31.317092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'ebd44732-df35-4c3c-8e84-4e15690de0d5'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:31.406563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Checking segment: {'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:31.407090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Network hostable DHCP agents. Network: aebfd304-5099-4234-a046-e7f9fb028cdb, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:31.429995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Deleting port b17206dc-627a-40e3-b786-da5ecbf0b125 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:31.430245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.436549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-be309230-7ae9-421e-bc01-82c8bb450336 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:31.441844 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-be309230-7ae9-421e-bc01-82c8bb450336 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2523375 Apr 21 14:46:31.456825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48370) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:31.457441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Network aebfd304-5099-4234-a046-e7f9fb028cdb is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:31.463781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 469fc82d-22c3-4438-888d-99cbe4026c07 is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 21 14:46:31.468109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:31.468845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.470321 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "PUT /v2.0/networks/469fc82d-22c3-4438-888d-99cbe4026c07 HTTP/1.1" status: 200 len: 757 time: 1.2583711 Apr 21 14:46:31.473988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48374) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:31.477911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:31.522134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:floatingip and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:31.531442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4af957-7039-4978-b7fa-06b1cde3f49e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=469fc82d-22c3-4438-888d-99cbe4026c07,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:31.532800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:31.549460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:31.554534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.571609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=106cbf67-018f-4ca0-bf2e-354ab0b417b5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:31.594264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:31.600199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 469fc82d-22c3-4438-888d-99cbe4026c07 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:31.718103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172ab67-45c0-4281-a2f7-532bbd914bc9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:31.718820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5172ab67-45c0-4281-a2f7-532bbd914bc9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Synchronizing usage tracker for tenant:ab80139157bc4d15809c44075531873b on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:31.724001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, aebfd304-5099-4234-a046-e7f9fb028cdb) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:31.741486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5172ab67-45c0-4281-a2f7-532bbd914bc9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Unset dirty status for tenant:ab80139157bc4d15809c44075531873b on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:31.743031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5172ab67-45c0-4281-a2f7-532bbd914bc9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/networks?id=469fc82d-22c3-4438-888d-99cbe4026c07 HTTP/1.1" status: 200 len: 760 time: 0.2200265 Apr 21 14:46:31.748239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:31.757921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48378) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:31.765793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349021060'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:31.781900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:31.782883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60c20e-a2eb-4cb6-bd02-0a9ce46bd2fe None None] Network aebfd304-5099-4234-a046-e7f9fb028cdb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:31.796490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 116228d4-41b5-403f-96e0-15dd9328398f {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:31.805612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:31.806088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:31.806459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:31.814583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.895698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Calling delete_port for 15d2098f-9e20-4ca9-8861-36affeb28efe owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:31.902617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:31.902956 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:31.905656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:31.907544 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 2 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:31.934356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.962967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:31.962967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:31.963213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:31.971772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:31.974736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.020470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:32.021001 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:32.032657 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 3 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:32.065463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.079353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48386) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:32.099253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ee34226a-ca9f-4e38-91ea-b511cf53da0f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:32.107847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:32.108419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:32.108756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:32.120103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:32.257715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:32.258380 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:32.263818 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 4 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:32.274973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.276408 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment d20e8d98-2786-4739-b5d4-0daee00c80cd of type vlan for network 4294ac53-81c4-4f86-858c-319133567665 Apr 21 14:46:32.280978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.281308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.301133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:32.301560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:32.302416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:32.317026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-aa35eef6-a9ac-4629-8e7e-1357f776e07c None None] Provisioning for port ee34226a-ca9f-4e38-91ea-b511cf53da0f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:32.325754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.363565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:32.363777 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:32.371929 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 5 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:32.399780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.414122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ee34226a-ca9f-4e38-91ea-b511cf53da0f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:32.419417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76686284-e0bd-46db-b123-6ef8a3f59e6e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.429499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:32.429984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:32.430382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:32.432410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ee34226a-ca9f-4e38-91ea-b511cf53da0f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:32.432657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.437199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Calling delete_port for b17206dc-627a-40e3-b786-da5ecbf0b125 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:32.467730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d3060-862a-4286-9c6f-966b4cdf03cc None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:46:32.474865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:32.475137 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:32.485187 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 6 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:32.509998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76686284-e0bd-46db-b123-6ef8a3f59e6e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.527629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.529457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:32.529882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:32.530290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:32.540624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.545091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:32.545787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.591565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.592557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.630079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:32.630504 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:32.631337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:57Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:32.649741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b595bd2-ac45-4ded-acfe-fb8b2e0b4b56 None None] The sync data for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv is: [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a952864e-4179-4297-b55e-f7c1ebf42170', 'name': '', 'network_id': '43f5f7b0-04a2-405c-8eb8-f744fd3f3186', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'mac_address': 'fa:16:3e:8d:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '782b4897-22ac-4517-b18d-97f072599d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:47Z', 'updated_at': '2022-04-21T14:44:57Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'subnets': [{'id': '782b4897-22ac-4517-b18d-97f072599d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:32.691597 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 7 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:32.697125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.713682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d3060-862a-4286-9c6f-966b4cdf03cc None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:46:32.731097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=116228d4-41b5-403f-96e0-15dd9328398f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:32.746481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:32.746724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:32.747121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:32.749414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ee34226a-ca9f-4e38-91ea-b511cf53da0f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee34226a-ca9f-4e38-91ea-b511cf53da0f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:32.754046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.766219 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0036469 Apr 21 14:46:32.767945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f0500-25de-42fc-b116-21bd3f189286 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=4294ac53-81c4-4f86-858c-319133567665,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:32.768430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.771116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48390) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:32.779640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': '4294ac53-81c4-4f86-858c-319133567665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:32.801859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-db04dc05-f6fe-40ab-8495-88e3da4d2a8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/116228d4-41b5-403f-96e0-15dd9328398f HTTP/1.1" status: 204 len: 168 time: 1.3352041 Apr 21 14:46:32.807101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:32.807540 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:32.809323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48394) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:32.809847 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 8 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:32.855262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Port': ['ID=15d2098f-9e20-4ca9-8861-36affeb28efe,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:32.875824 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 4294ac53-81c4-4f86-858c-319133567665 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:32.941420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.957264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76686284-e0bd-46db-b123-6ef8a3f59e6e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.963998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76686284-e0bd-46db-b123-6ef8a3f59e6e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.970575 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-76686284-e0bd-46db-b123-6ef8a3f59e6e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "DELETE /v2.0/security-groups/143829bc-50cb-4ea3-9fa3-f7000867aaf9 HTTP/1.1" status: 204 len: 168 time: 0.8877053 Apr 21 14:46:32.973428 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d09e0-005a-4c24-ba65-6b9a8c56317e None None] New status for floating IP d0fe1fd0-2a98-488f-8469-1a9b66098a02: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:46:32.979059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48398) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:33.023058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Pushing event deleted for resources: {'Port': ['ID=b17206dc-627a-40e3-b786-da5ecbf0b125,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:33.074286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.082341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76686284-e0bd-46db-b123-6ef8a3f59e6e tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143829bc-50cb-4ea3-9fa3-f7000867aaf9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:33.088955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:33.089387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:33.089853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:33.093615 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-93d1cf80-8208-4869-ba6d-070f38eab69b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2762375 Apr 21 14:46:33.100185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48402) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:33.111760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-1945cf6d-44de-4e81-b435-908523a4deae tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] show failed (client error): The resource could not be found. Apr 21 14:46:33.112894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1945cf6d-44de-4e81-b435-908523a4deae tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "GET /v2.0/security-groups/143829bc-50cb-4ea3-9fa3-f7000867aaf9 HTTP/1.1" status: 404 len: 347 time: 0.0973957 Apr 21 14:46:33.118869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48406) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:33.124827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:33.209530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:33.210027 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:33.217873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ee34226a-ca9f-4e38-91ea-b511cf53da0f,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:33.223753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 9 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:33.320793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:33.358890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be4eb6-4d51-44d5-84fc-34c9c273b6ac None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:33.380311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:33.380660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:33.380994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:33.397025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.397666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Usage tracker for resource:subnet and tenant:ab80139157bc4d15809c44075531873b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:33.415977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.429114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:33.441842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:33.443710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:33.444122 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:33.447223 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 10 to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 Apr 21 14:46:33.461977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Deleting port c011f013-1830-44ba-84ea-cf6aa6a76bff {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:33.462325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.491354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:33.507024 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ff592d34-ac23-45f7-b362-c803705698f3 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/ports/15d2098f-9e20-4ca9-8861-36affeb28efe HTTP/1.1" status: 204 len: 168 time: 3.2903283 Apr 21 14:46:33.513603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48410) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:33.532372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:33.553782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:33.554121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:33.554455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:33.559321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:33.592142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.26.6.210 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/025ca8a5-7af7-4c48-95d6-16b467ccf5c9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:33.615357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.617333 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a9065ca5-ebf6-4b7e-9988-3909d9cb1fe2 tempest-ServersTestManualDisk-1790994002 tempest-ServersTestManualDisk-1790994002-project] 10.222.0.42 "DELETE /v2.0/floatingips/5d65db26-3b4b-4c75-901a-7f2decf76f3d HTTP/1.1" status: 204 len: 168 time: 2.6508539 Apr 21 14:46:33.627962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48414) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:33.634814 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49cca72-83cc-43dc-8533-7e71af1903d1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] GET failed (client error): The resource could not be found. Apr 21 14:46:33.635812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c49cca72-83cc-43dc-8533-7e71af1903d1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Synchronizing usage tracker for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:33.685557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:33.690424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Deleting port ee34226a-ca9f-4e38-91ea-b511cf53da0f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:33.690624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:33.690872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.694000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.708403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:33.708761 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:33.709091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.840905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c49cca72-83cc-43dc-8533-7e71af1903d1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Unset dirty status for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:33.845545 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c49cca72-83cc-43dc-8533-7e71af1903d1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "GET /v2.0/ports/15d2098f-9e20-4ca9-8861-36affeb28efe HTTP/1.1" status: 404 len: 333 time: 0.3218741 Apr 21 14:46:33.846813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ee34226a-ca9f-4e38-91ea-b511cf53da0f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:33.850455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:33.864504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'name': 'tempest-AllowedAddressPairTestJSON-924543330'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:34.008361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.051596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.066162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] For port ee34226a-ca9f-4e38-91ea-b511cf53da0f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee34226a-ca9f-4e38-91ea-b511cf53da0f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:34.066162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.081212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Deleting port 28e5b1de-36c3-4952-a04f-3b2638802a57 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:34.081553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.122466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.123540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:34.151794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.157834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:34.209472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Calling delete_port for ee34226a-ca9f-4e38-91ea-b511cf53da0f owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:34.249339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.294441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:34.297389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.312528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ee34226a-ca9f-4e38-91ea-b511cf53da0f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee34226a-ca9f-4e38-91ea-b511cf53da0f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:34.317079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.317411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.318157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.330108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=025ca8a5-7af7-4c48-95d6-16b467ccf5c9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:34.342443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:34.346681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:34.351446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] device_id is not set on port 8962b65f-fd6f-457c-8703-45786d9b23d2 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:34.374502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:34.374911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:34.383397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:34.402615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] For port 106cbf67-018f-4ca0-bf2e-354ab0b417b5, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:34.403297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempted to set empty binding levels {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 14:46:34.410586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ee34226a-ca9f-4e38-91ea-b511cf53da0f,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:34.474595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Calling delete_port for c011f013-1830-44ba-84ea-cf6aa6a76bff owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:34.483875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.503044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.662487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Calling delete_port for 28e5b1de-36c3-4952-a04f-3b2638802a57 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:34.671937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.727853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=106cbf67-018f-4ca0-bf2e-354ab0b417b5,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:34.847839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Allocated IP 172.20.0.9 (8270f4fc-1da2-46cf-a371-1ddc1042d02f/790b94a9-c4a1-4032-917b-5a8bfb5a4d31/8962b65f-fd6f-457c-8703-45786d9b23d2) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:34.876360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Deleting port ee34226a-ca9f-4e38-91ea-b511cf53da0f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:34.876867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.889783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.931014 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bdddc3a3-7609-41a7-9820-fea35c2133e9 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.3625736 Apr 21 14:46:34.938285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48422) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:35.052780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.061406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:35.120765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:35.132825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:35.133425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.140026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] For port ee34226a-ca9f-4e38-91ea-b511cf53da0f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee34226a-ca9f-4e38-91ea-b511cf53da0f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:35.140473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.144043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.147784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=48c215a0-866c-4a2a-bfc1-a61d62ee536c,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.151694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Deleting port 106cbf67-018f-4ca0-bf2e-354ab0b417b5 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:35.151923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.262988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Calling delete_port for ee34226a-ca9f-4e38-91ea-b511cf53da0f owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:35.283394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.330953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Pushing event deleted for resources: {'Port': ['ID=c011f013-1830-44ba-84ea-cf6aa6a76bff,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.349778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event deleted for resources: {'Port': ['ID=28e5b1de-36c3-4952-a04f-3b2638802a57,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.351897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.399519 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dd270d4b-a84f-45d4-b36e-609cc299609b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2869427 Apr 21 14:46:35.399726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] No DVR routers for this DVR port ee34226a-ca9f-4e38-91ea-b511cf53da0f on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:35.409253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ef6de-f0e0-4423-b244-26c38fbbfb6c None None] Pushing event deleted for resources: {'Port': ['ID=ee34226a-ca9f-4e38-91ea-b511cf53da0f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.417640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48426) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:35.428403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910ae9c-d880-4f2f-b05b-fee61e13e7a1 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:35.475087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1068864825', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:35.517968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:35.526721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=bbcb9b05-76c6-4a29-87ff-14faca92892f,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.543909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:router and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:35.558752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:35.575765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:35.590140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.614779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': 'd20e8d98-2786-4739-b5d4-0daee00c80cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4294ac53-81c4-4f86-858c-319133567665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:35.615134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: 4294ac53-81c4-4f86-858c-319133567665, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:35.631159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Transition to ACTIVE for port object 8962b65f-fd6f-457c-8703-45786d9b23d2 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:35.674928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '48c215a0-866c-4a2a-bfc1-a61d62ee536c'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:35.676005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.795934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.796222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.798321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.803289 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-85ab1168-e6fd-4c32-825e-2db6e0ef85ef tempest-ServersTestJSON-1385198214 tempest-ServersTestJSON-1385198214-project] 10.222.0.42 "DELETE /v2.0/floatingips/d0fe1fd0-2a98-488f-8469-1a9b66098a02 HTTP/1.1" status: 204 len: 168 time: 2.6794207 Apr 21 14:46:35.804140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.805075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.808805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48430) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:35.831517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.845535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/48c215a0-866c-4a2a-bfc1-a61d62ee536c/d6221c85-0385-4f83-9c51-dbd836c341de) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:35.989133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] For port 106cbf67-018f-4ca0-bf2e-354ab0b417b5, host hv-neutron-8388, got binding levels [] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:35.989489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.101740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.112605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Transition to ACTIVE for port object d6221c85-0385-4f83-9c51-dbd836c341de will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:36.132147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Transition to ACTIVE for port object d6221c85-0385-4f83-9c51-dbd836c341de will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:36.136720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:36.139459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Calling delete_port for 106cbf67-018f-4ca0-bf2e-354ab0b417b5 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:36.140557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.165602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.191382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 4294ac53-81c4-4f86-858c-319133567665 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:36.202217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:36.204099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=8962b65f-fd6f-457c-8703-45786d9b23d2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:36.212582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:36.216206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:36.216561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:36.220665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:36.222783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Pushing event updated for resources: {'Port': ['ID=d6221c85-0385-4f83-9c51-dbd836c341de,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:36.232916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 4294ac53-81c4-4f86-858c-319133567665) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:36.236831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:36.237420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.260794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.261498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb4af19-ebfb-43f4-9fb5-b4899f44b25e None None] Network 4294ac53-81c4-4f86-858c-319133567665 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:36.269782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.290599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.291912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.337409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:36.338131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.338390 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0e9e75b2-ec5a-4251-b4cf-8692417a74d6 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5656307 Apr 21 14:46:36.342351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48434) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.346797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.404413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.434708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.434940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Fanout notify agent at l3_agent the message router_deleted on router 45b9bfbb-9cea-48aa-ab82-ce8fef5c209e {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:46:36.435254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Attempting to bind port d6221c85-0385-4f83-9c51-dbd836c341de on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:36.435705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Attempting to bind port d6221c85-0385-4f83-9c51-dbd836c341de by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:36.436690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Attempting to bind port d6221c85-0385-4f83-9c51-dbd836c341de on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:36.474253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:36.474627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:36.475032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.475432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:36.475909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Bound port: d6221c85-0385-4f83-9c51-dbd836c341de, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:36.476326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.477622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.484729 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-adacb374-89a9-4984-aca1-ccd39225bfe3 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/45b9bfbb-9cea-48aa-ab82-ce8fef5c209e HTTP/1.1" status: 204 len: 168 time: 5.5062203 Apr 21 14:46:36.484729 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7bbcc795-bcc9-44ef-8dce-ae3455bf8b91 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6263411 Apr 21 14:46:36.484729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48438) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.489689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1226043843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:36.493860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48442) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.504359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:36.510736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a2:b7:78'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:36.548831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event deleted for resources: {'Port': ['ID=106cbf67-018f-4ca0-bf2e-354ab0b417b5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:36.552849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Usage tracker for resource:router and tenant:2b6f2ef0f96146ff9c95d7a20f0d7125 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:36.575272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.578092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:36.607873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-4294ac53-81c4-4f86-858c-319133567665', 'network_id': '4294ac53-81c4-4f86-858c-319133567665', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': 'bbcb9b05-76c6-4a29-87ff-14faca92892f'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:36.608712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.630180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.633100 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c278af7e-c473-4f91-a551-306ed9dcfa62 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2042084 Apr 21 14:46:36.634616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:36.639605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.642265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] For port d6221c85-0385-4f83-9c51-dbd836c341de, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:36.655323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.657475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.659284 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b43f3bbf-3ac2-46ab-bb24-02d53959a3ed tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "DELETE /v2.0/ports/106cbf67-018f-4ca0-bf2e-354ab0b417b5 HTTP/1.1" status: 204 len: 168 time: 1.7167037 Apr 21 14:46:36.696451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] For port d6221c85-0385-4f83-9c51-dbd836c341de, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d6221c85-0385-4f83-9c51-dbd836c341de,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:36.707680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48450) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.716499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.764106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7864b1b6-e1d7-49b2-9535-fb650ad1f4db None None] Provisioning for port 8962b65f-fd6f-457c-8703-45786d9b23d2 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:36.786367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7864b1b6-e1d7-49b2-9535-fb650ad1f4db None None] Provisioning complete for port 8962b65f-fd6f-457c-8703-45786d9b23d2 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:36.786757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7864b1b6-e1d7-49b2-9535-fb650ad1f4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.832272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.918031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7864b1b6-e1d7-49b2-9535-fb650ad1f4db None None] Port 8962b65f-fd6f-457c-8703-45786d9b23d2 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:36.924034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd22e80-a7f3-4af1-860f-d6d74b99aee6 None None] Pushing event updated for resources: {'Port': ['ID=d6221c85-0385-4f83-9c51-dbd836c341de,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:36.926978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.927421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.946483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Allocated IP 172.20.0.2 (4294ac53-81c4-4f86-858c-319133567665/bbcb9b05-76c6-4a29-87ff-14faca92892f/be11c15b-4521-476a-a659-a2cef4dca4c2) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:36.966166 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38c2397-f89b-459d-b088-ee91bd358b8a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:46:36.967437 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a38c2397-f89b-459d-b088-ee91bd358b8a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "GET /v2.0/ports/106cbf67-018f-4ca0-bf2e-354ab0b417b5 HTTP/1.1" status: 404 len: 333 time: 0.2505312 Apr 21 14:46:36.972737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48454) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.985748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Request body: {'port': {'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2091331628'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:37.043021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:37.053880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Usage tracker for resource:port and tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:37.059035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:37.072231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:37.103293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.105861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Made reservation on behalf of 97d0fd28a2ee45c499b7e7f8fb4c4e51 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:37.108146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.148704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] device_id is not set on port 62b55c22-ea67-49e6-8861-229a2be261b0 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:37.203008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.215228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Transition to ACTIVE for port object be11c15b-4521-476a-a659-a2cef4dca4c2 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:37.240633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Transition to ACTIVE for port object be11c15b-4521-476a-a659-a2cef4dca4c2 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:37.258425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.292935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:37.361688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.366963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.389770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.395986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Network 4294ac53-81c4-4f86-858c-319133567665 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:37.401981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:37.407303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:37.410378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Pushing event updated for resources: {'Port': ['ID=be11c15b-4521-476a-a659-a2cef4dca4c2,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:37.515386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Attempting to bind port be11c15b-4521-476a-a659-a2cef4dca4c2 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:37.516656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Attempting to bind port be11c15b-4521-476a-a659-a2cef4dca4c2 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'd20e8d98-2786-4739-b5d4-0daee00c80cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4294ac53-81c4-4f86-858c-319133567665'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:37.517082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Attempting to bind port be11c15b-4521-476a-a659-a2cef4dca4c2 on network 4294ac53-81c4-4f86-858c-319133567665 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:37.526584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.527964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:37.528535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Checking segment: {'id': 'd20e8d98-2786-4739-b5d4-0daee00c80cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4294ac53-81c4-4f86-858c-319133567665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:37.528991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.529392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Bound using segment: {'id': 'd20e8d98-2786-4739-b5d4-0daee00c80cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4294ac53-81c4-4f86-858c-319133567665'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:37.529860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Bound port: be11c15b-4521-476a-a659-a2cef4dca4c2, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20e8d98-2786-4739-b5d4-0daee00c80cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4294ac53-81c4-4f86-858c-319133567665'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:37.530279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.547281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.550904 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa05aeae-ee57-4929-a2de-0123e5603411 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0649886 Apr 21 14:46:37.559117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.570247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48458) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:37.595778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:37.628744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] For port be11c15b-4521-476a-a659-a2cef4dca4c2, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:37.631961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] For port be11c15b-4521-476a-a659-a2cef4dca4c2, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=be11c15b-4521-476a-a659-a2cef4dca4c2,segment=NetworkSegment(d20e8d98-2786-4739-b5d4-0daee00c80cd),segment_id=d20e8d98-2786-4739-b5d4-0daee00c80cd)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:37.637741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.645792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcb9b05-76c6-4a29-87ff-14faca92892f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:37.678602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=025ca8a5-7af7-4c48-95d6-16b467ccf5c9,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:37.746694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.757806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8051e55-aa35-4152-80b5-f519ce9c3b87 None None] Pushing event updated for resources: {'Port': ['ID=be11c15b-4521-476a-a659-a2cef4dca4c2,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:37.790014 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec1c140-8ef0-4086-992f-98bc1fece0e5 None None] Network 4294ac53-81c4-4f86-858c-319133567665 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:37.919956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d6221c85-0385-4f83-9c51-dbd836c341de up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:38.018868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.055521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port d6221c85-0385-4f83-9c51-dbd836c341de completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:38.100253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4294ac53-81c4-4f86-858c-319133567665']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.116498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.168353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.179169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.246161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20e8d98-2786-4739-b5d4-0daee00c80cd') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.246373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20e8d98-2786-4739-b5d4-0daee00c80cd') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.385283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae23e9a-f1c0-41a0-a1e4-d239d4edd6ac None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:46:38.400336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.441112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.456946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:38.457208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:38.473763 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:38.482613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:38.490875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a20fa659-2af1-4388-866b-57ed85e0bdde None None] Provisioning for port d6221c85-0385-4f83-9c51-dbd836c341de completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:38.511152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a20fa659-2af1-4388-866b-57ed85e0bdde None None] Provisioning complete for port d6221c85-0385-4f83-9c51-dbd836c341de triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:38.511447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a20fa659-2af1-4388-866b-57ed85e0bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.518699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.530237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.590275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae23e9a-f1c0-41a0-a1e4-d239d4edd6ac None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:46:38.691567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.735966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:46:38.735966 dv-neutron-838898-1-hyperv neutron-server[83935]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:46:38.735966 dv-neutron-838898-1-hyperv neutron-server[83935]: [parameters: {'id': '4294ac53-81c4-4f86-858c-319133567665'}] Apr 21 14:46:38.735966 dv-neutron-838898-1-hyperv neutron-server[83935]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:38.736538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:38.739665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=8962b65f-fd6f-457c-8703-45786d9b23d2,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:38.747834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a20fa659-2af1-4388-866b-57ed85e0bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.821916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a20fa659-2af1-4388-866b-57ed85e0bdde None None] For port d6221c85-0385-4f83-9c51-dbd836c341de, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d6221c85-0385-4f83-9c51-dbd836c341de,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:38.830332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a20fa659-2af1-4388-866b-57ed85e0bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.835289 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP 75e46f7c-ca2b-4f03-93b3-cc000469292f associated. External IP: 172.26.6.210, port: ebd44732-df35-4c3c-8e84-4e15690de0d5. Apr 21 14:46:38.892617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] In _notify_port_updated(), no bound segment for port 8962b65f-fd6f-457c-8703-45786d9b23d2 on network 8270f4fc-1da2-46cf-a371-1ddc1042d02f {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:46:38.897104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:38.897912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.899242 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f2ac962-c5cb-47ff-add0-578f662f3b79 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "PUT /v2.0/ports/8962b65f-fd6f-457c-8703-45786d9b23d2 HTTP/1.1" status: 200 len: 995 time: 2.3975902 Apr 21 14:46:38.909987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48462) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:38.919679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Network aebfd304-5099-4234-a046-e7f9fb028cdb is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:38.964777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fa659-2af1-4388-866b-57ed85e0bdde None None] Pushing event updated for resources: {'Port': ['ID=d6221c85-0385-4f83-9c51-dbd836c341de,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:38.977401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:38.981964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:38.982779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:38.984650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.995538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::1 (273f4fc5-d828-4645-a9ef-b086301e3356/48c215a0-866c-4a2a-bfc1-a61d62ee536c/36d33ac4-0568-447c-93fd-90a9d2b88fd5) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:39.002066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=62b55c22-ea67-49e6-8861-229a2be261b0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:39.017453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.086987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting port 8962b65f-fd6f-457c-8703-45786d9b23d2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:39.087350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.136986 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c092dcbd-96bd-4380-986c-2420701affdc tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1539776 Apr 21 14:46:39.137800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48466) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:39.156391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:39.250938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.297845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.332114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 36d33ac4-0568-447c-93fd-90a9d2b88fd5 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:39.340987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.359866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-db1f7d75-487f-4ede-8696-313b1a974bd9 None None] Provisioning complete for port 8962b65f-fd6f-457c-8703-45786d9b23d2 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:39.360507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-db1f7d75-487f-4ede-8696-313b1a974bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.367531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port be11c15b-4521-476a-a659-a2cef4dca4c2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:39.367865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.426674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-db1f7d75-487f-4ede-8696-313b1a974bd9 None None] Port 8962b65f-fd6f-457c-8703-45786d9b23d2 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:39.449088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.617912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:39.649763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Deleting port a25bffcc-bbca-47f6-ac11-458c5ebef2c9 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:39.650115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.670999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=36d33ac4-0568-447c-93fd-90a9d2b88fd5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:39.673601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:39.692835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:39.693843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.779878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.847564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d6221c85-0385-4f83-9c51-dbd836c341de up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:39.866702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] device_id is not set on port 62b55c22-ea67-49e6-8861-229a2be261b0 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:39.877192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.940746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Transition to ACTIVE for port object 62b55c22-ea67-49e6-8861-229a2be261b0 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:39.952099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.977823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d6221c85-0385-4f83-9c51-dbd836c341de triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:39.979459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.997847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.010838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7f4ced58-5637-4934-8315-ceb83085b938 None None] Provisioning for port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:40.028906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7f4ced58-5637-4934-8315-ceb83085b938 None None] Provisioning complete for port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:40.029415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7f4ced58-5637-4934-8315-ceb83085b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.035695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Calling delete_port for 8962b65f-fd6f-457c-8703-45786d9b23d2 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:40.098705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ced58-5637-4934-8315-ceb83085b938 None None] Port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:40.257560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=62b55c22-ea67-49e6-8861-229a2be261b0,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:40.323842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.388212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port be11c15b-4521-476a-a659-a2cef4dca4c2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=be11c15b-4521-476a-a659-a2cef4dca4c2,segment=NetworkSegment(d20e8d98-2786-4739-b5d4-0daee00c80cd),segment_id=d20e8d98-2786-4739-b5d4-0daee00c80cd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:40.388570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.398453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.443352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:40.443602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:40.443974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:40.447524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:40.464007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:40.464393 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:40.468184 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 2 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:40.499890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:40.500256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:40.500596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:40.685843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:40.686516 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:40.693783 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 3 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:40.726812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:40.727381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:40.727956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:40.757530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for be11c15b-4521-476a-a659-a2cef4dca4c2 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:40.763137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:40.763467 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:40.768459 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 4 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:40.803746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:40.804092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:40.804432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:40.814615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] For port a25bffcc-bbca-47f6-ac11-458c5ebef2c9, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:40.815145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.825505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:40.825835 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:40.828211 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 5 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:40.857338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:40.857671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:40.858007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:40.866963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.875106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.875830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.914722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:40.915055 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:40.924765 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 6 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:40.978339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Calling delete_port for a25bffcc-bbca-47f6-ac11-458c5ebef2c9 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:40.982976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:40.983314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:40.983667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:41.060579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=36d33ac4-0568-447c-93fd-90a9d2b88fd5,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:41.065462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:41.065793 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:41.069524 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 7 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:41.094499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:41.094839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:41.095176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:41.114410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:41.126003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:41.126003 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:41.127243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.128733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:41.138845 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 8 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:41.142761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:41.143650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.168737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:41.169074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:41.169413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:41.173598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.198803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Port': ['ID=8962b65f-fd6f-457c-8703-45786d9b23d2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:41.208185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:41.211979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.212359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.218027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:41.224643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:41.226551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.286635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.287384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec4103-d605-48f0-93c7-08a5b509fb9c None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:41.337746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Port': ['ID=be11c15b-4521-476a-a659-a2cef4dca4c2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:41.343362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Allocated IP 172.26.6.202 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/93e34bb7-b41f-4ef6-af76-bc7c41fc217e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:41.364944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:41.365355 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:41.371867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No DVR routers for this DVR port be11c15b-4521-476a-a659-a2cef4dca4c2 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:41.374304 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 9 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:41.404977 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-005a9ac7-d4c4-4299-ab05-842a5b9f09b0 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.1045277 Apr 21 14:46:41.410657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48470) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.482004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:41.482655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:41.483173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:41.529310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:41.529655 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:41.533642 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 10 to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 Apr 21 14:46:41.575165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:41.575504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:41.575840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:41.589458 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f5ff3da3-996c-4bfb-a327-af79c08ba8c1 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "GET /v2.0/floatingips/75e46f7c-ca2b-4f03-93b3-cc000469292f HTTP/1.1" status: 200 len: 979 time: 0.1766517 Apr 21 14:46:41.593004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48474) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.671848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.675240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.733629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9b686756-e3cb-4900-9afa-b07b1de48ad4 None None] Provisioning complete for port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:41.734287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9b686756-e3cb-4900-9afa-b07b1de48ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.794832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9b686756-e3cb-4900-9afa-b07b1de48ad4 None None] Port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:41.821582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4294ac53-81c4-4f86-858c-319133567665']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.842517 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1906872a-14f0-41ac-bd44-2e12a3b9b8c1 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/ports/8962b65f-fd6f-457c-8703-45786d9b23d2 HTTP/1.1" status: 204 len: 168 time: 2.9251342 Apr 21 14:46:41.854480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48478) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.858922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20e8d98-2786-4739-b5d4-0daee00c80cd') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.859215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20e8d98-2786-4739-b5d4-0daee00c80cd') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.881208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:41.881765 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port 62b55c22-ea67-49e6-8861-229a2be261b0 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:41.881862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.909149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.922392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.941273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.980431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-0587b7d1-6ef5-48b9-9162-f9345fdc521b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] GET failed (client error): The resource could not be found. Apr 21 14:46:41.980931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0587b7d1-6ef5-48b9-9162-f9345fdc521b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Synchronizing usage tracker for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:42.005988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.008993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25bffcc-bbca-47f6-ac11-458c5ebef2c9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:42.024929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:42.025865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.034771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1e542210-0168-4013-807c-1ae8dec61cbe tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Synchronizing usage tracker for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:floatingip {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:42.044877 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:42.057348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] For port 62b55c22-ea67-49e6-8861-229a2be261b0, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:42.057879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempted to set empty binding levels {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 14:46:42.070906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.127268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1e542210-0168-4013-807c-1ae8dec61cbe tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Unset dirty status for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:floatingip {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:42.131225 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e542210-0168-4013-807c-1ae8dec61cbe tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.4674518 Apr 21 14:46:42.133482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.147338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'port_id': 'd2efe686-01d2-4e60-9c47-f572ac140413'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:42.213398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] In _notify_port_updated(), no bound segment for port 62b55c22-ea67-49e6-8861-229a2be261b0 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:46:42.214441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.218257 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "PUT /v2.0/ports/62b55c22-ea67-49e6-8861-229a2be261b0 HTTP/1.1" status: 200 len: 977 time: 3.0757535 Apr 21 14:46:42.232476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.255918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.256341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.256619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.256946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.257271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.257594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.257911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.258231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.258543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.258855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.259167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.285176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=62b55c22-ea67-49e6-8861-229a2be261b0,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:42.290214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0587b7d1-6ef5-48b9-9162-f9345fdc521b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Unset dirty status for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:42.291437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0587b7d1-6ef5-48b9-9162-f9345fdc521b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "GET /v2.0/ports/8962b65f-fd6f-457c-8703-45786d9b23d2 HTTP/1.1" status: 404 len: 333 time: 0.4249485 Apr 21 14:46:42.300531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.323548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'name': 'tempest-AllowedAddressPairTestJSON-761465562'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:42.387890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.404019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.404382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.404717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.405047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.405373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.405700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.406020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.406894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.406894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.407072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.407298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdc68c-3b5f-4777-a646-9663eb851d2a tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:42.420600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.421066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.459368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.533941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Deleting port a952864e-4179-4297-b55e-f7c1ebf42170 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:42.534198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.569218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=4294ac53-81c4-4f86-858c-319133567665,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:42.569469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:46:42.639155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:42.642500 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5174efb4-81ab-4dea-a1de-a87b641a63a4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/4294ac53-81c4-4f86-858c-319133567665 HTTP/1.1" status: 204 len: 168 time: 6.2934246 Apr 21 14:46:42.646317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:42.657428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48494) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.661260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:42.663540 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3643c88c-8fb4-404f-9540-8bf9ae27c3ec tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17866 time: 0.4307158 Apr 21 14:46:42.668505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48498) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.669268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:42.684974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:42.727336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event updated for resources: {'Port': ['ID=93e34bb7-b41f-4ef6-af76-bc7c41fc217e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:42.809444 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1ed4ab-0fab-42be-907a-e716cb0836b4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] GET failed (client error): The resource could not be found. Apr 21 14:46:42.809862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ac1ed4ab-0fab-42be-907a-e716cb0836b4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Synchronizing usage tracker for tenant:ab80139157bc4d15809c44075531873b on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:42.841903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:42.844801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.949046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Deleting port 62b55c22-ea67-49e6-8861-229a2be261b0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:42.949612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.995249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] device_id is not set on port 9bd49765-dd6a-4a3d-a813-7ea8fb97149b yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:43.014706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ac1ed4ab-0fab-42be-907a-e716cb0836b4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Unset dirty status for tenant:ab80139157bc4d15809c44075531873b on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:43.015857 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ac1ed4ab-0fab-42be-907a-e716cb0836b4 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/subnets/bbcb9b05-76c6-4a29-87ff-14faca92892f HTTP/1.1" status: 404 len: 337 time: 0.3561633 Apr 21 14:46:43.034181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48502) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:43.122426 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-65380857-e555-4247-8cc3-1d6be968107d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:43.122789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65380857-e555-4247-8cc3-1d6be968107d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:43.124482 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-65380857-e555-4247-8cc3-1d6be968107d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/4294ac53-81c4-4f86-858c-319133567665 HTTP/1.1" status: 404 len: 339 time: 0.0878408 Apr 21 14:46:43.135510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48506) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:43.137693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] For port a952864e-4179-4297-b55e-f7c1ebf42170, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a952864e-4179-4297-b55e-f7c1ebf42170,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:43.138051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.363357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Calling delete_port for a952864e-4179-4297-b55e-f7c1ebf42170 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:43.386193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:43.398266 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Sync routers for ids ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:43.406793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Allocated IP 172.20.0.11 (8270f4fc-1da2-46cf-a371-1ddc1042d02f/790b94a9-c4a1-4032-917b-5a8bfb5a4d31/9bd49765-dd6a-4a3d-a813-7ea8fb97149b) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:43.413174 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Routers {'146f1e06-ddd5-47d0-8b6c-d4f693d47391'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:43.414230 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:43.423580 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-432cd630-4803-43aa-9aef-7326a733aaf1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "PUT /v2.0/routers/146f1e06-ddd5-47d0-8b6c-d4f693d47391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7747643 Apr 21 14:46:43.432006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:43.544464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386ed0b-ae80-4ec9-95b8-16bb4ffe468a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:43.545046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2386ed0b-ae80-4ec9-95b8-16bb4ffe468a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:43.578426 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Set router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:43.651595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2386ed0b-ae80-4ec9-95b8-16bb4ffe468a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:43.655261 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2386ed0b-ae80-4ec9-95b8-16bb4ffe468a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports/36d33ac4-0568-447c-93fd-90a9d2b88fd5 HTTP/1.1" status: 200 len: 911 time: 0.2198334 Apr 21 14:46:43.658977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:43.714571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] For port 62b55c22-ea67-49e6-8861-229a2be261b0, host hv-neutron-8388, got binding levels [] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:43.714571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.816229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ed9474-fa56-4fb5-ad8d-ad0d7252813d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:43.816931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-18ed9474-fa56-4fb5-ad8d-ad0d7252813d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Synchronizing usage tracker for tenant:ab80139157bc4d15809c44075531873b on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:43.883527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Calling delete_port for 62b55c22-ea67-49e6-8861-229a2be261b0 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:43.889111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.896245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.908940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9703897-c8e8-4507-9173-dc5094ea4535 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:43.912724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9703897-c8e8-4507-9173-dc5094ea4535 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:43.917191 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9703897-c8e8-4507-9173-dc5094ea4535 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2501354 Apr 21 14:46:43.917191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.920591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48518) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:43.930772 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'name': 'tempest-NetworksTestDHCPv6-router-1068864825', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:46:35Z', 'updated_at': '2022-04-21T14:46:39Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None, '_interfaces': [{'id': '36d33ac4-0568-447c-93fd-90a9d2b88fd5', 'name': '', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'mac_address': 'fa:16:3e:7b:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48c215a0-866c-4a2a-bfc1-a61d62ee536c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:46:38Z', 'updated_at': '2022-04-21T14:46:40Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'subnets': [{'id': '48c215a0-866c-4a2a-bfc1-a61d62ee536c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:43.935444 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Checking router: 146f1e06-ddd5-47d0-8b6c-d4f693d47391 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:46:43.936160 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Updating router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:46:43.986045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.037957 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.041068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Transition to ACTIVE for port object 9bd49765-dd6a-4a3d-a813-7ea8fb97149b will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:44.085798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-18ed9474-fa56-4fb5-ad8d-ad0d7252813d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Unset dirty status for tenant:ab80139157bc4d15809c44075531873b on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:44.090044 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-18ed9474-fa56-4fb5-ad8d-ad0d7252813d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9409475 Apr 21 14:46:44.090390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48522) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.132317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.183379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fdc052e8-40d2-4363-b7cc-179cc425d11d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Synchronizing usage tracker for tenant:ab80139157bc4d15809c44075531873b on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:44.230836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:44.233353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fdc052e8-40d2-4363-b7cc-179cc425d11d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Unset dirty status for tenant:ab80139157bc4d15809c44075531873b on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:44.237876 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fdc052e8-40d2-4363-b7cc-179cc425d11d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 207 time: 0.1432962 Apr 21 14:46:44.238927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:44.239878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48526) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.264513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:44.286217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.293771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=9bd49765-dd6a-4a3d-a813-7ea8fb97149b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.406439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.412382 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.427329 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Transition to ACTIVE for port object 36d33ac4-0568-447c-93fd-90a9d2b88fd5 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:44.436661 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.465495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:44.466098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.506215 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c9dc2-6563-454a-8952-a240ac3bf973 None None] Pushing event updated for resources: {'Port': ['ID=36d33ac4-0568-447c-93fd-90a9d2b88fd5,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.506544 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP 75e46f7c-ca2b-4f03-93b3-cc000469292f associated. External IP: 172.26.6.210, port: ebd44732-df35-4c3c-8e84-4e15690de0d5. Apr 21 14:46:44.525554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event deleted for resources: {'Port': ['ID=62b55c22-ea67-49e6-8861-229a2be261b0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.536474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.572165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c033b-ec07-4916-b4e2-689a0fa67fc8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:44.575925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c033b-ec07-4916-b4e2-689a0fa67fc8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:44.576047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.579940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c033b-ec07-4916-b4e2-689a0fa67fc8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:44.583743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c033b-ec07-4916-b4e2-689a0fa67fc8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:44.591650 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f55c033b-ec07-4916-b4e2-689a0fa67fc8 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3419929 Apr 21 14:46:44.594670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-251301e1-57d6-4fa8-833d-59721019f77b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2903211 Apr 21 14:46:44.595300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48530) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.608049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48532) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.618050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'network_id': '8270f4fc-1da2-46cf-a371-1ddc1042d02f', 'name': 'tempest-AllowedAddressPairTestJSON-396673203'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:44.635121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a952864e-4179-4297-b55e-f7c1ebf42170,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.670421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-58732382-b1d1-4bdd-89c1-684cae581a30 None None] Provisioning for port 9bd49765-dd6a-4a3d-a813-7ea8fb97149b completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:44.681380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-58732382-b1d1-4bdd-89c1-684cae581a30 None None] Provisioning complete for port 9bd49765-dd6a-4a3d-a813-7ea8fb97149b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:44.681988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-58732382-b1d1-4bdd-89c1-684cae581a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.699767 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Attempting to bind port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:44.700125 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Attempting to bind port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:44.700498 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Attempting to bind port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:44.713546 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:44.718953 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:44.719882 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.720459 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:44.720953 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Bound port: 36d33ac4-0568-447c-93fd-90a9d2b88fd5, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:44.721346 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.733262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b5ffe856-3d31-42fb-a85e-ac04e0d13d60 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "DELETE /v2.0/ports/62b55c22-ea67-49e6-8861-229a2be261b0 HTTP/1.1" status: 204 len: 168 time: 2.0046165 Apr 21 14:46:44.767358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-58732382-b1d1-4bdd-89c1-684cae581a30 None None] Port 9bd49765-dd6a-4a3d-a813-7ea8fb97149b cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:44.774840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48538) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.854524 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] For port 36d33ac4-0568-447c-93fd-90a9d2b88fd5, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:44.857849 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] For port 36d33ac4-0568-447c-93fd-90a9d2b88fd5, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=36d33ac4-0568-447c-93fd-90a9d2b88fd5,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:44.865959 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.884746 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a29fcba-f8c2-408e-a3aa-2377d5a1a155 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2881505 Apr 21 14:46:44.888669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.958256 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Routers {'146f1e06-ddd5-47d0-8b6c-d4f693d47391'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:44.959021 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:45.188851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a35ef6-8dc3-4944-af82-0d1577376ac3 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:45.190647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a35ef6-8dc3-4944-af82-0d1577376ac3 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:45.190914 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] Set router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:45.197313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.197870 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-61a35ef6-8dc3-4944-af82-0d1577376ac3 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3058171 Apr 21 14:46:45.198387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48546) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.265103 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c9dc2-6563-454a-8952-a240ac3bf973 None None] Pushing event updated for resources: {'Port': ['ID=36d33ac4-0568-447c-93fd-90a9d2b88fd5,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:45.273130 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-847ac26d-befe-4f71-a43e-6881bff8dfbf tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:46:45.273638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-847ac26d-befe-4f71-a43e-6881bff8dfbf tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Synchronizing usage tracker for tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:45.293802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f709cc-7eb8-4d5c-ac1a-828ed6befc91 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:45.295083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f709cc-7eb8-4d5c-ac1a-828ed6befc91 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:45.297581 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a9f709cc-7eb8-4d5c-ac1a-828ed6befc91 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0955384 Apr 21 14:46:45.302853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.350348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.499073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c9316b-3793-4202-a865-dd9de4a314ad tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:45.500356 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-10c9316b-3793-4202-a865-dd9de4a314ad tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/networks/a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 HTTP/1.1" status: 200 len: 799 time: 0.1963010 Apr 21 14:46:45.506711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.577066 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'name': 'tempest-NetworksTestDHCPv6-router-1068864825', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:46:35Z', 'updated_at': '2022-04-21T14:46:39Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None, '_interfaces': [{'id': '36d33ac4-0568-447c-93fd-90a9d2b88fd5', 'name': '', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'mac_address': 'fa:16:3e:7b:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48c215a0-866c-4a2a-bfc1-a61d62ee536c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:46:38Z', 'updated_at': '2022-04-21T14:46:44Z', 'revision_number': 4, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'subnets': [{'id': '48c215a0-866c-4a2a-bfc1-a61d62ee536c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:45.583006 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da92484-9bd1-4837-805f-cf4907e6e3c9 None None] The sync data for ids ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'] in dv-neutron-838898-1-hyperv is: [{'id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'name': 'tempest-NetworksTestDHCPv6-router-1068864825', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:46:35Z', 'updated_at': '2022-04-21T14:46:39Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None, '_interfaces': [{'id': '36d33ac4-0568-447c-93fd-90a9d2b88fd5', 'name': '', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'mac_address': 'fa:16:3e:7b:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48c215a0-866c-4a2a-bfc1-a61d62ee536c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:46:38Z', 'updated_at': '2022-04-21T14:46:44Z', 'revision_number': 4, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'subnets': [{'id': '48c215a0-866c-4a2a-bfc1-a61d62ee536c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:45.625891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-847ac26d-befe-4f71-a43e-6881bff8dfbf tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Unset dirty status for tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:45.634258 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-847ac26d-befe-4f71-a43e-6881bff8dfbf tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "GET /v2.0/ports/62b55c22-ea67-49e6-8861-229a2be261b0 HTTP/1.1" status: 404 len: 333 time: 0.7831724 Apr 21 14:46:45.641430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48558) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.658142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1168237028', 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:45.675837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:45.693697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:45.730145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:45.733021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:45.785124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Made reservation on behalf of 97d0fd28a2ee45c499b7e7f8fb4c4e51 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:45.787987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.853779 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b8ee3798-8d37-479d-8970-440f12e2ce9f tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/networks/a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2952192 Apr 21 14:46:45.858791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48562) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.895385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Made reservation on behalf of ce3cd46a341744b4a742e27ed693c14c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:45.898846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.969814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e91a33-29ad-4e3b-a379-cbfcddc2b250 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:45.975321 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c1e91a33-29ad-4e3b-a379-cbfcddc2b250 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/subnets/e8d006b9-4bd9-431b-9598-1c6d02347e5e HTTP/1.1" status: 200 len: 811 time: 0.1114395 Apr 21 14:46:45.976682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48566) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:46.029165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] device_id is not set on port 237b41e7-9e8e-4327-aea3-1a0bc9e4633d yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:46.061139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:46.075102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc856d-9982-4234-ae1a-179ea9e02e0e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:46.080175 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9bc856d-9982-4234-ae1a-179ea9e02e0e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "GET /v2.0/subnets/e8d006b9-4bd9-431b-9598-1c6d02347e5e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0975635 Apr 21 14:46:46.080175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48570) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:46.087221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-416217890'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:46.094372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] device_id is not set on port af8770a9-cf6d-4f71-9fbd-8f76aee96923 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:46.142136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:46.220568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:46.245202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:46.248134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.289650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:46.305743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.306087 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Added segment 1e8aab70-12a2-4244-bb97-d230ebcfd589 of type vlan for network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 Apr 21 14:46:46.341704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.389223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:46.402797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:46.415115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:46.416311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:46.450230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.455456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:46.456376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.486568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:46.497992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:46.498598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:46.534618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.556612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:46.556942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce85ba6-1b7a-4f2f-8fa1-23bd010f2506 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:46.645907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Network': ['ID=3c331cce-f54d-4a95-aee2-d35e4a7943a0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:46.658606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:46.667887 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-255d396d-9b2c-4a15-8d10-66f5503ffd44 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5868170 Apr 21 14:46:46.671246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48574) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:46.677317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'network_id': '3c331cce-f54d-4a95-aee2-d35e4a7943a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:46.799620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:46.812862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:46.830007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Made reservation on behalf of ab80139157bc4d15809c44075531873b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:46.886669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Allocated IP 172.20.0.8 (8270f4fc-1da2-46cf-a371-1ddc1042d02f/790b94a9-c4a1-4032-917b-5a8bfb5a4d31/af8770a9-cf6d-4f71-9fbd-8f76aee96923) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:46.950128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.072837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.221536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.227598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Router 44fed9c2-0921-4807-95c1-3c58458ad756 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:46:47.274303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 14:46:47.274908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 14:46:47.366833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Network aebfd304-5099-4234-a046-e7f9fb028cdb is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:47.383159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:47.386047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:47.387012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:47.387601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.390864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=237b41e7-9e8e-4327-aea3-1a0bc9e4633d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:47.459481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.514927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:47.551686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=455348b9-5424-4e68-abf5-c9f6893fa95c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:47.633437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Checking segment: {'id': '1e8aab70-12a2-4244-bb97-d230ebcfd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c331cce-f54d-4a95-aee2-d35e4a7943a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:47.633707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network hostable DHCP agents. Network: 3c331cce-f54d-4a95-aee2-d35e4a7943a0, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:47.636783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.685198 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d5336273-9bb6-4ac1-80f6-e8a7b2341b28 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0339360 Apr 21 14:46:47.688121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.695716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48578) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:47.755167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Transition to ACTIVE for port object af8770a9-cf6d-4f71-9fbd-8f76aee96923 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:47.785672 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9519f4e6-8a4a-4ff7-bb3e-f470470a5f4e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "GET /v2.0/ports/237b41e7-9e8e-4327-aea3-1a0bc9e4633d HTTP/1.1" status: 200 len: 955 time: 0.0865917 Apr 21 14:46:47.787917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48582) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:47.791148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:47.847190 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Router ada8164a-338e-47bd-9e2f-b3664d6654f3 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:47.861031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 3c331cce-f54d-4a95-aee2-d35e4a7943a0) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:47.866207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36d33ac4-0568-447c-93fd-90a9d2b88fd5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:47.870979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:47.871571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.894320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Deleting port 237b41e7-9e8e-4327-aea3-1a0bc9e4633d {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:47.894650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.907562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75dfef-a16a-45d8-82e6-1cb43548074c None None] Network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:48.023349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.036191 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-46c2663e-f0ef-4a1e-ac5c-420122e8f19e tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3639121 Apr 21 14:46:48.041162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48586) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:48.051613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c09ce6e6-24e0-4168-8ab8-ab939f5bc2ce tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:48.091526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:48.109386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:48.109758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.227324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-3c331cce-f54d-4a95-aee2-d35e4a7943a0', 'network_id': '3c331cce-f54d-4a95-aee2-d35e4a7943a0', 'tenant_id': 'ab80139157bc4d15809c44075531873b', 'fixed_ips': [{'subnet_id': '455348b9-5424-4e68-abf5-c9f6893fa95c'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:46:48.228727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.255636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:48.270741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:48.272281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:48.283960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.315787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=af8770a9-cf6d-4f71-9fbd-8f76aee96923,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:48.349711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.420974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Calling delete_port for 237b41e7-9e8e-4327-aea3-1a0bc9e4633d owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:48.447513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 36d33ac4-0568-447c-93fd-90a9d2b88fd5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=36d33ac4-0568-447c-93fd-90a9d2b88fd5,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:48.447767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:48.460280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.462139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.473387 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:48.488822 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:48.489895 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:48.522293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c09ce6e6-24e0-4168-8ab8-ab939f5bc2ce tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16202478'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.548927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:48.549553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.584115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Allocated IP 172.20.0.3 (3c331cce-f54d-4a95-aee2-d35e4a7943a0/455348b9-5424-4e68-abf5-c9f6893fa95c/420bde06-7c87-4b1c-a3ec-29487d9fcabd) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:48.586497 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:48.600373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=36d33ac4-0568-447c-93fd-90a9d2b88fd5,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:48.601516 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:48.602494 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:48.624464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.624821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.625207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.625640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.626031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.626385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.626784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.627056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.627463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.628657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.629038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:48.677085 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23e9d1cd-4b1f-47f0-b330-f3e59aecb869 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/floatingips/75e46f7c-ca2b-4f03-93b3-cc000469292f HTTP/1.1" status: 200 len: 978 time: 6.5417085 Apr 21 14:46:48.680513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.682342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48590) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:48.692400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:48.713424 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:48.713911 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22f207-a234-4f34-ad97-ed9ed2842ad4 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:48.807151 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-80a14313-1cce-46e8-8b40-2713ab3fa16a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.1980488 Apr 21 14:46:48.816365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5c7c8370-47f6-42e7-aef5-aa0785e9facb None None] Provisioning for port af8770a9-cf6d-4f71-9fbd-8f76aee96923 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:48.830671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48594) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:48.838903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a2:b7:78'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:69:e0:52'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:48.851321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5c7c8370-47f6-42e7-aef5-aa0785e9facb None None] Provisioning complete for port af8770a9-cf6d-4f71-9fbd-8f76aee96923 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:48.851688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8370-47f6-42e7-aef5-aa0785e9facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.887783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.898355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Transition to ACTIVE for port object 420bde06-7c87-4b1c-a3ec-29487d9fcabd will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:48.925980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Transition to ACTIVE for port object 420bde06-7c87-4b1c-a3ec-29487d9fcabd will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:48.932824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event deleted for resources: {'Port': ['ID=237b41e7-9e8e-4327-aea3-1a0bc9e4633d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:48.936728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.994135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.016863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5c7c8370-47f6-42e7-aef5-aa0785e9facb None None] Port af8770a9-cf6d-4f71-9fbd-8f76aee96923 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:49.031678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:49.035250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:49.039262 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77b70fef-d206-4db3-878e-f24b0fd88582 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "DELETE /v2.0/ports/237b41e7-9e8e-4327-aea3-1a0bc9e4633d HTTP/1.1" status: 204 len: 168 time: 1.2479098 Apr 21 14:46:49.041352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.045286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Pushing event updated for resources: {'Port': ['ID=420bde06-7c87-4b1c-a3ec-29487d9fcabd,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:49.047762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:49.052246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48598) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:49.059841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:49.078625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f89ff514-35af-4980-a0c7-f5a637d19cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.085846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] Sync routers for ids ['44fed9c2-0921-4807-95c1-3c58458ad756'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:49.098252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.101993 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-879227f3-6b2a-44cb-ae10-4bc9c0e896f2 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "PUT /v2.0/routers/44fed9c2-0921-4807-95c1-3c58458ad756 HTTP/1.1" status: 200 len: 884 time: 11.5193725 Apr 21 14:46:49.102988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48602) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:49.153506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] Routers {'44fed9c2-0921-4807-95c1-3c58458ad756'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:49.154129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['44fed9c2-0921-4807-95c1-3c58458ad756'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:49.218605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Attempting to bind port 420bde06-7c87-4b1c-a3ec-29487d9fcabd on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:49.218993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Attempting to bind port 420bde06-7c87-4b1c-a3ec-29487d9fcabd by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1e8aab70-12a2-4244-bb97-d230ebcfd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c331cce-f54d-4a95-aee2-d35e4a7943a0'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:49.219631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Attempting to bind port 420bde06-7c87-4b1c-a3ec-29487d9fcabd on network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:49.222155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:49.232800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:46:49.233435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Checking segment: {'id': '1e8aab70-12a2-4244-bb97-d230ebcfd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c331cce-f54d-4a95-aee2-d35e4a7943a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:46:49.234040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.234437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Bound using segment: {'id': '1e8aab70-12a2-4244-bb97-d230ebcfd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c331cce-f54d-4a95-aee2-d35e4a7943a0'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:46:49.234908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Bound port: 420bde06-7c87-4b1c-a3ec-29487d9fcabd, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8aab70-12a2-4244-bb97-d230ebcfd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3c331cce-f54d-4a95-aee2-d35e4a7943a0'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:49.235285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.264272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] Routers {'44fed9c2-0921-4807-95c1-3c58458ad756'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:49.264822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['44fed9c2-0921-4807-95c1-3c58458ad756'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:49.285760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-527935a3-3197-44dd-ae19-2520599befa0 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:46:49.286221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-527935a3-3197-44dd-ae19-2520599befa0 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Synchronizing usage tracker for tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:49.362302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:49.362682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2d326-c461-4ae9-b440-c5ff78cfb42f None None] The sync data for ids ['44fed9c2-0921-4807-95c1-3c58458ad756'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:49.412310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] For port 420bde06-7c87-4b1c-a3ec-29487d9fcabd, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:49.416541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] For port 420bde06-7c87-4b1c-a3ec-29487d9fcabd, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=420bde06-7c87-4b1c-a3ec-29487d9fcabd,segment=NetworkSegment(1e8aab70-12a2-4244-bb97-d230ebcfd589),segment_id=1e8aab70-12a2-4244-bb97-d230ebcfd589)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:46:49.420463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c09ce6e6-24e0-4168-8ab8-ab939f5bc2ce tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752279743645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16252679'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.422255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.441988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-527935a3-3197-44dd-ae19-2520599befa0 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Unset dirty status for tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:49.448021 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-527935a3-3197-44dd-ae19-2520599befa0 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "GET /v2.0/ports/237b41e7-9e8e-4327-aea3-1a0bc9e4633d HTTP/1.1" status: 404 len: 333 time: 0.3861268 Apr 21 14:46:49.454442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48606) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:49.463517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Request body: {'port': {'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-648629395'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:49.484664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:49.485340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.501388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.501388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP 75e46f7c-ca2b-4f03-93b3-cc000469292f disassociated. External IP: 172.26.6.210, port: d2efe686-01d2-4e60-9c47-f572ac140413. Apr 21 14:46:49.501654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:49.501654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.509129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3c004-849c-46a0-8621-5e089d38fe39 None None] Pushing event updated for resources: {'Port': ['ID=420bde06-7c87-4b1c-a3ec-29487d9fcabd,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:49.564902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ce6e6-24e0-4168-8ab8-ab939f5bc2ce tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:49.564902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c09ce6e6-24e0-4168-8ab8-ab939f5bc2ce tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.566240 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c09ce6e6-24e0-4168-8ab8-ab939f5bc2ce tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "PUT /v2.0/subnets/455348b9-5424-4e68-abf5-c9f6893fa95c HTTP/1.1" status: 200 len: 877 time: 1.5240574 Apr 21 14:46:49.575221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:49.580159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:49.655982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce6e6-24e0-4168-8ab8-ab939f5bc2ce tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event updated for resources: {'Subnet': ['ID=455348b9-5424-4e68-abf5-c9f6893fa95c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:49.776458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Made reservation on behalf of 97d0fd28a2ee45c499b7e7f8fb4c4e51 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:49.778716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.801111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.873419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:49.884590 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] Sync routers for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:49.900725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.906116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] device_id is not set on port f69686e8-738b-447a-8d64-b0f897500762 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:49.909267 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:49.909880 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:49.920175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 420bde06-7c87-4b1c-a3ec-29487d9fcabd {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:49.920696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.967220 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2a736eb1-edbc-4dcb-8335-7462ce10c514 admin admin] 10.222.0.42 "PUT /v2.0/routers/ada8164a-338e-47bd-9e2f-b3664d6654f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3341386 Apr 21 14:46:49.968224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48614) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:50.017506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 420bde06-7c87-4b1c-a3ec-29487d9fcabd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:50.070553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] For port 36d33ac4-0568-447c-93fd-90a9d2b88fd5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=36d33ac4-0568-447c-93fd-90a9d2b88fd5,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:50.070892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.171379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 420bde06-7c87-4b1c-a3ec-29487d9fcabd completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:50.180604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36d33ac4-0568-447c-93fd-90a9d2b88fd5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:50.184618 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:50.271539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Router 9a5d271a-f0db-42d7-9b22-ae921105c5ee has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:50.330580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 36d33ac4-0568-447c-93fd-90a9d2b88fd5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:50.331167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.390162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 36d33ac4-0568-447c-93fd-90a9d2b88fd5 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:50.627839 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:46:41Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:50.629096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] For port 420bde06-7c87-4b1c-a3ec-29487d9fcabd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=420bde06-7c87-4b1c-a3ec-29487d9fcabd,segment=NetworkSegment(1e8aab70-12a2-4244-bb97-d230ebcfd589),segment_id=1e8aab70-12a2-4244-bb97-d230ebcfd589)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:50.629678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.637349 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] Checking router: ada8164a-338e-47bd-9e2f-b3664d6654f3 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:46:50.659066 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] Routers {'ada8164a-338e-47bd-9e2f-b3664d6654f3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:50.660467 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ada8164a-338e-47bd-9e2f-b3664d6654f3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:50.767660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Calling delete_port for 420bde06-7c87-4b1c-a3ec-29487d9fcabd owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:50.817761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972d8a9-cc96-402f-add2-23b6969244dc None None] Network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:50.912382 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] Set router ada8164a-338e-47bd-9e2f-b3664d6654f3 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:51.176981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.190980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.195990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1657380c-d979-43d8-aec6-ceeaa8113632 None None] Provisioning for port 420bde06-7c87-4b1c-a3ec-29487d9fcabd completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:51.208666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1657380c-d979-43d8-aec6-ceeaa8113632 None None] Provisioning complete for port 420bde06-7c87-4b1c-a3ec-29487d9fcabd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:51.209038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1657380c-d979-43d8-aec6-ceeaa8113632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.265327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Port': ['ID=420bde06-7c87-4b1c-a3ec-29487d9fcabd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:51.275081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1657380c-d979-43d8-aec6-ceeaa8113632 None None] Port 420bde06-7c87-4b1c-a3ec-29487d9fcabd was deleted so its status cannot be updated. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 21 14:46:51.318911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-12bd47ae-3343-4cef-8290-1630bf64671b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.335325 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:46:41Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:51.340966 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa568da-8723-47fb-aa4a-301c8c7c09a7 None None] The sync data for ids ['ada8164a-338e-47bd-9e2f-b3664d6654f3'] in dv-neutron-838898-1-hyperv is: [{'id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'name': 'tempest-ServersTestManualDisk-1830717460-router', 'tenant_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181'}], 'enable_snat': True}, 'gw_port_id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:41Z', 'updated_at': '2022-04-21T14:46:41Z', 'revision_number': 5, 'project_id': 'e18ccb0a34a44f6f9773fe9e63e366c6', 'gw_port': {'id': 'b54f87f5-8376-49b4-9c51-a46a2d67891a', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada8164a-338e-47bd-9e2f-b3664d6654f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:51.398090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=36d33ac4-0568-447c-93fd-90a9d2b88fd5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:51.413338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No DVR routers for this DVR port 420bde06-7c87-4b1c-a3ec-29487d9fcabd on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:51.471501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.490759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c257a3b-3af0-4848-bcb2-cea4ab7d5ca3 None None] Network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:51.506591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2bad84d-cb07-47ef-815f-9811dbc379b3 None None] Could not find standard attr ID for object 420bde06-7c87-4b1c-a3ec-29487d9fcabd. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:46:51.644406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.645052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.670466 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-63451108-6c5d-4c36-89c0-0a1a5138f090 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/44fed9c2-0921-4807-95c1-3c58458ad756 HTTP/1.1" status: 200 len: 925 time: 2.5226576 Apr 21 14:46:51.685640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48618) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:51.739145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.755281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.759491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.812156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.872363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:51.913152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.920004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a25bffcc-bbca-47f6-ac11-458c5ebef2c9 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:51.991415 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f6933fc7-3e76-4138-bb28-fd80b24a92bc tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=44fed9c2-0921-4807-95c1-3c58458ad756&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3039658 Apr 21 14:46:51.994427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48622) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:51.998932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=455348b9-5424-4e68-abf5-c9f6893fa95c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:52.019659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a25bffcc-bbca-47f6-ac11-458c5ebef2c9 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:52.024125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a25bffcc-bbca-47f6-ac11-458c5ebef2c9 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:52.031015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event updated for resources: {'Port': ['ID=af8770a9-cf6d-4f71-9fbd-8f76aee96923,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:52.160502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c656574a-c875-4b68-bf85-c8d62f081662 None None] Network 3c331cce-f54d-4a95-aee2-d35e4a7943a0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:52.204046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Network aebfd304-5099-4234-a046-e7f9fb028cdb is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:52.215907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:52.234071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:52.235429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:52.236807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.249471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] In _notify_port_updated(), no bound segment for port af8770a9-cf6d-4f71-9fbd-8f76aee96923 on network 8270f4fc-1da2-46cf-a371-1ddc1042d02f {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:46:52.253398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:52.254105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.259108 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3576f8a7-b3e6-4238-9877-0ca906b158fd tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "PUT /v2.0/ports/af8770a9-cf6d-4f71-9fbd-8f76aee96923 HTTP/1.1" status: 200 len: 1056 time: 3.4232726 Apr 21 14:46:52.269202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48626) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:52.275338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.308581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=f69686e8-738b-447a-8d64-b0f897500762,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:52.316778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-358fc3f8-3387-4adf-a599-64ecbd46d7ca None None] Provisioning complete for port af8770a9-cf6d-4f71-9fbd-8f76aee96923 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:52.316778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-358fc3f8-3387-4adf-a599-64ecbd46d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.404569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-358fc3f8-3387-4adf-a599-64ecbd46d7ca None None] Port af8770a9-cf6d-4f71-9fbd-8f76aee96923 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:46:52.463785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.468725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63597ce-b8ac-4562-aa30-47797c1fdfc6 None None] DHCP port deletion for 3c331cce-f54d-4a95-aee2-d35e4a7943a0 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:52.490008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.564158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c331cce-f54d-4a95-aee2-d35e4a7943a0']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.572610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad62714-f6ba-4427-b5c6-0df74763e222 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:52.573189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aad62714-f6ba-4427-b5c6-0df74763e222 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Synchronizing usage tracker for tenant:248c89fd453e44dfab6d1b5e6164e67e on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:52.584870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8aab70-12a2-4244-bb97-d230ebcfd589') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.585164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8aab70-12a2-4244-bb97-d230ebcfd589') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.603842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.610937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting port af8770a9-cf6d-4f71-9fbd-8f76aee96923 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:52.611278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.634454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.644561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aad62714-f6ba-4427-b5c6-0df74763e222 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Unset dirty status for tenant:248c89fd453e44dfab6d1b5e6164e67e on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:52.645825 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aad62714-f6ba-4427-b5c6-0df74763e222 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 0.6485775 Apr 21 14:46:52.650398 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7a9bcd7f-5490-45f1-acd4-39775c257d89 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.1925385 Apr 21 14:46:52.650552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48630) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:52.653622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:52.654822 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.686181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:52.694254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:52.695051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] Sync routers for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:52.707976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:52.708648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.724329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Deleting port b54f87f5-8376-49b4-9c51-a46a2d67891a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:52.724674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.738712 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d17f498b-b8e2-4d12-84db-eff628cddbb5 admin admin] 10.222.0.42 "PUT /v2.0/routers/9a5d271a-f0db-42d7-9b22-ae921105c5ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9154949 Apr 21 14:46:52.751642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48638) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:52.752654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:52.753055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:52.780931 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:52.801322 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-35381ce9-92da-4fa4-983d-e7983fd6b2c8 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=44fed9c2-0921-4807-95c1-3c58458ad756 HTTP/1.1" status: 200 len: 205 time: 0.1481967 Apr 21 14:46:52.823960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48642) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:52.885381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:53.117728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:46:53.153555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.169263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.201423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.225319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:46:44Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:53.229679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] Checking router: 9a5d271a-f0db-42d7-9b22-ae921105c5ee for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:46:53.234592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.240670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] Routers {'9a5d271a-f0db-42d7-9b22-ae921105c5ee'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:53.241307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:53.243538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=3c331cce-f54d-4a95-aee2-d35e4a7943a0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:53.288497 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af1ddbb5-0fe4-4a81-beff-bd034b181520 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/3c331cce-f54d-4a95-aee2-d35e4a7943a0 HTTP/1.1" status: 204 len: 168 time: 3.6633928 Apr 21 14:46:53.302171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48646) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.356283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Calling delete_port for af8770a9-cf6d-4f71-9fbd-8f76aee96923 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:53.401294 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da84003-f19b-4adb-b9d0-3d0c933a130a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:53.401738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6da84003-f19b-4adb-b9d0-3d0c933a130a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:53.403463 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6da84003-f19b-4adb-b9d0-3d0c933a130a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/455348b9-5424-4e68-abf5-c9f6893fa95c HTTP/1.1" status: 404 len: 337 time: 0.0780737 Apr 21 14:46:53.407798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] For port b54f87f5-8376-49b4-9c51-a46a2d67891a, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b54f87f5-8376-49b4-9c51-a46a2d67891a,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:53.408191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.419483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:53.425756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48650) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.426825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] Set router 9a5d271a-f0db-42d7-9b22-ae921105c5ee gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:53.432440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.434591 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:53.451473 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:53.452669 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:53.518552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:46:53.530838 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8fa76ca4-7ac0-481c-8696-e66f8674cbed tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "PUT /v2.0/routers/146f1e06-ddd5-47d0-8b6c-d4f693d47391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6045613 Apr 21 14:46:53.535441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48654) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.548420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] Sync routers for ids ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:46:53.569097 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:53.580666 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:53.581520 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:53.647510 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:53.648096 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb5e01-5c66-473b-9590-a18de5a858c3 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:53.664188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] Routers {'146f1e06-ddd5-47d0-8b6c-d4f693d47391'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:53.665057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:53.671078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.702632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Calling delete_port for b54f87f5-8376-49b4-9c51-a46a2d67891a owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:53.720291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.730470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Port': ['ID=af8770a9-cf6d-4f71-9fbd-8f76aee96923,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:53.735588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc315f-f0d1-47e9-bb72-b27b54992b46 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:53.737439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc315f-f0d1-47e9-bb72-b27b54992b46 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:53.737799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a2bc315f-f0d1-47e9-bb72-b27b54992b46 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:53.760620 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-112daf81-db57-4536-9235-4e8e49862322 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:53.761066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-112daf81-db57-4536-9235-4e8e49862322 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:53.762725 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-112daf81-db57-4536-9235-4e8e49862322 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/3c331cce-f54d-4a95-aee2-d35e4a7943a0 HTTP/1.1" status: 404 len: 339 time: 0.3360338 Apr 21 14:46:53.778407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.781386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.828961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] Set router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:53.848105 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f14aad-3786-43d7-9d2e-ab3df1a8680d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:53.848782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f14aad-3786-43d7-9d2e-ab3df1a8680d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:53.850604 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0f14aad-3786-43d7-9d2e-ab3df1a8680d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/bbcb9b05-76c6-4a29-87ff-14faca92892f HTTP/1.1" status: 404 len: 337 time: 0.0674908 Apr 21 14:46:53.855485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48662) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.860523 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d880830-47e4-4875-ba36-7a7b1434a370 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/floatingips/75e46f7c-ca2b-4f03-93b3-cc000469292f HTTP/1.1" status: 200 len: 688 time: 5.1767817 Apr 21 14:46:53.864953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48666) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.874935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 420bde06-7c87-4b1c-a3ec-29487d9fcabd no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:53.940326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 420bde06-7c87-4b1c-a3ec-29487d9fcabd {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:53.940672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 420bde06-7c87-4b1c-a3ec-29487d9fcabd not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:54.029481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'name': 'tempest-NetworksTestDHCPv6-router-1068864825', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:46:35Z', 'updated_at': '2022-04-21T14:46:51Z', 'revision_number': 3, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:54.047774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] Checking router: 146f1e06-ddd5-47d0-8b6c-d4f693d47391 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:46:54.082251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] Routers {'146f1e06-ddd5-47d0-8b6c-d4f693d47391'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:46:54.083414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:54.124550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a2bc315f-f0d1-47e9-bb72-b27b54992b46 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:54.125527 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a2bc315f-f0d1-47e9-bb72-b27b54992b46 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5900207 Apr 21 14:46:54.130790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48670) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:54.136645 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec3ec40-2a87-4f1b-b42d-ab4e05365a78 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:54.137181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec3ec40-2a87-4f1b-b42d-ab4e05365a78 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:54.160288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2ec3ec40-2a87-4f1b-b42d-ab4e05365a78 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/4294ac53-81c4-4f86-858c-319133567665 HTTP/1.1" status: 404 len: 339 time: 0.2993636 Apr 21 14:46:54.172004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48674) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:54.219028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:46:44Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:54.224759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a93827-d1d3-401c-9102-8b30e7f39225 None None] The sync data for ids ['9a5d271a-f0db-42d7-9b22-ae921105c5ee'] in dv-neutron-838898-1-hyperv is: [{'id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'name': 'tempest-ServersTestJSON-1628936516-router', 'tenant_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:46:44Z', 'revision_number': 5, 'project_id': '89b2d50affd140a2a291b4a1f7cf96d5', 'gw_port': {'id': 'da8cd9f4-6b83-440b-8d74-b1be633c2122', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:40:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5d271a-f0db-42d7-9b22-ae921105c5ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:54.227158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] Set router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:46:54.247120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:54.348747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'name': 'tempest-NetworksTestDHCPv6-router-1068864825', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:46:35Z', 'updated_at': '2022-04-21T14:46:51Z', 'revision_number': 3, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:54.352788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3882398-cf17-4c1c-9964-d3f776c7acf8 None None] The sync data for ids ['146f1e06-ddd5-47d0-8b6c-d4f693d47391'] in dv-neutron-838898-1-hyperv is: [{'id': '146f1e06-ddd5-47d0-8b6c-d4f693d47391', 'name': 'tempest-NetworksTestDHCPv6-router-1068864825', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:46:35Z', 'updated_at': '2022-04-21T14:46:51Z', 'revision_number': 3, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:46:54.418656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port 025ca8a5-7af7-4c48-95d6-16b467ccf5c9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:54.418997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.424021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.425960 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2ce47d30-871c-4bfa-9573-5ea9f8e6f85a tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/ports/af8770a9-cf6d-4f71-9fbd-8f76aee96923 HTTP/1.1" status: 204 len: 168 time: 2.1523132 Apr 21 14:46:54.429441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48678) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:54.474879 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ea3eba-f17e-40a4-a3f0-c4637ae015be tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] GET failed (client error): The resource could not be found. Apr 21 14:46:54.475391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-73ea3eba-f17e-40a4-a3f0-c4637ae015be tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Synchronizing usage tracker for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:54.495597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.502279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-73ea3eba-f17e-40a4-a3f0-c4637ae015be tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Unset dirty status for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:54.503411 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-73ea3eba-f17e-40a4-a3f0-c4637ae015be tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "GET /v2.0/ports/af8770a9-cf6d-4f71-9fbd-8f76aee96923 HTTP/1.1" status: 404 len: 333 time: 0.0730929 Apr 21 14:46:54.506185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48682) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:54.541180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Deleting port 93e34bb7-b41f-4ef6-af76-bc7c41fc217e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:54.541518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.559539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] device_id is not set on port f69686e8-738b-447a-8d64-b0f897500762 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:46:54.578442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.619499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting port 9bd49765-dd6a-4a3d-a813-7ea8fb97149b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:54.619848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.637179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.694082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.900377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.928851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Transition to ACTIVE for port object f69686e8-738b-447a-8d64-b0f897500762 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:54.951440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.003379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.038998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 48c215a0-866c-4a2a-bfc1-a61d62ee536c {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:55.052939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Calling delete_port for 93e34bb7-b41f-4ef6-af76-bc7c41fc217e owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:55.104784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54f87f5-8376-49b4-9c51-a46a2d67891a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.120181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.151481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.251934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.252282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.284436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Calling delete_port for 9bd49765-dd6a-4a3d-a813-7ea8fb97149b owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:55.311389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.487270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.518437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.537199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event deleted for resources: {'Port': ['ID=93e34bb7-b41f-4ef6-af76-bc7c41fc217e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.639187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for 025ca8a5-7af7-4c48-95d6-16b467ccf5c9 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:55.675422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.714189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Port': ['ID=9bd49765-dd6a-4a3d-a813-7ea8fb97149b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.735024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469fc82d-22c3-4438-888d-99cbe4026c07']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:55.744279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=f69686e8-738b-447a-8d64-b0f897500762,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.778654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fbc01a-c012-46b6-a89d-991bb4dc94c5') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:55.778812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fbc01a-c012-46b6-a89d-991bb4dc94c5') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:55.806795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.853262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36d33ac4-0568-447c-93fd-90a9d2b88fd5 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:55.887333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 36d33ac4-0568-447c-93fd-90a9d2b88fd5 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:55.887584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36d33ac4-0568-447c-93fd-90a9d2b88fd5 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:55.888199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a952864e-4179-4297-b55e-f7c1ebf42170 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:55.918308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.919784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a952864e-4179-4297-b55e-f7c1ebf42170 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:55.920229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a952864e-4179-4297-b55e-f7c1ebf42170 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:55.928564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:55.928900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:55.929462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:55.998835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.003197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.028695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:46:56.029107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:56.045911 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:56.056768 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3dd3d143-c7ea-41dc-9a09-5c125718bb04 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/ports/9bd49765-dd6a-4a3d-a813-7ea8fb97149b HTTP/1.1" status: 204 len: 168 time: 1.5495350 Apr 21 14:46:56.065757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48686) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.066922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:56.067250 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:56.116514 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 2 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:56.159577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.255222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.259287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.285530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.286143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Fanout notify agent at l3_agent the message router_deleted on router 44fed9c2-0921-4807-95c1-3c58458ad756 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:46:56.297334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.298419 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-02dade73-276e-4f8f-941a-6e9f2ca260ae tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/44fed9c2-0921-4807-95c1-3c58458ad756 HTTP/1.1" status: 204 len: 168 time: 3.4685335 Apr 21 14:46:56.302269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48690) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.308154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1607406193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:56.314085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:56.317823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Usage tracker for resource:router and tenant:2b6f2ef0f96146ff9c95d7a20f0d7125 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:56.320749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:56.327336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:56.338519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.339489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.346333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.359255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.376662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.377819 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b34e68-5907-49d4-b214-584a0b59bb38 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] GET failed (client error): The resource could not be found. Apr 21 14:46:56.378327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a7b34e68-5907-49d4-b214-584a0b59bb38 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Synchronizing usage tracker for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:56.393251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:56.393590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:56.393920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:56.398055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.401964 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-024189a8-b038-4cab-bc68-675062361054 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0958011 Apr 21 14:46:56.402219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48694) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.407093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': True}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:56.423656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.586175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.589088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:56.589409 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:56.606743 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 3 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:56.622807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a7b34e68-5907-49d4-b214-584a0b59bb38 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Unset dirty status for tenant:ce3cd46a341744b4a742e27ed693c14c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:56.627466 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a7b34e68-5907-49d4-b214-584a0b59bb38 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "GET /v2.0/ports/9bd49765-dd6a-4a3d-a813-7ea8fb97149b HTTP/1.1" status: 404 len: 333 time: 0.5558469 Apr 21 14:46:56.630158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=469fc82d-22c3-4438-888d-99cbe4026c07,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:56.634842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48698) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.684355 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.685927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.697740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.739791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:56.740141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:56.740471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:56.759362 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-856c8fd6-8b5d-4c7a-9ed1-f607701964c5 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/469fc82d-22c3-4438-888d-99cbe4026c07 HTTP/1.1" status: 204 len: 168 time: 2.5333204 Apr 21 14:46:56.766109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48702) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.782862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.788141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=025ca8a5-7af7-4c48-95d6-16b467ccf5c9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:56.789998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Deleting port da8cd9f4-6b83-440b-8d74-b1be633c2122 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:56.790963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.815763 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79e76f7-88df-4dc0-a613-cf90693375a9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:56.816288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79e76f7-88df-4dc0-a613-cf90693375a9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:56.818364 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f79e76f7-88df-4dc0-a613-cf90693375a9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/73086531-a22f-49f1-bc1c-ebb32fd5cfc5 HTTP/1.1" status: 404 len: 337 time: 0.0468996 Apr 21 14:46:56.820529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48706) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.834547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:56.834752 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:56.844241 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 4 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:56.849492 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e54ccd7-2550-4243-90ed-38b8501bfd83 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:56.849919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e54ccd7-2550-4243-90ed-38b8501bfd83 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:56.851565 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9e54ccd7-2550-4243-90ed-38b8501bfd83 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/6775380f-c935-485e-b06f-7b49840cf1c5 HTTP/1.1" status: 404 len: 339 time: 0.0300889 Apr 21 14:46:56.852664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.856646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48710) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.889201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.905102 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-6577337f-fe0e-4789-8000-1af30e209577 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:56.905548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6577337f-fe0e-4789-8000-1af30e209577 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:56.907165 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6577337f-fe0e-4789-8000-1af30e209577 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/e0b6fa08-e49c-4b4f-8bdd-5c6ffb408d29 HTTP/1.1" status: 404 len: 337 time: 0.0496261 Apr 21 14:46:56.910611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48714) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.053186 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ba4f94-68d6-4ba8-a7e1-00c34b08bda0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.053535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ba4f94-68d6-4ba8-a7e1-00c34b08bda0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.057612 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-22ba4f94-68d6-4ba8-a7e1-00c34b08bda0 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/e0b61275-bf25-4657-953c-0edc1c2476a8 HTTP/1.1" status: 404 len: 339 time: 0.1435997 Apr 21 14:46:57.058531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48718) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.085459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting port 726ff148-c230-414f-ae5d-0cdb8f391b76 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:57.086035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.119610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=48c215a0-866c-4a2a-bfc1-a61d62ee536c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:57.140697 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-9199ca9a-45ae-4566-a630-0e9abd6f29d1 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.141136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9199ca9a-45ae-4566-a630-0e9abd6f29d1 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.142775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9199ca9a-45ae-4566-a630-0e9abd6f29d1 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/2db66303-96f8-405b-a7f0-9f8eccb10ea4 HTTP/1.1" status: 404 len: 337 time: 0.0833731 Apr 21 14:46:57.145970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48722) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.173888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:57.174113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:57.174331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:57.179974 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-867c8068-d2f0-4b6f-982b-61719006d224 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.180435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867c8068-d2f0-4b6f-982b-61719006d224 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.182116 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-867c8068-d2f0-4b6f-982b-61719006d224 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/10278c6a-83f9-47a5-8573-01f74fc68f70 HTTP/1.1" status: 404 len: 339 time: 0.0344250 Apr 21 14:46:57.185747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48726) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.228437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a222ed-8ae8-4800-84c9-9c15c0f3fd4c tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.228878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a222ed-8ae8-4800-84c9-9c15c0f3fd4c tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.230482 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-27a222ed-8ae8-4800-84c9-9c15c0f3fd4c tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/a7736e94-69f4-417f-94fe-9a9e4e93585d HTTP/1.1" status: 404 len: 337 time: 0.0439949 Apr 21 14:46:57.233252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48730) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.253550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932be87-3135-44d3-b6db-3b3a7b5d877f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:57.262867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.263688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-b863866c-1e2a-4747-9a98-22e4c5b3c2a9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.264133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b863866c-1e2a-4747-9a98-22e4c5b3c2a9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.265922 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b863866c-1e2a-4747-9a98-22e4c5b3c2a9 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/0ade2988-5fef-43f7-aeba-131c6bcaf5a9 HTTP/1.1" status: 404 len: 339 time: 0.0316532 Apr 21 14:46:57.268303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48734) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.285043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:57.285374 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:57.292686 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 5 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:57.308670 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-59003981-2354-431a-9235-3285e3cebb5d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.308875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.309041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59003981-2354-431a-9235-3285e3cebb5d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.309179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada8164a-338e-47bd-9e2f-b3664d6654f3 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:46:57.313264 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-59003981-2354-431a-9235-3285e3cebb5d tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/3691b864-93cc-4719-a069-25f73a99bd29 HTTP/1.1" status: 404 len: 337 time: 0.0414801 Apr 21 14:46:57.314512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48738) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.348409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.349440 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-abe3a2f6-f6f7-464b-a209-140c48d9c177 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ada8164a-338e-47bd-9e2f-b3664d6654f3 HTTP/1.1" status: 204 len: 168 time: 7.3616784 Apr 21 14:46:57.352670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48742) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.356747 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-390bf7c8-1176-4999-a0be-39e7b531369a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.357186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390bf7c8-1176-4999-a0be-39e7b531369a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.364037 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-390bf7c8-1176-4999-a0be-39e7b531369a tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/3f78a6e6-6378-4006-9ab9-9d0519efe4d9 HTTP/1.1" status: 404 len: 339 time: 0.0434096 Apr 21 14:46:57.364274 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-441c0ebd-f6a9-4274-858d-cab25f7818a7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/48c215a0-866c-4a2a-bfc1-a61d62ee536c HTTP/1.1" status: 204 len: 168 time: 3.2264986 Apr 21 14:46:57.366846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.368883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.372562 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28a68a5f-e0e6-4235-81c2-b27f8185a503 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/floatingips/75e46f7c-ca2b-4f03-93b3-cc000469292f HTTP/1.1" status: 204 len: 168 time: 3.5028665 Apr 21 14:46:57.372562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48746) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.372562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48748) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.385651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48750) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.419524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:57.419864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:57.420230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:57.473926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] Deleting subnet b0b0a1d7-5198-4d78-a9ea-595f1f10bd83 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:57.479970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.527269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.565160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.606923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.631424 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77068b8-a7c2-4a3a-a717-f63e1262afcd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.631867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77068b8-a7c2-4a3a-a717-f63e1262afcd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.633537 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f77068b8-a7c2-4a3a-a717-f63e1262afcd tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/12afa9de-ced7-4281-9ae8-f0baec5d2931 HTTP/1.1" status: 404 len: 337 time: 0.2603524 Apr 21 14:46:57.644859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48758) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.653862 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-f3d6878c-b53a-40e0-994b-428a58ab1f57 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] delete failed (client error): The resource could not be found. Apr 21 14:46:57.659492 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f3d6878c-b53a-40e0-994b-428a58ab1f57 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/floatingips/75e46f7c-ca2b-4f03-93b3-cc000469292f HTTP/1.1" status: 404 len: 345 time: 0.2323556 Apr 21 14:46:57.659492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:57.659492 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:57.664718 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 6 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:57.671044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.697919 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-325faae0-733f-4233-b4c1-7d576e86eb0b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.698352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325faae0-733f-4233-b4c1-7d576e86eb0b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.713121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-325faae0-733f-4233-b4c1-7d576e86eb0b tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/be3649a9-9695-4baa-8be4-b1fd6735e36b HTTP/1.1" status: 404 len: 339 time: 0.0672829 Apr 21 14:46:57.718964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48766) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.799218 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c103eb0-57be-434c-b561-a9379ef9369c tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.799868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c103eb0-57be-434c-b561-a9379ef9369c tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.801229 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1c103eb0-57be-434c-b561-a9379ef9369c tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/149adbf2-65b2-4daa-aa3b-5cfc94b08891 HTTP/1.1" status: 404 len: 337 time: 0.0788507 Apr 21 14:46:57.808827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48770) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.809131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] For port da8cd9f4-6b83-440b-8d74-b1be633c2122, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=da8cd9f4-6b83-440b-8d74-b1be633c2122,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:57.809492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.820794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:57.821051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:57.821804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:57.849410 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c263e5-2d0a-4333-8290-6bba8ef12814 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.849855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c263e5-2d0a-4333-8290-6bba8ef12814 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.851514 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f4c263e5-2d0a-4333-8290-6bba8ef12814 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/d9113c75-a314-4562-aa79-553a6feba8b4 HTTP/1.1" status: 404 len: 339 time: 0.0408506 Apr 21 14:46:57.855885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48774) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.859521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.878195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:57.894619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Deleting port d6221c85-0385-4f83-9c51-dbd836c341de {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:57.895122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.951578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Calling delete_port for da8cd9f4-6b83-440b-8d74-b1be633c2122 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:57.952665 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cb93f0-4e30-458c-90ce-0ff47bc98716 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:57.953105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cb93f0-4e30-458c-90ce-0ff47bc98716 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:57.954761 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a8cb93f0-4e30-458c-90ce-0ff47bc98716 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/416ab9ae-416c-434e-8b5a-4856630ad4d3 HTTP/1.1" status: 404 len: 337 time: 0.0969319 Apr 21 14:46:57.957736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Allocated IP 172.26.6.18 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/dbae0006-a7ae-454c-8285-2f1e9a779a11) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:57.961307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48778) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.981606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d6221c85-0385-4f83-9c51-dbd836c341de no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:57.995832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:57.996258 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:58.016299 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 7 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:58.017150 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4e5c64-8d8d-4938-9723-64f1113686ba tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] DELETE failed (client error): The resource could not be found. Apr 21 14:46:58.017679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4e5c64-8d8d-4938-9723-64f1113686ba tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:46:58.021947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-be4e5c64-8d8d-4938-9723-64f1113686ba tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/c047cd84-2007-4443-9fc4-1f0fa4bc09ba HTTP/1.1" status: 404 len: 339 time: 0.0572920 Apr 21 14:46:58.022629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48782) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:58.049867 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a25c7d35-2922-4427-ab72-a0b12583dd57 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6779027 Apr 21 14:46:58.058288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48786) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:58.140024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:58.140667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:58.140667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:58.156300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.173911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.174175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.234527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b0a1d7-5198-4d78-a9ea-595f1f10bd83,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:58.296148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port d6221c85-0385-4f83-9c51-dbd836c341de, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d6221c85-0385-4f83-9c51-dbd836c341de,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:58.303798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.304522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b54f87f5-8376-49b4-9c51-a46a2d67891a no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:58.315682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.342090 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a043c431-e6ed-4649-b7dd-037996a9aa75 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b0b0a1d7-5198-4d78-a9ea-595f1f10bd83 HTTP/1.1" status: 204 len: 168 time: 0.9857361 Apr 21 14:46:58.350122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48790) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:58.367357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba6cbb-b6d1-4cd2-bc45-e8515683fa29 None None] Network 3e63a5e7-3d28-4734-8b12-d82792969701 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:58.380041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.396195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: b54f87f5-8376-49b4-9c51-a46a2d67891a {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:46:58.396538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b54f87f5-8376-49b4-9c51-a46a2d67891a not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:58.407071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] For port d6221c85-0385-4f83-9c51-dbd836c341de, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d6221c85-0385-4f83-9c51-dbd836c341de,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:58.407461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.467586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Calling delete_port for 726ff148-c230-414f-ae5d-0cdb8f391b76 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:58.492259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting subnet e8d006b9-4bd9-431b-9598-1c6d02347e5e {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:46:58.496633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:58.496779 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:58.504959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.510860 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 8 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:58.553697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.556465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab8205-ceba-4b68-8b1c-57c205ef7bc9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:58.560324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab8205-ceba-4b68-8b1c-57c205ef7bc9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:58.564160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab8205-ceba-4b68-8b1c-57c205ef7bc9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:58.565653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1dab8205-ceba-4b68-8b1c-57c205ef7bc9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Synchronizing usage tracker for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:58.578164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:58.578164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:58.578566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:58.585668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.599058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Calling delete_port for d6221c85-0385-4f83-9c51-dbd836c341de owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:58.615072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426cb5b-9894-4f98-91fb-e89bdea4aaf3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.681348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:58.681665 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:58.684455 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 9 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:58.699328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=d6221c85-0385-4f83-9c51-dbd836c341de,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:58.714452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Deleting port 80b85c75-967c-4de5-bf46-e98b775a4b27 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:58.714788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.752759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1dab8205-ceba-4b68-8b1c-57c205ef7bc9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Unset dirty status for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:58.756780 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1dab8205-ceba-4b68-8b1c-57c205ef7bc9 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "GET /v2.0/ports?network_id=1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 HTTP/1.1" status: 200 len: 2359 time: 1.0632155 Apr 21 14:46:58.759382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48794) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:58.765554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.769599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:58.769964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:58.770351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:58.784967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:58.785408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:58.867190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] DHCP port deletion for 3e63a5e7-3d28-4734-8b12-d82792969701 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:46:58.872234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] Deleting port 80b85c75-967c-4de5-bf46-e98b775a4b27 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:58.872773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.872897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:58.873193 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:58.877823 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempt 10 to bind port f69686e8-738b-447a-8d64-b0f897500762 Apr 21 14:46:58.952535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:58.966136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:58.978872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Port': ['ID=dbae0006-a7ae-454c-8285-2f1e9a779a11,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:58.987032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:46:59.024405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc16948-64af-49b5-8289-0cfb19008988 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:46:59.025087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ecc16948-64af-49b5-8289-0cfb19008988 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Synchronizing usage tracker for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:59.046009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:59.046342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:59.046665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempting to bind port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:46:59.061022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.062788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.115364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] For port 80b85c75-967c-4de5-bf46-e98b775a4b27, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80b85c75-967c-4de5-bf46-e98b775a4b27,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:59.115732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.137043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:46:59.137789 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Failed to bind port f69686e8-738b-447a-8d64-b0f897500762 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '8c0325c1-f921-4012-b861-ea73f49301d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aebfd304-5099-4234-a046-e7f9fb028cdb'}] Apr 21 14:46:59.138277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.149952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Pushing event deleted for resources: {'Port': ['ID=da8cd9f4-6b83-440b-8d74-b1be633c2122,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:59.152994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.212433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ecc16948-64af-49b5-8289-0cfb19008988 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Unset dirty status for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:59.218258 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ecc16948-64af-49b5-8289-0cfb19008988 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "GET /v2.0/subnets/dcf34717-420b-46f2-b2d7-5a38b2e41e77 HTTP/1.1" status: 200 len: 797 time: 0.4504783 Apr 21 14:46:59.232745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48798) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:59.238993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] Calling delete_port for 80b85c75-967c-4de5-bf46-e98b775a4b27 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:59.250612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'port': {'network_id': '1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8', 'name': 'tempest-FloatingIPTestJSON-906578403', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:59.286389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Deleting port d6221c85-0385-4f83-9c51-dbd836c341de {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:46:59.286755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.287990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] For port 80b85c75-967c-4de5-bf46-e98b775a4b27, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80b85c75-967c-4de5-bf46-e98b775a4b27,segment=NetworkSegment(4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee),segment_id=4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:59.288374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.329521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Port': ['ID=726ff148-c230-414f-ae5d-0cdb8f391b76,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:59.401731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.455809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] Pushing event deleted for resources: {'Port': ['ID=80b85c75-967c-4de5-bf46-e98b775a4b27,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:59.474316 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf81c16-527e-47e6-a458-58b299a4e4c0 None None] No DVR routers for this DVR port 80b85c75-967c-4de5-bf46-e98b775a4b27 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:59.474760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426cb5b-9894-4f98-91fb-e89bdea4aaf3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.514666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Calling delete_port for 80b85c75-967c-4de5-bf46-e98b775a4b27 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:59.563921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426cb5b-9894-4f98-91fb-e89bdea4aaf3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.617946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.642045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.686688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] For port d6221c85-0385-4f83-9c51-dbd836c341de, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d6221c85-0385-4f83-9c51-dbd836c341de,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:46:59.687238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.688137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d006b9-4bd9-431b-9598-1c6d02347e5e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:59.705819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.709479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] For port f69686e8-738b-447a-8d64-b0f897500762, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:46:59.710066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Attempted to set empty binding levels {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 14:46:59.718353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:59.718599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:59.721131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:59.741603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:59.746929 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-09aef548-4774-434b-9917-7c7d9bca6daa tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/subnets/e8d006b9-4bd9-431b-9598-1c6d02347e5e HTTP/1.1" status: 204 len: 168 time: 1.7203770 Apr 21 14:46:59.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48804) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:59.753560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9695a999-004a-4f6e-8c49-e5642edd80db None None] Network a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:46:59.786456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.821159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426cb5b-9894-4f98-91fb-e89bdea4aaf3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.821714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426cb5b-9894-4f98-91fb-e89bdea4aaf3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Fanout notify agent at l3_agent the message router_deleted on router 146f1e06-ddd5-47d0-8b6c-d4f693d47391 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:46:59.832112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Calling delete_port for d6221c85-0385-4f83-9c51-dbd836c341de owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:46:59.834222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:59.846501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426cb5b-9894-4f98-91fb-e89bdea4aaf3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.850519 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c426cb5b-9894-4f98-91fb-e89bdea4aaf3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/routers/146f1e06-ddd5-47d0-8b6c-d4f693d47391 HTTP/1.1" status: 204 len: 168 time: 1.7769544 Apr 21 14:46:59.859181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:59.860855 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6ddb5a76-b5e3-4f6e-aca2-dd001d793ebb tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/ports/726ff148-c230-414f-ae5d-0cdb8f391b76 HTTP/1.1" status: 204 len: 168 time: 3.2194593 Apr 21 14:46:59.871351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48810) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:59.873855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:46:59.888408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.007644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.052124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.072325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80b85c75-967c-4de5-bf46-e98b775a4b27 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:00.137939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 80b85c75-967c-4de5-bf46-e98b775a4b27 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:00.137939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80b85c75-967c-4de5-bf46-e98b775a4b27 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:00.162085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.211394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event updated for resources: {'Port': ['ID=f69686e8-738b-447a-8d64-b0f897500762,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:00.213075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] Pushing event deleted for resources: {'Port': ['ID=d6221c85-0385-4f83-9c51-dbd836c341de,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:00.218113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] In _notify_port_updated(), no bound segment for port f69686e8-738b-447a-8d64-b0f897500762 on network aebfd304-5099-4234-a046-e7f9fb028cdb {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:47:00.218315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958d5f5-0488-4712-91a3-52c075017ed0 None None] No DVR routers for this DVR port d6221c85-0385-4f83-9c51-dbd836c341de on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:00.219494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.221004 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ff8b29d5-76e1-43e0-9c37-e3142e2e525e tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "PUT /v2.0/ports/f69686e8-738b-447a-8d64-b0f897500762 HTTP/1.1" status: 200 len: 976 time: 7.5637562 Apr 21 14:47:00.226440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48816) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:00.310051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] DHCP port deletion for a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:00.315146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] Deleting port 4f732891-59c8-486d-8337-74f5ac66cda0 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:00.315639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.339490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Deleting port 80b85c75-967c-4de5-bf46-e98b775a4b27 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:00.339791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.373488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Deleting port 4f732891-59c8-486d-8337-74f5ac66cda0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:00.373831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.424250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:00.431025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.437020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:00.441163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Deleting port f69686e8-738b-447a-8d64-b0f897500762 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:00.441500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.476273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:00.488889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.490943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:00.502330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.524105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:00.526125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] The port '80b85c75-967c-4de5-bf46-e98b775a4b27' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:47:00.536656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.547613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] For port 4f732891-59c8-486d-8337-74f5ac66cda0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4f732891-59c8-486d-8337-74f5ac66cda0,segment=NetworkSegment(491ec000-8b99-4bc4-b03f-05a2844c43be),segment_id=491ec000-8b99-4bc4-b03f-05a2844c43be)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:00.548028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.619397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] device_id is not set on port b3729732-c595-4443-9004-bfd189dcf150 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:00.668748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] Calling delete_port for 4f732891-59c8-486d-8337-74f5ac66cda0 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:00.688885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.689407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5d271a-f0db-42d7-9b22-ae921105c5ee {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:47:00.749219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.788872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] The port '4f732891-59c8-486d-8337-74f5ac66cda0' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:47:00.806219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] Pushing event deleted for resources: {'Port': ['ID=4f732891-59c8-486d-8337-74f5ac66cda0,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:00.813791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f71ba-783c-4096-9e26-0fe7e9ba465e None None] No DVR routers for this DVR port 4f732891-59c8-486d-8337-74f5ac66cda0 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:00.829485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.840679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.856154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] For port f69686e8-738b-447a-8d64-b0f897500762, host hv-neutron-8388, got binding levels [] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:00.856525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.872179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.872435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.873309 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0519ebb5-1fe0-4bde-ae85-c33b7e456543 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9a5d271a-f0db-42d7-9b22-ae921105c5ee HTTP/1.1" status: 204 len: 168 time: 8.0937829 Apr 21 14:47:00.892317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48820) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:00.912966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.971335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting subnet 790b94a9-c4a1-4032-917b-5a8bfb5a4d31 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:01.026513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e63a5e7-3d28-4734-8b12-d82792969701']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.032889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.041977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Calling delete_port for f69686e8-738b-447a-8d64-b0f897500762 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:01.147579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.183990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.184320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fab6bfa-a6b8-44e4-bdff-7ad1e30b68ee') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.236489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Pushing event deleted for resources: {'Port': ['ID=f69686e8-738b-447a-8d64-b0f897500762,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:01.237152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.252897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.254298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.287154 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-38b6a796-feca-45f6-a2ec-ec6998636a58 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f69686e8-738b-447a-8d64-b0f897500762 HTTP/1.1" status: 204 len: 168 time: 1.0565524 Apr 21 14:47:01.291461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48824) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:01.341844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] Deleting subnet 782b4897-22ac-4517-b18d-97f072599d6d {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:01.344468 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53a87dd-eaba-4ed2-bc28-9125d9c29330 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:47:01.344976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c53a87dd-eaba-4ed2-bc28-9125d9c29330 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Synchronizing usage tracker for tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:01.347989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.355630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.405810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c53a87dd-eaba-4ed2-bc28-9125d9c29330 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] Unset dirty status for tenant:97d0fd28a2ee45c499b7e7f8fb4c4e51 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:01.406985 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c53a87dd-eaba-4ed2-bc28-9125d9c29330 tempest-PortsAdminExtendedAttrsTestJSON-2042686554 tempest-PortsAdminExtendedAttrsTestJSON-2042686554-project-admin] 10.222.0.42 "GET /v2.0/ports/f69686e8-738b-447a-8d64-b0f897500762 HTTP/1.1" status: 404 len: 333 time: 0.1156492 Apr 21 14:47:01.410950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48828) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:01.419301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.451045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.454061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.507756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:01.508183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.522913 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491ec000-8b99-4bc4-b03f-05a2844c43be') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.523201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491ec000-8b99-4bc4-b03f-05a2844c43be') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:01.535155 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:01.602963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:01.608541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.610758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:01.619755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a241d12c-3cec-4787-b1b4-609b5723458d None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:01.622626 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=b1bcb536-18ef-44e8-aff9-b64ed05e60f2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:01.627671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:01.628292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.664702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.671275 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3a39f97-cb77-46e6-a25f-89eda7bb77b1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8060009 Apr 21 14:47:01.671554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48832) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:01.679212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-352511600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:01.687037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:01.692317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:router and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:01.695774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:01.705513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.708912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.726261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:01.762230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.763190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.843347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.870136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device da8cd9f4-6b83-440b-8d74-b1be633c2122 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:01.873096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.881914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebfd304-5099-4234-a046-e7f9fb028cdb']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.896829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:01.897229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.901415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0325c1-f921-4012-b861-ea73f49301d8') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.901719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0325c1-f921-4012-b861-ea73f49301d8') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.916098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:01.920313 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:01.922538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.939923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.953938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.954912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.961808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:01.962427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.992309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: da8cd9f4-6b83-440b-8d74-b1be633c2122 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:01.992863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device da8cd9f4-6b83-440b-8d74-b1be633c2122 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:01.994014 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4f732891-59c8-486d-8337-74f5ac66cda0 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:02.027013 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:02.033719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': 'b1bcb536-18ef-44e8-aff9-b64ed05e60f2'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:02.034837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.041068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e63a5e7-3d28-4734-8b12-d82792969701,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.059227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 4f732891-59c8-486d-8337-74f5ac66cda0 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:02.059536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4f732891-59c8-486d-8337-74f5ac66cda0 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:02.062823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.067844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-225b7363-6461-4d61-ac97-551dbf919e7b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3920915 Apr 21 14:47:02.067844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48836) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.131182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.133400 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e45d48b8-dd72-40fe-b204-10d4b0f6c7f2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3e63a5e7-3d28-4734-8b12-d82792969701 HTTP/1.1" status: 204 len: 168 time: 3.7790670 Apr 21 14:47:02.137022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.174631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.179113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.216090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.228981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] Pushing event deleted for resources: {'Network': ['ID=aebfd304-5099-4234-a046-e7f9fb028cdb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.233265 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9a7378fb-672e-4349-bca4-ca5e7efbd7f6 tempest-PortsAdminExtendedAttrsTestJSON-1025719861 tempest-PortsAdminExtendedAttrsTestJSON-1025719861-project] 10.222.0.42 "DELETE /v2.0/networks/aebfd304-5099-4234-a046-e7f9fb028cdb HTTP/1.1" status: 204 len: 168 time: 0.8217835 Apr 21 14:47:02.245875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] Pushing event deleted for resources: {'Network': ['ID=a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.263611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fcd3bdfb-e08e-4912-940c-9ddacc613626 tempest-NetworksTest-503314717 tempest-NetworksTest-503314717-project] 10.222.0.42 "DELETE /v2.0/networks/a2eda00c-e438-4f9d-ae7b-0f6b44d2e3d7 HTTP/1.1" status: 204 len: 168 time: 2.5155361 Apr 21 14:47:02.285537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.14 (1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8/dcf34717-420b-46f2-b2d7-5a38b2e41e77/b3729732-c595-4443-9004-bfd189dcf150) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:02.293389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.296478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/b1bcb536-18ef-44e8-aff9-b64ed05e60f2/40e77360-f4cf-4f3c-b63b-e3160f97d586) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:02.325230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.12 (1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8/dcf34717-420b-46f2-b2d7-5a38b2e41e77/b3729732-c595-4443-9004-bfd189dcf150) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:02.380784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.460820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Subnet': ['ID=790b94a9-c4a1-4032-917b-5a8bfb5a4d31,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.481518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.494022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b4b0cb-a431-409e-9a34-5ac1b56eaecb None None] Network 8270f4fc-1da2-46cf-a371-1ddc1042d02f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:02.559421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48846) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.587635 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e01c9661-faae-4d96-a7a9-83a2d690434b tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/subnets/790b94a9-c4a1-4032-917b-5a8bfb5a4d31 HTTP/1.1" status: 204 len: 168 time: 2.7127011 Apr 21 14:47:02.590932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.619196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.672894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782b4897-22ac-4517-b18d-97f072599d6d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.704974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.705781 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:47:02.707294 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-51856d78-baa7-4697-a72a-f7b18d117738 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/782b4897-22ac-4517-b18d-97f072599d6d HTTP/1.1" status: 204 len: 168 time: 1.8142278 Apr 21 14:47:02.715356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48856) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.724101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50322bc5-2f14-4dc7-b287-1778aca1765d None None] Network 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:02.819212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48860) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.855003 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d75b8fcc-1bf3-4ca3-9969-ede47882b063 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e18ccb0a34a44f6f9773fe9e63e366c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2924473 Apr 21 14:47:02.857114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48866) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.897196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.909305 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.911784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Router 658d03dc-c7da-4da4-971f-be46896e7550 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:02.920993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.970688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Deleting port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:02.971013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.099614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.122696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Transition to ACTIVE for port object 40e77360-f4cf-4f3c-b63b-e3160f97d586 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:03.160383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Transition to ACTIVE for port object 40e77360-f4cf-4f3c-b63b-e3160f97d586 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:03.175835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.190833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48872) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:03.207691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.214003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95400595-ce14-47ca-a856-a9177d6f5b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.265831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:03.270088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:03.271968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] DHCP port deletion for 8270f4fc-1da2-46cf-a371-1ddc1042d02f request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:03.273742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:03.282031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Deleting port 34068041-76c5-480f-a990-b4d1cc953e20 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:03.282918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.294924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.308832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Pushing event updated for resources: {'Port': ['ID=40e77360-f4cf-4f3c-b63b-e3160f97d586,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:03.316920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Deleting port 34068041-76c5-480f-a990-b4d1cc953e20 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:03.317300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.353395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] DHCP port deletion for 43f5f7b0-04a2-405c-8eb8-f744fd3f3186 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:03.416535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Deleting port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:03.417000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.489766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Attempting to bind port 40e77360-f4cf-4f3c-b63b-e3160f97d586 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:03.489766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Attempting to bind port 40e77360-f4cf-4f3c-b63b-e3160f97d586 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:03.490059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Attempting to bind port 40e77360-f4cf-4f3c-b63b-e3160f97d586 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:03.492736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95400595-ce14-47ca-a856-a9177d6f5b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.516936 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c8f21ff-c356-4a3b-ac86-7fcec502b723 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab80139157bc4d15809c44075531873b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3250158 Apr 21 14:47:03.517592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48878) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:03.528860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:03.529343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:03.529793 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.530249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:03.530790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Bound port: 40e77360-f4cf-4f3c-b63b-e3160f97d586, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:03.531222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.545269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:03.602290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:03.614575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=b3729732-c595-4443-9004-bfd189dcf150,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:03.630835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:03.723864 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f93b44bb-6f90-4625-8ac2-7264511af490 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da6781fab93e439b9f3a65ceaf6d13aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8984394 Apr 21 14:47:03.728147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48882) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:03.765015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] For port 59df287d-e2e1-4b9d-b78d-d26de406b9d6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=59df287d-e2e1-4b9d-b78d-d26de406b9d6,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:03.765376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.796840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00f804b-783b-46bd-a423-4153526b8450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.798757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:03.799375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.846637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] For port 40e77360-f4cf-4f3c-b63b-e3160f97d586, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:03.855334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] For port 34068041-76c5-480f-a990-b4d1cc953e20, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=34068041-76c5-480f-a990-b4d1cc953e20,segment=NetworkSegment(416e2566-0e9e-4ca0-b28b-f088bc14264e),segment_id=416e2566-0e9e-4ca0-b28b-f088bc14264e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:03.855788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.873331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::1 (273f4fc5-d828-4645-a9ef-b086301e3356/b1bcb536-18ef-44e8-aff9-b64ed05e60f2/861c4f19-f680-4fa8-a426-533f8c3b3d91) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:03.914238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00f804b-783b-46bd-a423-4153526b8450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.932755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] For port 34068041-76c5-480f-a990-b4d1cc953e20, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=34068041-76c5-480f-a990-b4d1cc953e20,segment=NetworkSegment(416e2566-0e9e-4ca0-b28b-f088bc14264e),segment_id=416e2566-0e9e-4ca0-b28b-f088bc14264e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:03.933320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.936496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] For port 40e77360-f4cf-4f3c-b63b-e3160f97d586, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=40e77360-f4cf-4f3c-b63b-e3160f97d586,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:03.937668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 34068041-76c5-480f-a990-b4d1cc953e20 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:04.027914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.048877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Calling delete_port for 59df287d-e2e1-4b9d-b78d-d26de406b9d6 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:04.097404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95400595-ce14-47ca-a856-a9177d6f5b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.127987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Calling delete_port for 34068041-76c5-480f-a990-b4d1cc953e20 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:04.140278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95400595-ce14-47ca-a856-a9177d6f5b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5863a8bf-a172-4e48-a283-112037209b2d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.141792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Calling delete_port for 34068041-76c5-480f-a990-b4d1cc953e20 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:04.145903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95400595-ce14-47ca-a856-a9177d6f5b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.150542 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-95400595-ce14-47ca-a856-a9177d6f5b1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5863a8bf-a172-4e48-a283-112037209b2d HTTP/1.1" status: 204 len: 168 time: 1.2890875 Apr 21 14:47:04.170954 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-71ab00b4-784c-47e6-844a-3ed24ce1df71 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.9288676 Apr 21 14:47:04.174796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48888) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:04.182369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] For port 59df287d-e2e1-4b9d-b78d-d26de406b9d6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=59df287d-e2e1-4b9d-b78d-d26de406b9d6,segment=NetworkSegment(550f271f-8510-4b9e-bc37-8303613d763b),segment_id=550f271f-8510-4b9e-bc37-8303613d763b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:04.182766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.192659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'b3729732-c595-4443-9004-bfd189dcf150', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:04.204540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:04.209358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02073d38-ae13-4414-acc0-c09059282683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.240302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:04.273309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.318999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00f804b-783b-46bd-a423-4153526b8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.320389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02073d38-ae13-4414-acc0-c09059282683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.327144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.337703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.341060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.357649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f804b-783b-46bd-a423-4153526b8450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075296eb-9fa5-460a-8b8e-93478ea14f57,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.358703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Pushing event deleted for resources: {'Port': ['ID=59df287d-e2e1-4b9d-b78d-d26de406b9d6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.366632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Calling delete_port for 59df287d-e2e1-4b9d-b78d-d26de406b9d6 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:04.387562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] No DVR routers for this DVR port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:04.424875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] No DVR routers for this DVR port 34068041-76c5-480f-a990-b4d1cc953e20 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:04.427106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:04.442728 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] Sync routers for ids ['658d03dc-c7da-4da4-971f-be46896e7550'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:04.464705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Port': ['ID=34068041-76c5-480f-a990-b4d1cc953e20,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.500405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No active binding found for port 34068041-76c5-480f-a990-b4d1cc953e20 {{(pid=83936) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 21 14:47:04.500897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 34068041-76c5-480f-a990-b4d1cc953e20 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:04.501269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 59df287d-e2e1-4b9d-b78d-d26de406b9d6 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:04.504034 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] Routers {'658d03dc-c7da-4da4-971f-be46896e7550'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:04.505275 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['658d03dc-c7da-4da4-971f-be46896e7550'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.521119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 861c4f19-f680-4fa8-a426-533f8c3b3d91 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:04.551964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 59df287d-e2e1-4b9d-b78d-d26de406b9d6 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:04.552865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 59df287d-e2e1-4b9d-b78d-d26de406b9d6 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:04.565226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4c460-9658-40e9-a73a-1bf2983c844e None None] Pushing event updated for resources: {'Port': ['ID=40e77360-f4cf-4f3c-b63b-e3160f97d586,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.601106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:04.604378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:04.613893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:04.614348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:04.637854 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.647583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.678317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.686650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00f804b-783b-46bd-a423-4153526b8450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.687805 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d00f804b-783b-46bd-a423-4153526b8450 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/075296eb-9fa5-460a-8b8e-93478ea14f57 HTTP/1.1" status: 204 len: 168 time: 1.1646450 Apr 21 14:47:04.692107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02073d38-ae13-4414-acc0-c09059282683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.695034 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] Routers {'658d03dc-c7da-4da4-971f-be46896e7550'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:04.696840 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['658d03dc-c7da-4da4-971f-be46896e7550'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.699700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02073d38-ae13-4414-acc0-c09059282683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.705148 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-02073d38-ae13-4414-acc0-c09059282683 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c79a1ce-fdd3-4c56-a27a-f4aa3549459f HTTP/1.1" status: 204 len: 168 time: 0.9732816 Apr 21 14:47:04.725749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8270f4fc-1da2-46cf-a371-1ddc1042d02f']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.726372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.729983 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b3438ed7-6ea7-4745-921c-379944360473 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "PUT /v2.0/routers/658d03dc-c7da-4da4-971f-be46896e7550 HTTP/1.1" status: 200 len: 918 time: 8.3244460 Apr 21 14:47:04.731183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f5f7b0-04a2-405c-8eb8-f744fd3f3186']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.742830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48900) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:04.747746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416e2566-0e9e-4ca0-b28b-f088bc14264e') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.748049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416e2566-0e9e-4ca0-b28b-f088bc14264e') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.751013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02073d38-ae13-4414-acc0-c09059282683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c79a1ce-fdd3-4c56-a27a-f4aa3549459f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.772901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.783236 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.783644 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a61e5f-a60a-458a-be0f-cba884b28b34 None None] The sync data for ids ['658d03dc-c7da-4da4-971f-be46896e7550'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:04.812122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.822927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.826702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550f271f-8510-4b9e-bc37-8303613d763b') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.826930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550f271f-8510-4b9e-bc37-8303613d763b') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.870686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:04.871171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.942924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:04.967284 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:05.027156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.065006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:05.068913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.074983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.078114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:05.080309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:05.081016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.087676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:05.088094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.106086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Deleting port 34068041-76c5-480f-a990-b4d1cc953e20 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:05.106579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:05.112779 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:05.129144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=861c4f19-f680-4fa8-a426-533f8c3b3d91,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:05.153553 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] 10.222.0.42 "DELETE /v2.0/networks/8270f4fc-1da2-46cf-a371-1ddc1042d02f HTTP/1.1" status: 204 len: 168 time: 2.5605555 Apr 21 14:47:05.155765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ded3e0-5d0a-4a2a-baa0-cff0c694af11 tempest-AllowedAddressPairTestJSON-84083556 tempest-AllowedAddressPairTestJSON-84083556-project] Pushing event deleted for resources: {'Network': ['ID=8270f4fc-1da2-46cf-a371-1ddc1042d02f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:05.157616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Deleting port 59df287d-e2e1-4b9d-b78d-d26de406b9d6 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:05.157962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.288096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9e834fa2-bee8-42d0-816e-e297efecea4b None None] The port '34068041-76c5-480f-a990-b4d1cc953e20' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:47:05.289443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.295296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.300431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.372310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.375529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] Pushing event deleted for resources: {'Network': ['ID=43f5f7b0-04a2-405c-8eb8-f744fd3f3186,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:05.385671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b56a370f-a3b4-4351-bce3-27bb23918571 None None] The port '59df287d-e2e1-4b9d-b78d-d26de406b9d6' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:47:05.449038 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6ce39523-683c-46bc-957d-14c8c8b8f630 admin admin] 10.222.0.42 "DELETE /v2.0/networks/43f5f7b0-04a2-405c-8eb8-f744fd3f3186 HTTP/1.1" status: 204 len: 168 time: 2.7305939 Apr 21 14:47:05.531480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4bede77b-a105-414f-b84a-fd27cff43d73 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/658d03dc-c7da-4da4-971f-be46896e7550 HTTP/1.1" status: 200 len: 924 time: 0.7852995 Apr 21 14:47:05.537426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48918) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.602006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48924) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.642834 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.26.6.113 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/d7671855-4b40-4eda-8120-a2beeea3cd03) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:05.790457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f36c1d16-d167-4375-bfab-65dd43ee1729 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Synchronizing usage tracker for tenant:248c89fd453e44dfab6d1b5e6164e67e on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:05.851191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f36c1d16-d167-4375-bfab-65dd43ee1729 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Unset dirty status for tenant:248c89fd453e44dfab6d1b5e6164e67e on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:05.858060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48932) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.860674 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f36c1d16-d167-4375-bfab-65dd43ee1729 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=658d03dc-c7da-4da4-971f-be46896e7550&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3217797 Apr 21 14:47:05.943032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.982549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 40e77360-f4cf-4f3c-b63b-e3160f97d586 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:06.003326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48936) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.028868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.093150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48942) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.153591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 40e77360-f4cf-4f3c-b63b-e3160f97d586 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:06.167488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=d7671855-4b40-4eda-8120-a2beeea3cd03,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:06.187641 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1dcc512b-b4a0-41ad-9699-c068bacc791f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=97d0fd28a2ee45c499b7e7f8fb4c4e51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5836892 Apr 21 14:47:06.191329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48948) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.229430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:06.232612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:06.246146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:06.265606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-35e0be5e-4f5d-4679-a398-c0012c45d5d2 None None] Provisioning for port 40e77360-f4cf-4f3c-b63b-e3160f97d586 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:06.271462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-35e0be5e-4f5d-4679-a398-c0012c45d5d2 None None] Provisioning complete for port 40e77360-f4cf-4f3c-b63b-e3160f97d586 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:06.272231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35e0be5e-4f5d-4679-a398-c0012c45d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.371382 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7f2a3fd-f06a-45f3-925d-d7b3230ba204 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89b2d50affd140a2a291b4a1f7cf96d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2766852 Apr 21 14:47:06.375902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.400640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73640951-4c4c-4042-a8b7-e3b5027d7af4 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:06.402522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73640951-4c4c-4042-a8b7-e3b5027d7af4 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 0.5352848 Apr 21 14:47:06.408301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48958) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.502030 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d18fc09d-713e-4a23-b08a-2b926343ba1b tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d03dc-c7da-4da4-971f-be46896e7550 HTTP/1.1" status: 200 len: 205 time: 0.0921235 Apr 21 14:47:06.513888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 48964) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.522328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.546593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35e0be5e-4f5d-4679-a398-c0012c45d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.593410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.594192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.623991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-35e0be5e-4f5d-4679-a398-c0012c45d5d2 None None] For port 40e77360-f4cf-4f3c-b63b-e3160f97d586, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=40e77360-f4cf-4f3c-b63b-e3160f97d586,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:06.636027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35e0be5e-4f5d-4679-a398-c0012c45d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.716869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8d56b3e-feee-4180-97f8-2671be5accb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.753605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8d56b3e-feee-4180-97f8-2671be5accb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.762955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0be5e-4f5d-4679-a398-c0012c45d5d2 None None] Pushing event updated for resources: {'Port': ['ID=40e77360-f4cf-4f3c-b63b-e3160f97d586,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:06.792888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-558686f0-10ee-4556-bbd1-a951850865dc None None] Provisioning for port 861c4f19-f680-4fa8-a426-533f8c3b3d91 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:06.800427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-558686f0-10ee-4556-bbd1-a951850865dc None None] Provisioning complete for port 861c4f19-f680-4fa8-a426-533f8c3b3d91 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:06.801534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-558686f0-10ee-4556-bbd1-a951850865dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.861174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-558686f0-10ee-4556-bbd1-a951850865dc None None] Port 861c4f19-f680-4fa8-a426-533f8c3b3d91 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:06.865292 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-494a8dcd-60db-4ad9-a9f1-e211b4d91433 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce3cd46a341744b4a742e27ed693c14c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8596249 Apr 21 14:47:06.867560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=861c4f19-f680-4fa8-a426-533f8c3b3d91,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:06.873063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48976) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.891426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-583d18ce-a71a-4fb3-abd6-5e923628d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.991285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-583d18ce-a71a-4fb3-abd6-5e923628d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.093285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8d56b3e-feee-4180-97f8-2671be5accb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.141876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:07.143562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d56b3e-feee-4180-97f8-2671be5accb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7581b1ad-f9bd-4a4c-a681-aee44013eb8e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.145137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-583d18ce-a71a-4fb3-abd6-5e923628d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.145982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8d56b3e-feee-4180-97f8-2671be5accb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.150797 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c8d56b3e-feee-4180-97f8-2671be5accb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7581b1ad-f9bd-4a4c-a681-aee44013eb8e HTTP/1.1" status: 204 len: 168 time: 0.9583509 Apr 21 14:47:07.164135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:07.169316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d18ce-a71a-4fb3-abd6-5e923628d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c9baad-8908-45c9-9433-acf09f1d46c4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.226674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 48988) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:07.252601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a95ac7bd-f36e-438a-8db6-0e99d62d5481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.312767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a95ac7bd-f36e-438a-8db6-0e99d62d5481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.427945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a95ac7bd-f36e-438a-8db6-0e99d62d5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.466636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ac7bd-f36e-438a-8db6-0e99d62d5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41d86fb-694b-4131-b6d4-79300a9aa10c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.480259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a95ac7bd-f36e-438a-8db6-0e99d62d5481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.481391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a95ac7bd-f36e-438a-8db6-0e99d62d5481 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c41d86fb-694b-4131-b6d4-79300a9aa10c HTTP/1.1" status: 204 len: 168 time: 0.6069448 Apr 21 14:47:07.516080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-583d18ce-a71a-4fb3-abd6-5e923628d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.517732 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-583d18ce-a71a-4fb3-abd6-5e923628d8c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38c9baad-8908-45c9-9433-acf09f1d46c4 HTTP/1.1" status: 204 len: 168 time: 1.1341546 Apr 21 14:47:07.594133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-55fb9c9a-d0bc-4e6f-b6be-16316598e1bb None None] Provisioning complete for port 861c4f19-f680-4fa8-a426-533f8c3b3d91 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:07.595285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55fb9c9a-d0bc-4e6f-b6be-16316598e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.620173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.657542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.665173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-55fb9c9a-d0bc-4e6f-b6be-16316598e1bb None None] Port 861c4f19-f680-4fa8-a426-533f8c3b3d91 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:07.709363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.753318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-903371859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:07.771307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:07.790232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:router and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:07.796053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:07.807753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:07.871001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.871972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.881522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 40e77360-f4cf-4f3c-b63b-e3160f97d586 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:08.018284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:08.027658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 40e77360-f4cf-4f3c-b63b-e3160f97d586 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:08.028045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.132754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.178259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.218065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.233391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.238538 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fa24fa56-640f-476f-85cf-2dc36d088bd9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0031478 Apr 21 14:47:08.239275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:08.243627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Deleting port dbae0006-a7ae-454c-8285-2f1e9a779a11 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:08.244032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.245625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.251707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.279521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1367744388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:08.299369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:08.306930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:network and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:08.310178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:08.321300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:08.326318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:08.336647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Sync routers for ids ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:08.346347 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-620e3c01-9fd0-4a6c-8105-f502a93851c7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "PUT /v2.0/routers/e36c45dc-2648-4fbd-b2fc-14dae18c7f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2774985 Apr 21 14:47:08.351837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49020) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:08.355223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Routers {'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:08.356747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:08.399446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=d7671855-4b40-4eda-8120-a2beeea3cd03,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:08.412392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.538595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:08.542034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.563880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.612592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e620e9-673b-44a2-ae88-f56f8ee09633 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:08.613189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75e620e9-673b-44a2-ae88-f56f8ee09633 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:08.618991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Set router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:08.634613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:08.646708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:security_group_rule and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:08.660233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:08.673497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:08.676478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.696893 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP 2533a0f1-e265-4772-bd61-d3c7e50dcb4d associated. External IP: 172.26.6.113, port: b3729732-c595-4443-9004-bfd189dcf150. Apr 21 14:47:08.810823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75e620e9-673b-44a2-ae88-f56f8ee09633 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:08.812019 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75e620e9-673b-44a2-ae88-f56f8ee09633 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports/861c4f19-f680-4fa8-a426-533f8c3b3d91 HTTP/1.1" status: 200 len: 911 time: 0.4586875 Apr 21 14:47:08.818601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Calling delete_port for dbae0006-a7ae-454c-8285-2f1e9a779a11 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:08.826928 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49040) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:08.960405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.970240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.008294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb52e59-b185-4b3b-acef-5c7015c1370e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:09.021648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:09.109602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.123305 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.123656 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Added segment 462d9f8c-418c-47b6-a3db-f413a2b91afb of type vlan for network 26381a01-ee8e-4c3e-9f3c-9224aae10245 Apr 21 14:47:09.179561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event deleted for resources: {'Port': ['ID=dbae0006-a7ae-454c-8285-2f1e9a779a11,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:09.196572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'name': 'tempest-NetworksTestDHCPv6-router-352511600', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:01Z', 'updated_at': '2022-04-21T14:47:05Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None, '_interfaces': [{'id': '861c4f19-f680-4fa8-a426-533f8c3b3d91', 'name': '', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'mac_address': 'fa:16:3e:ef:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bcb536-18ef-44e8-aff9-b64ed05e60f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:03Z', 'updated_at': '2022-04-21T14:47:05Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'subnets': [{'id': 'b1bcb536-18ef-44e8-aff9-b64ed05e60f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:09.200423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f22f0-9a9d-4493-bb6f-0c349d9062e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:09.200998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Checking router: e36c45dc-2648-4fbd-b2fc-14dae18c7f6d for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:47:09.201482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Updating router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d port 861c4f19-f680-4fa8-a426-533f8c3b3d91 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:47:09.208865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f22f0-9a9d-4493-bb6f-0c349d9062e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:09.210999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-730f22f0-9a9d-4493-bb6f-0c349d9062e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:09.242078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-730f22f0-9a9d-4493-bb6f-0c349d9062e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:09.243705 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-730f22f0-9a9d-4493-bb6f-0c349d9062e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4144650 Apr 21 14:47:09.250277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49050) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:09.268701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.329324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.658457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.672522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Transition to ACTIVE for port object 861c4f19-f680-4fa8-a426-533f8c3b3d91 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:09.682503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.729608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.775928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac8cef-bf2e-47e8-966b-97d41cd7ef82 None None] Pushing event updated for resources: {'Port': ['ID=861c4f19-f680-4fa8-a426-533f8c3b3d91,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:09.939414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49072) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.038998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.045656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:10.046280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.129278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Attempting to bind port 861c4f19-f680-4fa8-a426-533f8c3b3d91 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:10.129441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Attempting to bind port 861c4f19-f680-4fa8-a426-533f8c3b3d91 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:10.129924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Attempting to bind port 861c4f19-f680-4fa8-a426-533f8c3b3d91 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:10.143582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:10.143958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:10.150461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.150622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:10.151096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Bound port: 861c4f19-f680-4fa8-a426-533f8c3b3d91, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:10.151488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.236110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:10.359995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] For port 861c4f19-f680-4fa8-a426-533f8c3b3d91, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:10.363992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] For port 861c4f19-f680-4fa8-a426-533f8c3b3d91, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=861c4f19-f680-4fa8-a426-533f8c3b3d91,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:10.371213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.413410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.487091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Routers {'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:10.488379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:10.502389 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2605836 Apr 21 14:47:10.514078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49088) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.534465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'subnet': {'network_id': '26381a01-ee8e-4c3e-9f3c-9224aae10245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:10.557992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1732654532'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:10.564250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:10.566709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.569280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Usage tracker for resource:network and tenant:64b1db166a724ae08d1f99f7a7dd27a8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:10.569764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f1ba6-ae23-4b54-a982-73f15f41bc60 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Network': ['ID=26381a01-ee8e-4c3e-9f3c-9224aae10245,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.583394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:10.591968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:10.603503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.623942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Made reservation on behalf of 64b1db166a724ae08d1f99f7a7dd27a8 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:10.628714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.639493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:10.655932 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.677388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-77555939-network', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:10.700623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:10.709359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.715407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Usage tracker for resource:network and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:10.730849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:10.745971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:10.759264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:10.785286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:subnet and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:10.788501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:10.794951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Made reservation on behalf of c0b1fb04a0104faaae6a08d3733f08eb for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:10.797202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.811900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:10.823829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.863945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.864350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Fanout notify agent at l3_agent the message router_deleted on router 658d03dc-c7da-4da4-971f-be46896e7550 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:47:10.866193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:10.885053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac8cef-bf2e-47e8-966b-97d41cd7ef82 None None] Pushing event updated for resources: {'Port': ['ID=861c4f19-f680-4fa8-a426-533f8c3b3d91,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.928466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.947987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] Set router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:11.007103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:11.009367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.010683 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-61d271ef-864b-423f-97ec-49e83e5bb391 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/658d03dc-c7da-4da4-971f-be46896e7550 HTTP/1.1" status: 204 len: 168 time: 4.4937696 Apr 21 14:47:11.012512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:11.017651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:11.028156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:11.033510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:11.038936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-295491899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:11.049021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:11.051802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:11.057805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.087389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Usage tracker for resource:router and tenant:2b6f2ef0f96146ff9c95d7a20f0d7125 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:11.097519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Usage tracker for resource:security_group_rule and tenant:64b1db166a724ae08d1f99f7a7dd27a8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:11.101117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:11.122851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:11.142267 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:11.155423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'networks': [{'name': 'tempest-network--2141494836'}, {'name': 'tempest-network--499802426'}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:11.155423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'network': {'name': 'tempest-network--2141494836'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:11.155423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'network': {'name': 'tempest-network--499802426'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:11.169063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:11.186446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:11.201160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Usage tracker for resource:network and tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:11.210567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:11.222957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:11.230261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:11.237043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.238207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.242124 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:11.261942 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:11.266030 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:11.291381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.298620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Made reservation on behalf of 2b5dbfbbcecc4c3fb4172be5c944e1f0 for: {'network': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:11.302142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.309950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.366987 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fbbbdd63-f283-4bb1-adae-c0d57cbd2a5a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1886356 Apr 21 14:47:11.371509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49114) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:11.392540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.412948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'port_id': 'b3729732-c595-4443-9004-bfd189dcf150', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:11.438672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'name': 'tempest-NetworksTestDHCPv6-router-352511600', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:01Z', 'updated_at': '2022-04-21T14:47:05Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None, '_interfaces': [{'id': '861c4f19-f680-4fa8-a426-533f8c3b3d91', 'name': '', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'mac_address': 'fa:16:3e:ef:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bcb536-18ef-44e8-aff9-b64ed05e60f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:03Z', 'updated_at': '2022-04-21T14:47:10Z', 'revision_number': 4, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'subnets': [{'id': 'b1bcb536-18ef-44e8-aff9-b64ed05e60f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:11.444869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eeb5a7-dee5-4614-aa82-d540b1c8dbbf None None] The sync data for ids ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'] in dv-neutron-838898-1-hyperv is: [{'id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'name': 'tempest-NetworksTestDHCPv6-router-352511600', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:01Z', 'updated_at': '2022-04-21T14:47:05Z', 'revision_number': 2, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None, '_interfaces': [{'id': '861c4f19-f680-4fa8-a426-533f8c3b3d91', 'name': '', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'mac_address': 'fa:16:3e:ef:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1bcb536-18ef-44e8-aff9-b64ed05e60f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:03Z', 'updated_at': '2022-04-21T14:47:10Z', 'revision_number': 4, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'subnets': [{'id': 'b1bcb536-18ef-44e8-aff9-b64ed05e60f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:11.457312 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:11.460835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.484152 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:11.484764 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:11.530768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.537520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.587975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.594616 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:11.595324 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f1032e-4a0b-4ef6-9d05-4b3fb4d993be None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:11.628507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:11.656440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:11.669434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Usage tracker for resource:security_group_rule and tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:11.684294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:11.689796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37519fc0-6e47-4cd3-abc5-24f5f0728ca1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:11.703437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.703437 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Added segment 7ff05513-26d6-467d-9d4a-728026cc4678 of type vlan for network 2835474b-e553-474e-9662-e90214d418f2 Apr 21 14:47:11.703437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:11.734979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.739358 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-58f180b5-e259-4a21-aec3-0c8383da52ef tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7193608 Apr 21 14:47:11.744872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:11.753971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': False}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:11.852236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.865865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.924163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 861c4f19-f680-4fa8-a426-533f8c3b3d91 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:11.974567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.004611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49128) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:12.028569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 861c4f19-f680-4fa8-a426-533f8c3b3d91 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:12.029212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.062805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 861c4f19-f680-4fa8-a426-533f8c3b3d91 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:12.063247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.070376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 861c4f19-f680-4fa8-a426-533f8c3b3d91 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:12.070930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.072091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.075793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.076930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:12.077706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.108245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:12.134307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c995756-9b82-48d9-9a5c-3d6c9aae3508,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.168299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.168968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.178995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.179614 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Added segment ce0a9043-a2a4-42ce-a04f-f47812455d46 of type vlan for network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 Apr 21 14:47:12.223518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7236512 Apr 21 14:47:12.230121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:12.245827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7cd1a5-221c-4740-81c2-24a4447a3b8b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.278721 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.318858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 861c4f19-f680-4fa8-a426-533f8c3b3d91, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=861c4f19-f680-4fa8-a426-533f8c3b3d91,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:12.328858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.332926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Request body: {'subnet': {'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-77555939-subnet', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:12.366575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:12.373659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Usage tracker for resource:subnet and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:12.376965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:12.378559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-636300087', 'router:external': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:12.382954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:12.402154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:12.410355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.411587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Made reservation on behalf of c0b1fb04a0104faaae6a08d3733f08eb for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:12.412783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=861c4f19-f680-4fa8-a426-533f8c3b3d91,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.413768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.418505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:network and tenant:401ff0399fd8407a8a1300c5cb2ac489 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:12.428331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:12.434721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Subnet': ['ID=71297d30-2808-433c-8a37-add564d39aff,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.447271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:12.506332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0a1c1-ffa4-4639-86af-9bbdfcc55359 admin admin] Pushing event updated for resources: {'Network': ['ID=2835474b-e553-474e-9662-e90214d418f2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.517248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 2835474b-e553-474e-9662-e90214d418f2 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:12.517751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:12.622074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Made reservation on behalf of 401ff0399fd8407a8a1300c5cb2ac489 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:12.624314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.653545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.657307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:12.657920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.666094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] For port 861c4f19-f680-4fa8-a426-533f8c3b3d91, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=861c4f19-f680-4fa8-a426-533f8c3b3d91,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:12.666521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.699989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.774680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.774913 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Added segment 6e3f4d09-f201-4a94-8e85-d840dad2624a of type vlan for network 635f7d4c-c6ae-4e3b-96ed-bab5dd83d5e7 Apr 21 14:47:12.808359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Checking segment: {'id': '462d9f8c-418c-47b6-a3db-f413a2b91afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '26381a01-ee8e-4c3e-9f3c-9224aae10245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:12.808716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network hostable DHCP agents. Network: 26381a01-ee8e-4c3e-9f3c-9224aae10245, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:12.841339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.894794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 861c4f19-f680-4fa8-a426-533f8c3b3d91 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:12.977651 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.0247548 Apr 21 14:47:13.002538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de92bb-2474-40f7-ba37-d58204c9e93c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Pushing event updated for resources: {'Network': ['ID=1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:13.018908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:13.019182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:13.090796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:security_group_rule and tenant:401ff0399fd8407a8a1300c5cb2ac489 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:13.095270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:13.126605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.139484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:13.197640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:13.214606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.230529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:13.246107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 26381a01-ee8e-4c3e-9f3c-9224aae10245) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:13.257628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18b37c-8a91-49a8-8857-56a296bb7182 None None] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:13.262574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:13.264538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.283421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Checking segment: {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:13.284132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Network hostable DHCP agents. Network: 2835474b-e553-474e-9662-e90214d418f2, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:13.299045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.299910 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Added segment 3c928f16-e165-4f4f-afb6-1873fcc41112 of type vlan for network cc104bea-9c11-42c6-afeb-cb194b5e7530 Apr 21 14:47:13.322111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d443554-238c-4984-a94f-d88d8895045e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:13.356606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.369999 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5b1bb65f-1d67-4818-a6ce-223115c4ce6b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8477578 Apr 21 14:47:13.375406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Request body: {'port': {'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077833783'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:13.381265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.382158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49146) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.389126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:13.389605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:13.389866 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:13.394691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'network': {'name': 'tempest-router-network01--2076569105'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:13.413856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:13.441836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Usage tracker for resource:port and tenant:a716bda34d5843bb99c45cb5c2f1adc8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:13.450792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:13.463464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Network 2835474b-e553-474e-9662-e90214d418f2 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:13.475175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:13.490936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 2835474b-e553-474e-9662-e90214d418f2) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:13.507144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:13.507763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.520790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Made reservation on behalf of a716bda34d5843bb99c45cb5c2f1adc8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:13.523432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.524852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c5c34a-4fca-49f3-88e9-b77652f296dc None None] Network 2835474b-e553-474e-9662-e90214d418f2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:13.534975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.536491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:network and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:13.538464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.538784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.541760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:13.544245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:13.546641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.547125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:13.547799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.549980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.553242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:13.577599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.593500 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8d2813ba-d583-4e7b-a7ee-2d870076beb9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3263576 Apr 21 14:47:13.593500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.608238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-26381a01-ee8e-4c3e-9f3c-9224aae10245', 'network_id': '26381a01-ee8e-4c3e-9f3c-9224aae10245', 'tenant_id': 'fa88da1bb3c240f3ba5c5f6474ae9a0f', 'fixed_ips': [{'subnet_id': '71297d30-2808-433c-8a37-add564d39aff'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:13.609447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49150) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.609948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.647386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:13.655512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:13.658433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.662002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:13.678649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.1036491 Apr 21 14:47:13.678649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:13.697679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49154) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.705226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Usage tracker for resource:router and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:13.721118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599290b0-9e2d-4e09-939f-357e71c1aef7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:13.731799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:13.739775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.740627 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Added segment 3451d80c-6832-4009-b5a5-9a542cb85e21 of type vlan for network 36333058-2e8c-48d2-bd81-2e1f388e2140 Apr 21 14:47:13.759904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:13.776947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:13.807541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.811796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.812165 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Added segment 5340ec94-3a25-4243-bc0a-7b478bfef39a of type vlan for network c056f8f6-7266-4f84-827d-064536db9aeb Apr 21 14:47:13.845905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Network': ['ID=635f7d4c-c6ae-4e3b-96ed-bab5dd83d5e7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:13.865340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.869881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 635f7d4c-c6ae-4e3b-96ed-bab5dd83d5e7 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:13.888957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 861c4f19-f680-4fa8-a426-533f8c3b3d91 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:13.891873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 861c4f19-f680-4fa8-a426-533f8c3b3d91 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:13.892255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.896039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:13.924769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.925633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:13.926220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.959014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Usage tracker for resource:security_group_rule and tenant:a716bda34d5843bb99c45cb5c2f1adc8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:13.971741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.972970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.987405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:14.006072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:14.045205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.048927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:14.049670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.053057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3cd13-0015-4c18-96bf-b5980a397dd8 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Network': ['ID=cc104bea-9c11-42c6-afeb-cb194b5e7530,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.092332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d068bd-f6b2-44ca-b500-e40353affa8e tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:14.096309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d068bd-f6b2-44ca-b500-e40353affa8e tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:14.100551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d068bd-f6b2-44ca-b500-e40353affa8e tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:14.105144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d068bd-f6b2-44ca-b500-e40353affa8e tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:14.106161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e5d068bd-f6b2-44ca-b500-e40353affa8e tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Synchronizing usage tracker for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:14.133744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network cc104bea-9c11-42c6-afeb-cb194b5e7530 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:14.141736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.158527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Network': ['ID=36333058-2e8c-48d2-bd81-2e1f388e2140,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.188310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.225861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Allocated IP 2001:db8::2 (26381a01-ee8e-4c3e-9f3c-9224aae10245/71297d30-2808-433c-8a37-add564d39aff/56711911-f4fc-4b85-adcc-7be0d57790fe) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:14.237400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-2835474b-e553-474e-9662-e90214d418f2', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:14.238337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.247417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 36333058-2e8c-48d2-bd81-2e1f388e2140 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:14.267747 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8821604 Apr 21 14:47:14.273140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e5d068bd-f6b2-44ca-b500-e40353affa8e tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Unset dirty status for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:14.275169 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e5d068bd-f6b2-44ca-b500-e40353affa8e tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5753200 Apr 21 14:47:14.275928 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-34790b4c-d903-4070-b5d1-b25406d9c9e7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2607689 Apr 21 14:47:14.277134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49158) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:14.290462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49160) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:14.290793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49162) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:14.297087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.304662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'network': {'name': 'tempest-router-network02--1064149226'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:14.332846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'subnet': {'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:14.347697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:14.378513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 861c4f19-f680-4fa8-a426-533f8c3b3d91 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:14.378983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.395055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:14.412833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:network and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:14.419107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:14.420287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a2573-b452-4f90-bb72-0ef612ef6764 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Network': ['ID=c056f8f6-7266-4f84-827d-064536db9aeb,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.422798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:subnet and tenant:401ff0399fd8407a8a1300c5cb2ac489 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:14.440676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:14.445081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:14.454744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] For port 861c4f19-f680-4fa8-a426-533f8c3b3d91, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=861c4f19-f680-4fa8-a426-533f8c3b3d91,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:14.455343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.471340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:14.504792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:14.507642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.536416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network c056f8f6-7266-4f84-827d-064536db9aeb details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:14.604699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 861c4f19-f680-4fa8-a426-533f8c3b3d91 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:14.647291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.652825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Made reservation on behalf of 401ff0399fd8407a8a1300c5cb2ac489 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:14.655053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.682396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.692108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.709179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.723459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] device_id is not set on port 104950a4-43a8-498d-b34f-33cb05c52843 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:14.777928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:14.788175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Allocated IP 172.26.6.31 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/e07fcfcd-5556-42b1-9023-e5056649f143) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:14.852622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.853872 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Added segment fa0b11ce-da42-4ae9-a640-1c42f3a566a7 of type vlan for network 1751642c-800f-492c-89a6-02ad1ae337d0 Apr 21 14:47:14.888172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32fc183-1cef-4ac7-8650-fd4c71d16c19,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.936252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Allocated IP 172.20.0.2 (2835474b-e553-474e-9662-e90214d418f2/9d443554-238c-4984-a94f-d88d8895045e/80491dec-0850-427d-bd95-91de59836426) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:14.959353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.001967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Transition to ACTIVE for port object 56711911-f4fc-4b85-adcc-7be0d57790fe will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:15.033263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.085141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Transition to ACTIVE for port object 56711911-f4fc-4b85-adcc-7be0d57790fe will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:15.103792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.206194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.213397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:15.220475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:15.225414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.230524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:15.231302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.249689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Pushing event updated for resources: {'Port': ['ID=56711911-f4fc-4b85-adcc-7be0d57790fe,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.252210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:15.256522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635f7d4c-c6ae-4e3b-96ed-bab5dd83d5e7']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:15.306526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3f4d09-f201-4a94-8e85-d840dad2624a') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:15.306982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3f4d09-f201-4a94-8e85-d840dad2624a') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:15.360099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.371574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Attempting to bind port 56711911-f4fc-4b85-adcc-7be0d57790fe on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:15.372250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Attempting to bind port 56711911-f4fc-4b85-adcc-7be0d57790fe by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '462d9f8c-418c-47b6-a3db-f413a2b91afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '26381a01-ee8e-4c3e-9f3c-9224aae10245'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:15.372782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Attempting to bind port 56711911-f4fc-4b85-adcc-7be0d57790fe on network 26381a01-ee8e-4c3e-9f3c-9224aae10245 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:15.374725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.379314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:15.379689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Checking segment: {'id': '462d9f8c-418c-47b6-a3db-f413a2b91afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '26381a01-ee8e-4c3e-9f3c-9224aae10245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:15.380116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.380522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Bound using segment: {'id': '462d9f8c-418c-47b6-a3db-f413a2b91afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '26381a01-ee8e-4c3e-9f3c-9224aae10245'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:15.380993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Bound port: 56711911-f4fc-4b85-adcc-7be0d57790fe, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462d9f8c-418c-47b6-a3db-f413a2b91afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '26381a01-ee8e-4c3e-9f3c-9224aae10245'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:15.381561 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.417266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.443947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:15.444504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:15.459741 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:15.472310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Network': ['ID=1751642c-800f-492c-89a6-02ad1ae337d0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.474211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.485636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] For port 56711911-f4fc-4b85-adcc-7be0d57790fe, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:15.490331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] For port 56711911-f4fc-4b85-adcc-7be0d57790fe, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56711911-f4fc-4b85-adcc-7be0d57790fe,segment=NetworkSegment(462d9f8c-418c-47b6-a3db-f413a2b91afb),segment_id=462d9f8c-418c-47b6-a3db-f413a2b91afb)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:15.493229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Transition to ACTIVE for port object 80491dec-0850-427d-bd95-91de59836426 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:15.495995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 1751642c-800f-492c-89a6-02ad1ae337d0 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:15.500175 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3653071-7bf4-4e4a-a147-f6b6c8fb9349 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2135794 Apr 21 14:47:15.502157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] device_id is not set on port 104950a4-43a8-498d-b34f-33cb05c52843 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:15.509948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49170) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:15.518609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.521892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.522195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.524534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'subnet': {'network_id': 'c056f8f6-7266-4f84-827d-064536db9aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:15.606326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=861c4f19-f680-4fa8-a426-533f8c3b3d91,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.631782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Transition to ACTIVE for port object 104950a4-43a8-498d-b34f-33cb05c52843 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:15.651381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Transition to ACTIVE for port object 80491dec-0850-427d-bd95-91de59836426 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:15.683352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.700685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.702642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.724444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.730769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1cc52-7d3b-44c1-9e28-9c88ba6165dc None None] Pushing event updated for resources: {'Port': ['ID=56711911-f4fc-4b85-adcc-7be0d57790fe,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.754944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.848870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:15.850082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Network 2835474b-e553-474e-9662-e90214d418f2 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:15.857572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:15.859473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:subnet and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:15.863896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:15.866961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Network': ['ID=635f7d4c-c6ae-4e3b-96ed-bab5dd83d5e7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.873429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.910001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:15.938196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:15.939312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:15.941612 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.942315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Pushing event updated for resources: {'Port': ['ID=80491dec-0850-427d-bd95-91de59836426,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.949500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:15.992301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:16.016002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:16.021442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Pushing event updated for resources: {'Port': ['ID=e07fcfcd-5556-42b1-9023-e5056649f143,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.026123 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-60a22871-1739-4cc4-a68c-d63fc2f23904 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/networks/635f7d4c-c6ae-4e3b-96ed-bab5dd83d5e7 HTTP/1.1" status: 204 len: 168 time: 1.7295437 Apr 21 14:47:16.029041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49174) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:16.051175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Attempting to bind port 80491dec-0850-427d-bd95-91de59836426 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:16.051559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Attempting to bind port 80491dec-0850-427d-bd95-91de59836426 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:16.051921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Attempting to bind port 80491dec-0850-427d-bd95-91de59836426 on network 2835474b-e553-474e-9662-e90214d418f2 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:16.065813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.072778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:16.073159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Checking segment: {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:16.073566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.073972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Bound using segment: {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:16.074456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Bound port: 80491dec-0850-427d-bd95-91de59836426, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:16.074835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.131297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:16.183820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] For port 80491dec-0850-427d-bd95-91de59836426, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:16.208097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] For port 80491dec-0850-427d-bd95-91de59836426, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80491dec-0850-427d-bd95-91de59836426,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:16.216284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.297957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Checking segment: {'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:16.298959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Network hostable DHCP agents. Network: 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:16.313574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03dfee-dd40-4d31-bc3f-dca4974433b0 None None] Pushing event updated for resources: {'Port': ['ID=80491dec-0850-427d-bd95-91de59836426,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.348261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=104950a4-43a8-498d-b34f-33cb05c52843,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.516152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:47:16.516699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.602777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.633990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.755344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Allocated IP 172.26.6.47 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/ce2e4882-ac47-40cc-a179-e3722189c588) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:16.782800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:16.821384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b15cb431-744b-4265-b2ee-c99550c29326,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.962364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Checking segment: {'id': '3451d80c-6832-4009-b5a5-9a542cb85e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:16.962728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network hostable DHCP agents. Network: 36333058-2e8c-48d2-bd81-2e1f388e2140, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:17.020677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:17.030575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a4e0f-c795-49c7-bbba-6367a92bf394 None None] Network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:17.041201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:17.056769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:17.058032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:17.063498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.067710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.072119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:17.127017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:17.127599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:17.128120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:17.149389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc104bea-9c11-42c6-afeb-cb194b5e7530']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.155988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network 36333058-2e8c-48d2-bd81-2e1f388e2140 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:17.165952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:17.166601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.211303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c928f16-e165-4f4f-afb6-1873fcc41112') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.212415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c928f16-e165-4f4f-afb6-1873fcc41112') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.250502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:17.250861 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:17.252837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 36333058-2e8c-48d2-bd81-2e1f388e2140) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:17.259465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 2 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:17.269893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85713369-6fc8-45bd-90ad-902cd184346f None None] Network 36333058-2e8c-48d2-bd81-2e1f388e2140 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:17.271205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.281949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.316919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:17.317837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.346272 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a8b6c1b4-2b98-49f3-8b13-8d58662c23e8 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/floatingips/2533a0f1-e265-4772-bd61-d3c7e50dcb4d HTTP/1.1" status: 200 len: 978 time: 5.9692912 Apr 21 14:47:17.350485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49178) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:17.355160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.358418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:17.359121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:17.359576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:17.380257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.382473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.422509 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-deb94d64-c04f-4447-a21e-bbb2a2ce6ec0 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1281569 Apr 21 14:47:17.431241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49182) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:17.449426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1926967480', 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:17.450353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b2a18-a1d4-47be-b68a-741028322213 None None] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:17.454550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:17.459151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:port and tenant:401ff0399fd8407a8a1300c5cb2ac489 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:17.463356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:17.470447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:17.505942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:17.506830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.514039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:17.520189 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35219306-58f9-447c-a031-32d10b4ccaeb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "PUT /v2.0/routers/e36c45dc-2648-4fbd-b2fc-14dae18c7f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2686708 Apr 21 14:47:17.525594 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] Sync routers for ids ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:17.526132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:17.526277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.545619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.547147 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] Routers {'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:17.549134 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:17.549439 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:17.551593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49186) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:17.627473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Made reservation on behalf of 401ff0399fd8407a8a1300c5cb2ac489 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:17.631338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.679266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] device_id is not set on port 0e148daa-f409-4320-9926-f8e96de90768 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:17.713101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237fb43d-afb1-41c8-ac03-de1e598488dc None None] Network 2835474b-e553-474e-9662-e90214d418f2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:17.746753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.747067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010e3f1-0261-451a-ae0e-c3072504f5c6 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:17.751083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c7eb0-dc0b-4e1f-89b2-04becd2f2c07 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:17.753382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c7eb0-dc0b-4e1f-89b2-04becd2f2c07 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:17.754296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b34c7eb0-dc0b-4e1f-89b2-04becd2f2c07 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:17.755298 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] Set router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:17.756973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:17.757385 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:17.778411 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 3 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:17.783416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port d7671855-4b40-4eda-8120-a2beeea3cd03 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:17.783760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.823152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:17.823656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:17.823967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:17.837427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0f411651-788e-4b67-976b-429a56376344 None None] Provisioning for port 56711911-f4fc-4b85-adcc-7be0d57790fe completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:17.882408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b34c7eb0-dc0b-4e1f-89b2-04becd2f2c07 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:17.887621 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b34c7eb0-dc0b-4e1f-89b2-04becd2f2c07 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2845089 Apr 21 14:47:17.894443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49190) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:17.899622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.908166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:17.949225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff9143-e217-4a81-8d55-b1c531c3cd40 None None] Network 36333058-2e8c-48d2-bd81-2e1f388e2140 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:17.960377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Pushing event updated for resources: {'Port': ['ID=ce2e4882-ac47-40cc-a179-e3722189c588,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:18.014535 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'name': 'tempest-NetworksTestDHCPv6-router-352511600', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:01Z', 'updated_at': '2022-04-21T14:47:15Z', 'revision_number': 3, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:18.046614 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] Checking router: e36c45dc-2648-4fbd-b2fc-14dae18c7f6d for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:47:18.058354 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] Routers {'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:18.060148 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:18.063680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80491dec-0850-427d-bd95-91de59836426 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:18.086157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Allocated IP 172.20.0.3 (36333058-2e8c-48d2-bd81-2e1f388e2140/b15cb431-744b-4265-b2ee-c99550c29326/0e148daa-f409-4320-9926-f8e96de90768) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:18.096777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:18.099661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:18.165038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.165653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.171855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.176381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.191667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Subnet': ['ID=00e3c4ba-0401-4296-b26a-d3f69c1b8bec,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:18.194650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:18.195114 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:18.198758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.217289 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] Set router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:18.310523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-91e267be-dd7d-49ba-af33-6d026aa5a69a None None] Provisioning for port 80491dec-0850-427d-bd95-91de59836426 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:18.324330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for d7671855-4b40-4eda-8120-a2beeea3cd03 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:18.325639 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/networks/cc104bea-9c11-42c6-afeb-cb194b5e7530 HTTP/1.1" status: 204 len: 168 time: 2.2918460 Apr 21 14:47:18.326297 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 4 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:18.334846 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'name': 'tempest-NetworksTestDHCPv6-router-352511600', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:01Z', 'updated_at': '2022-04-21T14:47:15Z', 'revision_number': 3, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:18.339515 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60475e-6aa2-404c-9e55-6b3b85e8d93b None None] The sync data for ids ['e36c45dc-2648-4fbd-b2fc-14dae18c7f6d'] in dv-neutron-838898-1-hyperv is: [{'id': 'e36c45dc-2648-4fbd-b2fc-14dae18c7f6d', 'name': 'tempest-NetworksTestDHCPv6-router-352511600', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:01Z', 'updated_at': '2022-04-21T14:47:15Z', 'revision_number': 3, 'project_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:18.347297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49194) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:18.353093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b7c7c-65b7-47f5-8d56-376fe84ac094 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Network': ['ID=cc104bea-9c11-42c6-afeb-cb194b5e7530,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:18.355965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:18.356621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:18.356723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:18.380432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:18.380762 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:18.410726 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 5 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:18.419368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.552428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 80491dec-0850-427d-bd95-91de59836426 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:18.562377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 80491dec-0850-427d-bd95-91de59836426 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:18.562759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.573368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.648888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.700821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=d7671855-4b40-4eda-8120-a2beeea3cd03,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:18.704863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.720107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:18.720459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:18.720783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:18.774576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.847819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 80491dec-0850-427d-bd95-91de59836426, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80491dec-0850-427d-bd95-91de59836426,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:18.857836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.858736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56711911-f4fc-4b85-adcc-7be0d57790fe up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:18.927859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:18.944277 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:18.968683 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 6 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:18.989354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Checking segment: {'id': '5340ec94-3a25-4243-bc0a-7b478bfef39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c056f8f6-7266-4f84-827d-064536db9aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:18.989715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network hostable DHCP agents. Network: c056f8f6-7266-4f84-827d-064536db9aeb, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:19.014285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7b4ea899-166b-4c91-b884-2808d6c1b8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.035816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=80491dec-0850-427d-bd95-91de59836426,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:19.064656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 56711911-f4fc-4b85-adcc-7be0d57790fe completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:19.070676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 56711911-f4fc-4b85-adcc-7be0d57790fe triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:19.071295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.074931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf52371-10c0-457d-807b-06eeabf02e4f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:19.079867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf52371-10c0-457d-807b-06eeabf02e4f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:19.084467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf52371-10c0-457d-807b-06eeabf02e4f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:19.085298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbf52371-10c0-457d-807b-06eeabf02e4f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Synchronizing usage tracker for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:19.131658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:19.131991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:19.132524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:19.142881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.143606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.168942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network 36333058-2e8c-48d2-bd81-2e1f388e2140 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:19.172816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:19.173150 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:19.174587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:19.177170 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 7 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:19.178739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Port': ['ID=0e148daa-f409-4320-9926-f8e96de90768,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:19.181170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:19.185673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbf52371-10c0-457d-807b-06eeabf02e4f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Unset dirty status for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:19.190486 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cbf52371-10c0-457d-807b-06eeabf02e4f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.8233817 Apr 21 14:47:19.196899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:19.201578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet b1bcb536-18ef-44e8-aff9-b64ed05e60f2 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:19.225687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.230402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.241167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-23a7802e-768c-43cd-87c2-2fbe13254f96 None None] Provisioning complete for port 56711911-f4fc-4b85-adcc-7be0d57790fe triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:19.241614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a7802e-768c-43cd-87c2-2fbe13254f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.259126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.303897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1308988069'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:19.316670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 56711911-f4fc-4b85-adcc-7be0d57790fe, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56711911-f4fc-4b85-adcc-7be0d57790fe,segment=NetworkSegment(462d9f8c-418c-47b6-a3db-f413a2b91afb),segment_id=462d9f8c-418c-47b6-a3db-f413a2b91afb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:19.324874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.356498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:19.357104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.364388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:19.364888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:19.364975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:19.378624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:19.409094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network c056f8f6-7266-4f84-827d-064536db9aeb is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:19.411362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:19.416934 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-026c1e1d-f3ac-428d-9e3e-35f7ee3a30f2 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9815524 Apr 21 14:47:19.419368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49202) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:19.420437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:19.420804 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:19.429367 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 8 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:19.439222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.445325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=56711911-f4fc-4b85-adcc-7be0d57790fe,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:19.469096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-23a7802e-768c-43cd-87c2-2fbe13254f96 None None] Provisioning complete for port 80491dec-0850-427d-bd95-91de59836426 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:19.469340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a7802e-768c-43cd-87c2-2fbe13254f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.497074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, c056f8f6-7266-4f84-827d-064536db9aeb) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:19.498598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Deleting port 0e148daa-f409-4320-9926-f8e96de90768 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:19.498598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.507807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb4ccc-079a-4bed-b03a-c9c8e3ad1d9f None None] Network c056f8f6-7266-4f84-827d-064536db9aeb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:19.510916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:19.511254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:19.511588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:19.513570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Made reservation on behalf of 2b5dbfbbcecc4c3fb4172be5c944e1f0 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:19.516436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.530343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:19.530523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.572167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:19.572422 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:19.590378 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 9 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:19.627263 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b14a7833-bf83-4912-b16c-d1eafd3c40ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1128805 Apr 21 14:47:19.627712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49206) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:19.640624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:19.645095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:19.645434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:19.645771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:19.649872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'subnet': {'network_id': '1751642c-800f-492c-89a6-02ad1ae337d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:19.673233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:19.673604 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:19.676190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.676536 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Added segment 3ac71f09-c5b7-4052-820a-be7665c0916c of type vlan for network 4ac61f50-b846-4e58-83e4-ade1b3d294f3 Apr 21 14:47:19.679403 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 10 to bind port 104950a4-43a8-498d-b34f-33cb05c52843 Apr 21 14:47:19.688469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.760173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:19.760506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:19.760840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:19.797983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.815170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 104950a4-43a8-498d-b34f-33cb05c52843 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:19.815510 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 104950a4-43a8-498d-b34f-33cb05c52843 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:19.815865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.819346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-c056f8f6-7266-4f84-827d-064536db9aeb', 'network_id': 'c056f8f6-7266-4f84-827d-064536db9aeb', 'tenant_id': 'fa88da1bb3c240f3ba5c5f6474ae9a0f', 'fixed_ips': [{'subnet_id': '00e3c4ba-0401-4296-b26a-d3f69c1b8bec'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:19.820560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.912676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80491dec-0850-427d-bd95-91de59836426 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:19.929658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.934007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:19.934595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.972659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:19.987961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:subnet and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:19.993986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:19.997559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.018797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:20.086461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Allocated IP 2001:db8::2 (c056f8f6-7266-4f84-827d-064536db9aeb/00e3c4ba-0401-4296-b26a-d3f69c1b8bec/7233a330-9b2d-4662-894f-f58ed62120e9) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:20.088810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 80491dec-0850-427d-bd95-91de59836426 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:20.089278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.093813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.143247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Calling delete_port for 0e148daa-f409-4320-9926-f8e96de90768 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:20.168683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Router b636a38b-48b1-44db-aa84-fd1c300bc364 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:20.169827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:20.181635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bcb536-18ef-44e8-aff9-b64ed05e60f2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:20.185292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] For port 104950a4-43a8-498d-b34f-33cb05c52843, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:20.185648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempted to set empty binding levels {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 14:47:20.197569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Network': ['ID=4ac61f50-b846-4e58-83e4-ade1b3d294f3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:20.202748 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.207301 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7f06a8ec-c637-4be5-8ec9-6d9e78a369d7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/b1bcb536-18ef-44e8-aff9-b64ed05e60f2 HTTP/1.1" status: 204 len: 168 time: 2.3011346 Apr 21 14:47:20.208905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.214621 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0b8d830-06ec-427b-bb1e-99a773cd939f tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0097435 Apr 21 14:47:20.218310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.222593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.233198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1231776710'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:20.241494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44915faf-e825-46e4-9d66-ca5408644f10 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:20.253229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 4ac61f50-b846-4e58-83e4-ade1b3d294f3 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:20.302871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.331916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:20.405623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Usage tracker for resource:network and tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:20.423964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:20.622333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.632343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:20.641647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.687808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e148daa-f409-4320-9926-f8e96de90768,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:20.705630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:20.721447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56711911-f4fc-4b85-adcc-7be0d57790fe up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:20.741858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=104950a4-43a8-498d-b34f-33cb05c52843,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:20.771276 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-581ac72d-115f-4402-853a-7114ee3b636e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.4066956 Apr 21 14:47:20.771481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Made reservation on behalf of 2b5dbfbbcecc4c3fb4172be5c944e1f0 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:20.774075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49218) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.774752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.808659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a162889d-96ae-4838-a00e-f26b337343d6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:router {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:20.829533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.841752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Router 4ea7ab42-1c15-410d-951d-3129bc6ed656 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:20.849685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Transition to ACTIVE for port object 7233a330-9b2d-4662-894f-f58ed62120e9 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:20.854129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:20.861194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a162889d-96ae-4838-a00e-f26b337343d6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:router {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:20.865056 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a162889d-96ae-4838-a00e-f26b337343d6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6527789 Apr 21 14:47:20.869780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49222) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.894874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Transition to ACTIVE for port object 7233a330-9b2d-4662-894f-f58ed62120e9 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:20.899816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 56711911-f4fc-4b85-adcc-7be0d57790fe triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:20.900321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.928493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.931025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.931369 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Added segment 23df8193-7be9-4aa9-852f-656539d3d8cb of type vlan for network 1c8cf14b-7020-4b24-ad9a-4d39c68b7b54 Apr 21 14:47:21.013310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Deleting port 104950a4-43a8-498d-b34f-33cb05c52843 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:21.013651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.015324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:21.033384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] Deleting port 40e77360-f4cf-4f3c-b63b-e3160f97d586 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:21.033910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.056230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Pushing event updated for resources: {'Port': ['ID=7233a330-9b2d-4662-894f-f58ed62120e9,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:21.075874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Network c056f8f6-7266-4f84-827d-064536db9aeb is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:21.085766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:21.093033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:21.136025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.160105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.177204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.204347 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-65956cc0-bd27-4381-8179-1a11f0829d85 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "DELETE /v2.0/ports/0e148daa-f409-4320-9926-f8e96de90768 HTTP/1.1" status: 204 len: 168 time: 1.7771273 Apr 21 14:47:21.212918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.239355 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'external_fixed_ips': [{'subnet_id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'ip_address': '172.20.0.3'}]}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:21.254067 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad544-75ac-4c5f-b588-1dbc0b2d919b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.307396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Attempting to bind port 7233a330-9b2d-4662-894f-f58ed62120e9 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:21.308359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Attempting to bind port 7233a330-9b2d-4662-894f-f58ed62120e9 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '5340ec94-3a25-4243-bc0a-7b478bfef39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c056f8f6-7266-4f84-827d-064536db9aeb'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:21.308359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Attempting to bind port 7233a330-9b2d-4662-894f-f58ed62120e9 on network c056f8f6-7266-4f84-827d-064536db9aeb {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:21.309677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:21.317820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Subnet': ['ID=0d1e909c-bb5a-47c2-a3b5-c8e352386cb1,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:21.329950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 861c4f19-f680-4fa8-a426-533f8c3b3d91 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:21.339154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:router and tenant:401ff0399fd8407a8a1300c5cb2ac489 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:21.389019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:21.395744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.399453 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:21.400163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.426790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee292268-89a5-4e8f-af6b-ae3e0385778c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.428262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 861c4f19-f680-4fa8-a426-533f8c3b3d91 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:21.428663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 861c4f19-f680-4fa8-a426-533f8c3b3d91 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:21.433667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:21.433904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Checking segment: {'id': '5340ec94-3a25-4243-bc0a-7b478bfef39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c056f8f6-7266-4f84-827d-064536db9aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:21.434214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:21.434669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.434788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Bound using segment: {'id': '5340ec94-3a25-4243-bc0a-7b478bfef39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c056f8f6-7266-4f84-827d-064536db9aeb'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:21.435334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Bound port: 7233a330-9b2d-4662-894f-f58ed62120e9, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5340ec94-3a25-4243-bc0a-7b478bfef39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c056f8f6-7266-4f84-827d-064536db9aeb'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:21.435748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.444563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Checking segment: {'id': 'fa0b11ce-da42-4ae9-a640-1c42f3a566a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1751642c-800f-492c-89a6-02ad1ae337d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:21.444755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network hostable DHCP agents. Network: 1751642c-800f-492c-89a6-02ad1ae337d0, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:21.466808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] For port 104950a4-43a8-498d-b34f-33cb05c52843, host hv-neutron-8388, got binding levels [] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:21.467082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.514419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] For port 40e77360-f4cf-4f3c-b63b-e3160f97d586, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=40e77360-f4cf-4f3c-b63b-e3160f97d586,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:21.514680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.543909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:21.550009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.550940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.557542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.558724 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f3ee5fe5-5816-490a-9a19-75ea5f2550a8 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "PUT /v2.0/routers/b636a38b-48b1-44db-aa84-fd1c300bc364 HTTP/1.1" status: 200 len: 918 time: 9.8092022 Apr 21 14:47:21.567115 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3435662 Apr 21 14:47:21.567115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.569771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8fbdf-4093-430d-9d2f-91516834e7be tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Network': ['ID=1c8cf14b-7020-4b24-ad9a-4d39c68b7b54,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:21.573288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.581109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'ports': [{'network_id': '4ac61f50-b846-4e58-83e4-ade1b3d294f3', 'name': 'tempest-port--128268286', 'admin_state_up': True}, {'network_id': '1c8cf14b-7020-4b24-ad9a-4d39c68b7b54', 'admin_state_up': False}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:21.581404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'port': {'network_id': '4ac61f50-b846-4e58-83e4-ade1b3d294f3', 'name': 'tempest-port--128268286', 'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:21.581876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'port': {'network_id': '1c8cf14b-7020-4b24-ad9a-4d39c68b7b54', 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:21.596604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] Sync routers for ids ['b636a38b-48b1-44db-aa84-fd1c300bc364'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:21.599869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Calling delete_port for 104950a4-43a8-498d-b34f-33cb05c52843 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:21.654073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network 1751642c-800f-492c-89a6-02ad1ae337d0 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:21.660478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] Calling delete_port for 40e77360-f4cf-4f3c-b63b-e3160f97d586 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:21.677098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 1751642c-800f-492c-89a6-02ad1ae337d0) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:21.685875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:21.686475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.689873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 1c8cf14b-7020-4b24-ad9a-4d39c68b7b54 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:21.714411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:21.717227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ca780-f9f1-4af4-9581-5ac92bb6bb57 None None] Network 1751642c-800f-492c-89a6-02ad1ae337d0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:21.727964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.735551 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:21.753199 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:21.754155 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:21.757713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] For port 7233a330-9b2d-4662-894f-f58ed62120e9, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:21.761150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] For port 7233a330-9b2d-4662-894f-f58ed62120e9, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7233a330-9b2d-4662-894f-f58ed62120e9,segment=NetworkSegment(5340ec94-3a25-4243-bc0a-7b478bfef39a),segment_id=5340ec94-3a25-4243-bc0a-7b478bfef39a)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:21.766673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.769229 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-407a95df-b34d-4167-be64-d0d38a50c7ea tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1404378 Apr 21 14:47:21.782596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49238) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.859809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event deleted for resources: {'Port': ['ID=104950a4-43a8-498d-b34f-33cb05c52843,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:21.870170 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:21.881990 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:21.882582 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:21.882724 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c7564c4b-ad25-4931-b806-9236f962bce6 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/floatingips/2533a0f1-e265-4772-bd61-d3c7e50dcb4d HTTP/1.1" status: 204 len: 168 time: 4.5311801 Apr 21 14:47:21.889893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49242) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.892966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.895879 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-44b514ac-b238-4851-9a7e-a9f0e935fb85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "DELETE /v2.0/ports/104950a4-43a8-498d-b34f-33cb05c52843 HTTP/1.1" status: 204 len: 168 time: 1.1199589 Apr 21 14:47:21.898250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49246) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.946486 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:21.947107 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac0eeaf-3009-472d-be69-47eea289523b None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:21.949571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 40e77360-f4cf-4f3c-b63b-e3160f97d586 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:22.005591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfe28d7-308a-4ecc-bb63-28049fa25aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:47:22.006159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2cfe28d7-308a-4ecc-bb63-28049fa25aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Synchronizing usage tracker for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:22.034722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port b3729732-c595-4443-9004-bfd189dcf150 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:22.035324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.065948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2cfe28d7-308a-4ecc-bb63-28049fa25aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Unset dirty status for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:22.067285 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2cfe28d7-308a-4ecc-bb63-28049fa25aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "GET /v2.0/ports/104950a4-43a8-498d-b34f-33cb05c52843 HTTP/1.1" status: 404 len: 333 time: 0.1678278 Apr 21 14:47:22.072609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.074164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49250) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.090646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Request body: {'port': {'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-898477092'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:22.099418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:22.138025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:22.155553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] Routers {'b636a38b-48b1-44db-aa84-fd1c300bc364'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:22.156225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['b636a38b-48b1-44db-aa84-fd1c300bc364'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:22.169376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Made reservation on behalf of a716bda34d5843bb99c45cb5c2f1adc8 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:22.172477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.261576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.277737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:22.312229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.356969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8548e5-c831-4912-8a27-e16e0aff6d91 None None] Pushing event updated for resources: {'Port': ['ID=7233a330-9b2d-4662-894f-f58ed62120e9,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:22.366320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.389526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] device_id is not set on port d785ddb3-0024-422c-9fab-d2fab963ea10 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:22.400059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Port 40e77360-f4cf-4f3c-b63b-e3160f97d586 update to DOWN by agent not found {{(pid=83936) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 21 14:47:22.444246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] Pushing event deleted for resources: {'Port': ['ID=40e77360-f4cf-4f3c-b63b-e3160f97d586,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:22.478216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] Routers {'b636a38b-48b1-44db-aa84-fd1c300bc364'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:22.478838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['b636a38b-48b1-44db-aa84-fd1c300bc364'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:22.569815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b2cf6-d030-4db9-87a4-40ba96ce63d0 None None] No DVR routers for this DVR port 40e77360-f4cf-4f3c-b63b-e3160f97d586 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:22.574849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:22.575454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0806e28e-5dcc-499b-886e-7e0ce5c6713c None None] The sync data for ids ['b636a38b-48b1-44db-aa84-fd1c300bc364'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:22.598983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.601028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad544-75ac-4c5f-b588-1dbc0b2d919b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.617128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.660879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-1751642c-800f-492c-89a6-02ad1ae337d0', 'network_id': '1751642c-800f-492c-89a6-02ad1ae337d0', 'tenant_id': 'fa88da1bb3c240f3ba5c5f6474ae9a0f', 'fixed_ips': [{'subnet_id': '0d1e909c-bb5a-47c2-a3b5-c8e352386cb1'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:22.662026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.747701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad544-75ac-4c5f-b588-1dbc0b2d919b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.764325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for b3729732-c595-4443-9004-bfd189dcf150 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:22.839991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Allocated IP 2001:db8::2 (1751642c-800f-492c-89a6-02ad1ae337d0/0d1e909c-bb5a-47c2-a3b5-c8e352386cb1/406033e6-0f2a-409e-9bb3-1a5229531fbf) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:22.871991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:22.887478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:22.913161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Usage tracker for resource:port and tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:22.920005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Sync routers for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:22.924247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:22.941248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:22.951687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:22.952347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:22.959381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.984354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.986032 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-006f71c6-49df-4b6d-b117-0f2d44d5cddd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.3752172 Apr 21 14:47:23.009251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49256) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.147171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Made reservation on behalf of 2b5dbfbbcecc4c3fb4172be5c944e1f0 for: {'port': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:23.152782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.173699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad544-75ac-4c5f-b588-1dbc0b2d919b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.173939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5ad544-75ac-4c5f-b588-1dbc0b2d919b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Fanout notify agent at l3_agent the message router_deleted on router e36c45dc-2648-4fbd-b2fc-14dae18c7f6d {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:47:23.178507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.191302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.205198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.244477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.276987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:23.329891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Transition to ACTIVE for port object 406033e6-0f2a-409e-9bb3-1a5229531fbf will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:23.357876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5ad544-75ac-4c5f-b588-1dbc0b2d919b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.360425 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a5ad544-75ac-4c5f-b588-1dbc0b2d919b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/routers/e36c45dc-2648-4fbd-b2fc-14dae18c7f6d HTTP/1.1" status: 204 len: 168 time: 2.4878128 Apr 21 14:47:23.360552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Transition to ACTIVE for port object 406033e6-0f2a-409e-9bb3-1a5229531fbf will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:23.367844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49260) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.417157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.439237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=d785ddb3-0024-422c-9fab-d2fab963ea10,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:23.444785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f9cafda-8da5-4e4c-98a4-494651bfbd76 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:23.470326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.502858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:23.512529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f111b1-5b88-454f-bc53-6b9fb1990afc None None] Network c056f8f6-7266-4f84-827d-064536db9aeb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:23.514900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:23.517263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:23.518252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:23.518836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.540404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=b3729732-c595-4443-9004-bfd189dcf150,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:23.559725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] device_id is not set on port 2b58a7d9-3fce-4b78-98cf-e4d02792dd85 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:23.580204 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4fd8a62e-a447-46aa-be07-41ea44c916c3 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/b636a38b-48b1-44db-aa84-fd1c300bc364 HTTP/1.1" status: 200 len: 924 time: 2.0115149 Apr 21 14:47:23.594063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49264) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.605557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f9cafda-8da5-4e4c-98a4-494651bfbd76 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:23.606884 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7f9cafda-8da5-4e4c-98a4-494651bfbd76 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2317388 Apr 21 14:47:23.626610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49268) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.744441 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-04024a15-8e1f-47a6-9b4d-28c922121f1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6668456 Apr 21 14:47:23.750344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49272) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.765466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:23.800024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Pushing event updated for resources: {'Port': ['ID=406033e6-0f2a-409e-9bb3-1a5229531fbf,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:23.808773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Network 1751642c-800f-492c-89a6-02ad1ae337d0 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:23.821712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.822668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:23.825052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:23.832614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-49af7f97-b9da-4b59-ba26-d953bad36ed9 None None] Provisioning for port 7233a330-9b2d-4662-894f-f58ed62120e9 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:23.855765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.955110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.976203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.978313 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8e4b3c67-0b8d-4447-98f9-b62dc8d9fae4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/ports/b3729732-c595-4443-9004-bfd189dcf150 HTTP/1.1" status: 204 len: 168 time: 2.0870833 Apr 21 14:47:23.985505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49276) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.996155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:24.005015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:24.039553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:floatingip and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:24.047531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7233a330-9b2d-4662-894f-f58ed62120e9 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:24.048106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:24.061110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dd3b3-527a-48a3-8b40-bafcab1cffdd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:24.061756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5c4dd3b3-527a-48a3-8b40-bafcab1cffdd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:24.067178 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7e1fa260-3247-4ec7-934d-3039e3937d92 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=b636a38b-48b1-44db-aa84-fd1c300bc364&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4612830 Apr 21 14:47:24.073311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:24.074100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49280) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.105721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.173191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Attempting to bind port 406033e6-0f2a-409e-9bb3-1a5229531fbf on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:24.173575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Attempting to bind port 406033e6-0f2a-409e-9bb3-1a5229531fbf by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'fa0b11ce-da42-4ae9-a640-1c42f3a566a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1751642c-800f-492c-89a6-02ad1ae337d0'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:24.173912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Attempting to bind port 406033e6-0f2a-409e-9bb3-1a5229531fbf on network 1751642c-800f-492c-89a6-02ad1ae337d0 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:24.205268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:24.205644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Checking segment: {'id': 'fa0b11ce-da42-4ae9-a640-1c42f3a566a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1751642c-800f-492c-89a6-02ad1ae337d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:24.206031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.206424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Bound using segment: {'id': 'fa0b11ce-da42-4ae9-a640-1c42f3a566a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1751642c-800f-492c-89a6-02ad1ae337d0'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:24.206905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Bound port: 406033e6-0f2a-409e-9bb3-1a5229531fbf, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0b11ce-da42-4ae9-a640-1c42f3a566a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1751642c-800f-492c-89a6-02ad1ae337d0'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:24.207274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.280334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5c4dd3b3-527a-48a3-8b40-bafcab1cffdd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:24.283891 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5c4dd3b3-527a-48a3-8b40-bafcab1cffdd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6482501 Apr 21 14:47:24.290846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.296060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49284) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.334506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 7233a330-9b2d-4662-894f-f58ed62120e9 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:24.348601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:18Z', 'revision_number': 3, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:24.353930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7233a330-9b2d-4662-894f-f58ed62120e9 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:24.354300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.402073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Checking router: 4ea7ab42-1c15-410d-951d-3129bc6ed656 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:47:24.402402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Updating router 4ea7ab42-1c15-410d-951d-3129bc6ed656 port ce2e4882-ac47-40cc-a179-e3722189c588 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:47:24.438846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] For port 406033e6-0f2a-409e-9bb3-1a5229531fbf, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:24.453433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] For port 406033e6-0f2a-409e-9bb3-1a5229531fbf, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=406033e6-0f2a-409e-9bb3-1a5229531fbf,segment=NetworkSegment(fa0b11ce-da42-4ae9-a640-1c42f3a566a7),segment_id=fa0b11ce-da42-4ae9-a640-1c42f3a566a7)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:24.493730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.511102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2156dd4-3163-4573-8ede-aff292f2f966 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:router {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:24.565869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.591995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a6a4a8-5816-4834-8500-6a3e1624679f tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:24.593435 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-56a6a4a8-5816-4834-8500-6a3e1624679f tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 0.5164371 Apr 21 14:47:24.604388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49288) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.647145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] device_id is not set on port b1882ec7-e346-4333-868f-026261ef8d1a yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:24.652389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] device_id is not set on port d785ddb3-0024-422c-9fab-d2fab963ea10 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:24.668508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.684524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2156dd4-3163-4573-8ede-aff292f2f966 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:router {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:24.689310 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2156dd4-3163-4573-8ede-aff292f2f966 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3866825 Apr 21 14:47:24.691987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49292) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.703514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:24.747857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f63f02-f8a1-4103-b553-07dd0d132886 None None] Pushing event updated for resources: {'Port': ['ID=406033e6-0f2a-409e-9bb3-1a5229531fbf,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:24.751851 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f4912ea-115d-4113-9457-d75245cc03d1 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=b636a38b-48b1-44db-aa84-fd1c300bc364 HTTP/1.1" status: 200 len: 205 time: 0.1429324 Apr 21 14:47:24.759914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.799587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Transition to ACTIVE for port object d785ddb3-0024-422c-9fab-d2fab963ea10 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:24.824081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.846485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.864706 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3c13a3cd-5a4f-4c83-a214-7f54f358407f None None] Provisioning complete for port 7233a330-9b2d-4662-894f-f58ed62120e9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:24.865386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3c13a3cd-5a4f-4c83-a214-7f54f358407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.886095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.904316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Allocated IP 2001:db8::1 (c056f8f6-7266-4f84-827d-064536db9aeb/00e3c4ba-0401-4296-b26a-d3f69c1b8bec/7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:24.945272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:25.053620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 7233a330-9b2d-4662-894f-f58ed62120e9, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7233a330-9b2d-4662-894f-f58ed62120e9,segment=NetworkSegment(5340ec94-3a25-4243-bc0a-7b478bfef39a),segment_id=5340ec94-3a25-4243-bc0a-7b478bfef39a)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:25.062602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:25.062832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.080812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=d785ddb3-0024-422c-9fab-d2fab963ea10,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.132644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:25.242659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=7233a330-9b2d-4662-894f-f58ed62120e9,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.274139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.326404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.327848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.339475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Transition to ACTIVE for port object ce2e4882-ac47-40cc-a179-e3722189c588 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:25.349606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.421857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:25.422292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:25.422706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:25.435468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8160fb-2a22-459d-a5fd-2e1fc6310a4f None None] Pushing event updated for resources: {'Port': ['ID=ce2e4882-ac47-40cc-a179-e3722189c588,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.439865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Attempting to bind port ce2e4882-ac47-40cc-a179-e3722189c588 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:25.440489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Attempting to bind port ce2e4882-ac47-40cc-a179-e3722189c588 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:25.441038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Attempting to bind port ce2e4882-ac47-40cc-a179-e3722189c588 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:25.448867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:25.449517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:25.449979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.450429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:25.450961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Bound port: ce2e4882-ac47-40cc-a179-e3722189c588, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:25.451401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.477977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.497001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:25.497332 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:25.504048 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 2 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:25.527934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] For port ce2e4882-ac47-40cc-a179-e3722189c588, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:25.531901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] For port ce2e4882-ac47-40cc-a179-e3722189c588, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ce2e4882-ac47-40cc-a179-e3722189c588,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:25.532343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.538537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.598121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.26.6.248 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/d561ffb0-377f-4da5-8547-3760f2b9bece) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:25.604009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:25.604650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:25.605198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:25.640827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:25.646216 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:25.654434 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 3 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:25.675400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:25.676036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:25.701538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.719446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Transition to ACTIVE for port object 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:25.736694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8160fb-2a22-459d-a5fd-2e1fc6310a4f None None] Pushing event updated for resources: {'Port': ['ID=ce2e4882-ac47-40cc-a179-e3722189c588,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.782075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.786777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:25.787049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:25.787529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:25.890590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Port': ['ID=2b58a7d9-3fce-4b78-98cf-e4d02792dd85,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.911441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Allocated IP 172.20.0.3 (36333058-2e8c-48d2-bd81-2e1f388e2140/b15cb431-744b-4265-b2ee-c99550c29326/595402a2-7c9f-4434-aea2-15ddbd2024b8) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:25.922366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:25.959483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.999039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.155148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.164184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 406033e6-0f2a-409e-9bb3-1a5229531fbf up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:26.200292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network c056f8f6-7266-4f84-827d-064536db9aeb is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:26.206415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9843a751-777a-42fb-99a7-58783e828d3f None None] Network 1751642c-800f-492c-89a6-02ad1ae337d0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:26.210902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:26.213925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:26.214258 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:26.217812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Checking segment: {'id': '3ac71f09-c5b7-4052-820a-be7665c0916c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4ac61f50-b846-4e58-83e4-ade1b3d294f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:26.218354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network hostable DHCP agents. Network: 4ac61f50-b846-4e58-83e4-ade1b3d294f3, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:26.220209 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 4 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:26.226144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.245008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:26.245341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:26.245679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:26.279640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:26.280431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.287244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Port': ['ID=7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:26.330729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:26.357629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=d561ffb0-377f-4da5-8547-3760f2b9bece,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:26.361007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:26.363238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:26.391832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:26.392093 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:26.397255 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 5 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:26.438287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:47:26.439379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:26.439928 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:26.440132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:26.452598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cf801165-7de9-420e-8509-5a7528ef3c11 None None] Provisioning for port 406033e6-0f2a-409e-9bb3-1a5229531fbf completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:26.453102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.460817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.482996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network 4ac61f50-b846-4e58-83e4-ade1b3d294f3 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:26.510608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:26.510973 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:26.524688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 6 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:26.564710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:26.570839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:26.571078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 4ac61f50-b846-4e58-83e4-ade1b3d294f3) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:26.571193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:26.571501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:26.575163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:26.578206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:26.578982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.580725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.602926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 406033e6-0f2a-409e-9bb3-1a5229531fbf completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:26.607434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d999d-d54e-42fe-acde-cfa3f3485952 None None] Network 4ac61f50-b846-4e58-83e4-ade1b3d294f3 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:26.607571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=aaa8376c-00ce-4f57-87eb-9a9f547fbdc6,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:26.622358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:26.623191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.626911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8083721-4b54-4204-a3b1-f45dd5f71f82 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:26.649770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:26.650118 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:26.655484 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 7 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:26.679287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.693793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:26.694127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:26.694465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:26.700264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network 36333058-2e8c-48d2-bd81-2e1f388e2140 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:26.712567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:26.717739 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-93734fe1-b67e-499d-a493-217b4faf6835 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0183015 Apr 21 14:47:26.720254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:26.720973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49300) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:26.731594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:26.745753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:26.746089 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:26.753266 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 8 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:26.753430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Port': ['ID=595402a2-7c9f-4434-aea2-15ddbd2024b8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:26.753544 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 406033e6-0f2a-409e-9bb3-1a5229531fbf triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:26.753544 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.877019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:26.877400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:26.877708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:26.966063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:26.966419 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:26.990525 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 9 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:27.037611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d464d34f-903d-423b-b4af-2b8f8563fe60 None None] Provisioning for port 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:27.058240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.079049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:27.079384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:27.080753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:27.080876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Checking segment: {'id': '23df8193-7be9-4aa9-852f-656539d3d8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '1c8cf14b-7020-4b24-ad9a-4d39c68b7b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:27.080876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network hostable DHCP agents. Network: 1c8cf14b-7020-4b24-ad9a-4d39c68b7b54, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:27.094554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Port': ['ID=b1882ec7-e346-4333-868f-026261ef8d1a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:27.101992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d464d34f-903d-423b-b4af-2b8f8563fe60 None None] Provisioning complete for port 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:27.102489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d464d34f-903d-423b-b4af-2b8f8563fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.145095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:27.145428 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:27.146314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:27.152962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 10 to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 Apr 21 14:47:27.163857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.165382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.179920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:27.184645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:27.201980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:27.205288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.229607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:27.229854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:27.230194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:27.247760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:18Z', 'revision_number': 3, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:27.255242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Deleting port e07fcfcd-5556-42b1-9023-e5056649f143 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:27.255579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.269920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d464d34f-903d-423b-b4af-2b8f8563fe60 None None] Port 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:27.294092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network 1c8cf14b-7020-4b24-ad9a-4d39c68b7b54 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:27.305994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:27.308737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.314178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5892cd42-a03d-4f3e-be2b-04c224f25376 None None] The sync data for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv is: [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:18Z', 'revision_number': 3, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:27.323568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:27.323568 dv-neutron-838898-1-hyperv neutron-server[83935]: ERROR neutron.plugins.ml2.managers [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port d785ddb3-0024-422c-9fab-d2fab963ea10 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:27.324079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.341622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.348757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 1c8cf14b-7020-4b24-ad9a-4d39c68b7b54) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:27.365092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': 'aaa8376c-00ce-4f57-87eb-9a9f547fbdc6'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:27.366194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.383241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5d42b-b74b-4259-9942-d4621381632a None None] Network 1c8cf14b-7020-4b24-ad9a-4d39c68b7b54 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:27.655551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:27.659882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:27.663415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:27.664987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.782199 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d2f3a0f-332e-425e-bb53-13f617a100f3 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2054770 Apr 21 14:47:27.791057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49304) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:27.816841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] For port d785ddb3-0024-422c-9fab-d2fab963ea10, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:27.817217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempted to set empty binding levels {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 14:47:27.847847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.850072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 406033e6-0f2a-409e-9bb3-1a5229531fbf, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=406033e6-0f2a-409e-9bb3-1a5229531fbf,segment=NetworkSegment(fa0b11ce-da42-4ae9-a640-1c42f3a566a7),segment_id=fa0b11ce-da42-4ae9-a640-1c42f3a566a7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:27.851472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:47:27.884127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.884953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7233a330-9b2d-4662-894f-f58ed62120e9 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:27.891697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.909123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.909974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.916078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.084262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] In _notify_port_updated(), no bound segment for port d785ddb3-0024-422c-9fab-d2fab963ea10 on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:47:28.085263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.086851 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "PUT /v2.0/ports/d785ddb3-0024-422c-9fab-d2fab963ea10 HTTP/1.1" status: 200 len: 980 time: 4.3349936 Apr 21 14:47:28.095901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49308) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:28.121383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=406033e6-0f2a-409e-9bb3-1a5229531fbf,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.124615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2f48f769-929e-4384-828c-9eba5d2f5043 None None] Provisioning complete for port 406033e6-0f2a-409e-9bb3-1a5229531fbf triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:28.125151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f48f769-929e-4384-828c-9eba5d2f5043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.145648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.146503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.163649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Allocated IP 172.20.0.1 (2835474b-e553-474e-9662-e90214d418f2/9d443554-238c-4984-a94f-d88d8895045e/842aa326-e77b-4be4-b704-3b2c2afd2eab) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:28.163903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Calling delete_port for e07fcfcd-5556-42b1-9023-e5056649f143 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:28.176385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1ad1-6024-4c8a-ab0b-11218da2c830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=d785ddb3-0024-422c-9fab-d2fab963ea10,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.249718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7233a330-9b2d-4662-894f-f58ed62120e9 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:28.250357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.257386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.295207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.360051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Port': ['ID=7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.428290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Allocated IP 2001:db8::f816:3eff:feb4:4f76 (273f4fc5-d828-4645-a9ef-b086301e3356/aaa8376c-00ce-4f57-87eb-9a9f547fbdc6/9601ea53-cee5-4296-bdee-b475280a1587) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:28.542871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=d561ffb0-377f-4da5-8547-3760f2b9bece,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.592669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network c056f8f6-7266-4f84-827d-064536db9aeb is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:28.595478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-af5f6bad-58d1-415d-812d-1736d2d10107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Synchronizing usage tracker for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:28.605569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:28.621926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.656642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.673469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.732788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-af5f6bad-58d1-415d-812d-1736d2d10107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Unset dirty status for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:28.736662 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-af5f6bad-58d1-415d-812d-1736d2d10107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17074 time: 0.6317000 Apr 21 14:47:28.743641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ce2e4882-ac47-40cc-a179-e3722189c588 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:28.749154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49312) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:28.756307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.760257 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7cb6ae2e-f97e-4fbb-b29d-f24855a9214c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7728264 Apr 21 14:47:28.761324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:28.762931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Transition to ACTIVE for port object 842aa326-e77b-4be4-b704-3b2c2afd2eab will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:28.795982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.813001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'port': {'network_id': '1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8', 'name': 'tempest-FloatingIPTestJSON-841631361'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:28.821982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Transition to ACTIVE for port object 9601ea53-cee5-4296-bdee-b475280a1587 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:28.848887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Transition to ACTIVE for port object 9601ea53-cee5-4296-bdee-b475280a1587 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:28.861579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.893217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ce2e4882-ac47-40cc-a179-e3722189c588 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:28.918060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ce2e4882-ac47-40cc-a179-e3722189c588 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:28.918660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.930917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:28.955081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:28.964121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=16a14e8f-d347-47d3-b6d3-1ee3d161a314,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.979217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:28.980118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.997000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:28.999080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f4b871-93b7-4e19-b594-407212b4a20c tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:29.003922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f4b871-93b7-4e19-b594-407212b4a20c tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:29.004794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d4f4b871-93b7-4e19-b594-407212b4a20c tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Synchronizing usage tracker for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:29.010011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:29.016199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Pushing event updated for resources: {'Port': ['ID=9601ea53-cee5-4296-bdee-b475280a1587,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.018017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Deleting port d785ddb3-0024-422c-9fab-d2fab963ea10 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:29.018405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.021488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:29.023877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.081707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6ecc2ca-673f-479f-baca-2cb5dcc83afd None None] Provisioning complete for port 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:29.082473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc2ca-673f-479f-baca-2cb5dcc83afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.083975 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b466386a-4ea8-4afa-9567-db467fcbf9eb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3617067 Apr 21 14:47:29.105498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.110942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49320) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:29.156929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event deleted for resources: {'Port': ['ID=e07fcfcd-5556-42b1-9023-e5056649f143,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.161845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:cd:8f:56', 'name': 'tempest-NetworksTestDHCPv6-1889152708'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:29.203113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d4f4b871-93b7-4e19-b594-407212b4a20c tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Unset dirty status for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:29.207350 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d4f4b871-93b7-4e19-b594-407212b4a20c tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.4140308 Apr 21 14:47:29.220685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49324) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:29.243999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Attempting to bind port 9601ea53-cee5-4296-bdee-b475280a1587 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:29.244731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Attempting to bind port 9601ea53-cee5-4296-bdee-b475280a1587 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:29.245400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Attempting to bind port 9601ea53-cee5-4296-bdee-b475280a1587 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:29.252497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:29.254423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d6ecc2ca-673f-479f-baca-2cb5dcc83afd None None] Port 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:29.261489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.280568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:29.280961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:29.281505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.282031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:29.282701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Bound port: 9601ea53-cee5-4296-bdee-b475280a1587, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:29.283197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.302715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:port and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:29.310549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ce2e4882-ac47-40cc-a179-e3722189c588, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ce2e4882-ac47-40cc-a179-e3722189c588,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:29.318310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:29.330562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Pushing event updated for resources: {'Port': ['ID=842aa326-e77b-4be4-b704-3b2c2afd2eab,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.342395 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Network 2835474b-e553-474e-9662-e90214d418f2 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:29.343377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:29.352483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:29.359020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:29.364877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.366152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 406033e6-0f2a-409e-9bb3-1a5229531fbf up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:29.435643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:29.438720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.480228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Deleting port 2b58a7d9-3fce-4b78-98cf-e4d02792dd85 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:29.480742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.570180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.576058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] device_id is not set on port 0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:29.595860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] For port 9601ea53-cee5-4296-bdee-b475280a1587, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:29.600754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] For port 9601ea53-cee5-4296-bdee-b475280a1587, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9601ea53-cee5-4296-bdee-b475280a1587,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:29.603599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ce2e4882-ac47-40cc-a179-e3722189c588,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.632357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:29.635443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.662161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:29.670854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:29.687710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] For port d785ddb3-0024-422c-9fab-d2fab963ea10, host hv-neutron-8388, got binding levels [] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:29.688369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.697033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:29.743012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.754781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 406033e6-0f2a-409e-9bb3-1a5229531fbf triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:29.755142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.788103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7ddce184-0154-4143-8f8f-18d8dd9e04b6 None None] Provisioning for port 842aa326-e77b-4be4-b704-3b2c2afd2eab completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:29.813884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40498d-2b57-4a83-968d-eccf6c5b9543 None None] Pushing event updated for resources: {'Port': ['ID=9601ea53-cee5-4296-bdee-b475280a1587,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.818849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7ddce184-0154-4143-8f8f-18d8dd9e04b6 None None] Provisioning complete for port 842aa326-e77b-4be4-b704-3b2c2afd2eab triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:29.819216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7ddce184-0154-4143-8f8f-18d8dd9e04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.848340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Calling delete_port for d785ddb3-0024-422c-9fab-d2fab963ea10 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:29.896894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7ddce184-0154-4143-8f8f-18d8dd9e04b6 None None] Port 842aa326-e77b-4be4-b704-3b2c2afd2eab cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:30.050792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:30.055941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.174794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:30.236751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.268993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.3 (1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8/dcf34717-420b-46f2-b2d7-5a38b2e41e77/0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:30.292382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.334066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.338811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.381254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.459253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event deleted for resources: {'Port': ['ID=d785ddb3-0024-422c-9fab-d2fab963ea10,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:30.512059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.526375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.540534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Calling delete_port for 2b58a7d9-3fce-4b78-98cf-e4d02792dd85 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:30.612912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Router 84dcc93c-8026-432b-9b5e-72ae1576d176 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:30.645845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.646552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Fanout notify agent at l3_agent the message router_deleted on router b636a38b-48b1-44db-aa84-fd1c300bc364 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:47:30.712280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.718716 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d6c5e5dd-1fed-4873-a2a7-1c32623b1345 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/b636a38b-48b1-44db-aa84-fd1c300bc364 HTTP/1.1" status: 204 len: 168 time: 5.9578454 Apr 21 14:47:30.719605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49328) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:30.731249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1108993653', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:30.765956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ce2e4882-ac47-40cc-a179-e3722189c588 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:30.815752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Router 3d21c360-60ad-4932-9e9f-4836db0aa62f is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:30.819296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:30.839039 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-87a0cba6-5980-48be-9688-b8e705590348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "DELETE /v2.0/ports/d785ddb3-0024-422c-9fab-d2fab963ea10 HTTP/1.1" status: 204 len: 168 time: 2.0840485 Apr 21 14:47:30.853388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ce2e4882-ac47-40cc-a179-e3722189c588 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:30.854057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.875714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49332) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:30.879086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Usage tracker for resource:router and tenant:2b6f2ef0f96146ff9c95d7a20f0d7125 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:30.887363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.898072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:30.941708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.994735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:31.021338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.028576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746cc1b-db4a-4ac9-bc4f-680c4c220459 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:31.029021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Port': ['ID=2b58a7d9-3fce-4b78-98cf-e4d02792dd85,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:31.032801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.040515 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-0637f9a3-6e14-460d-b810-0ade19bc3dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:47:31.042137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0637f9a3-6e14-460d-b810-0ade19bc3dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Synchronizing usage tracker for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:31.116596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 172.20.0.10 (273f4fc5-d828-4645-a9ef-b086301e3356/16a14e8f-d347-47d3-b6d3-1ee3d161a314/3e7fc46c-ae9f-4b5c-ab51-379ba1115c47) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:31.161315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fecd:8f56 (273f4fc5-d828-4645-a9ef-b086301e3356/aaa8376c-00ce-4f57-87eb-9a9f547fbdc6/3e7fc46c-ae9f-4b5c-ab51-379ba1115c47) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:31.187944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:31.195014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:31.197582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:31.199994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:31.250133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7f439d3d-5eb9-4647-8152-d1963cb14888 None None] Provisioning for port 9601ea53-cee5-4296-bdee-b475280a1587 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:31.289079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:47:31.299120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9601ea53-cee5-4296-bdee-b475280a1587 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:31.308929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.310034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.326457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.334120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:31.334934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.340326 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8422b2f8-2d25-4aa6-b7c7-309b899e6cec tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/ports/2b58a7d9-3fce-4b78-98cf-e4d02792dd85 HTTP/1.1" status: 204 len: 168 time: 2.1169448 Apr 21 14:47:31.342316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49336) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:31.382345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.452856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0637f9a3-6e14-460d-b810-0ade19bc3dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Unset dirty status for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:31.457817 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0637f9a3-6e14-460d-b810-0ade19bc3dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "GET /v2.0/ports/d785ddb3-0024-422c-9fab-d2fab963ea10 HTTP/1.1" status: 404 len: 333 time: 0.5773451 Apr 21 14:47:31.466736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49340) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:31.470985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9601ea53-cee5-4296-bdee-b475280a1587 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:31.481829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9601ea53-cee5-4296-bdee-b475280a1587 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:31.482278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.485922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1436419079', 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:31.498335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:31.530888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.532527 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e5a1481a-2253-4489-ad45-d3f6bbf19d36 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7657351 Apr 21 14:47:31.535287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:31.535567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49344) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:31.551532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Deleting port b1882ec7-e346-4333-868f-026261ef8d1a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:31.551881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.556168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'port_id': '0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:31.615945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Made reservation on behalf of a716bda34d5843bb99c45cb5c2f1adc8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:31.617854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.661479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.674732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.685307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.708985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] Update dhcp port {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': 'aaa8376c-00ce-4f57-87eb-9a9f547fbdc6', 'ip_address': '2001:db8::f816:3eff:feb4:4f76'}, {'subnet_id': '16a14e8f-d347-47d3-b6d3-1ee3d161a314'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '9601ea53-cee5-4296-bdee-b475280a1587'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:47:31.736738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Pushing event updated for resources: {'Port': ['ID=842aa326-e77b-4be4-b704-3b2c2afd2eab,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:31.761867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 9601ea53-cee5-4296-bdee-b475280a1587, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9601ea53-cee5-4296-bdee-b475280a1587,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:31.769410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.771599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] device_id is not set on port 601c0b41-405d-4a97-a524-f7499fe5b421 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:31.780527 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.896633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:31.913314 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] Sync routers for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:31.938712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.957877 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:31.958974 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:31.968254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=9601ea53-cee5-4296-bdee-b475280a1587,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.032231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:32.041271 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:32.053628 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:32.054563 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:32.116924 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-44cdabe5-d3b2-4e2e-85b7-384824a01243 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3265576 Apr 21 14:47:32.123028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49348) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:32.123227 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:32.123514 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37bca10-b5a3-4423-8d7c-335739105788 None None] The sync data for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:32.189814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.198905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.286838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] Allocated IP 172.20.0.2 (273f4fc5-d828-4645-a9ef-b086301e3356/16a14e8f-d347-47d3-b6d3-1ee3d161a314/9601ea53-cee5-4296-bdee-b475280a1587) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:32.330817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Network 2835474b-e553-474e-9662-e90214d418f2 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:32.331999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.360441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Calling delete_port for b1882ec7-e346-4333-868f-026261ef8d1a owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:32.388110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:32.434788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] For port 9601ea53-cee5-4296-bdee-b475280a1587, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9601ea53-cee5-4296-bdee-b475280a1587,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:32.464194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.481472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] Transition to ACTIVE for port object 9601ea53-cee5-4296-bdee-b475280a1587 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:32.486860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.554929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.648576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.669349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9601ea53-cee5-4296-bdee-b475280a1587 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:32.697735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:32.699430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=3e7fc46c-ae9f-4b5c-ab51-379ba1115c47,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.708638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:32.728009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:32.735794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bbbb3-62d2-490d-a78c-27faa1ea3e0c None None] Pushing event updated for resources: {'Port': ['ID=9601ea53-cee5-4296-bdee-b475280a1587,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.760466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-03c19741-5bfc-4f90-93d0-dc45c24be02f None None] Provisioning complete for port 842aa326-e77b-4be4-b704-3b2c2afd2eab triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:32.760654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-03c19741-5bfc-4f90-93d0-dc45c24be02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.815717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:32.822566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-03c19741-5bfc-4f90-93d0-dc45c24be02f None None] Port 842aa326-e77b-4be4-b704-3b2c2afd2eab cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:32.828825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Sync routers for ids ['3d21c360-60ad-4932-9e9f-4836db0aa62f'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:32.844814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Routers {'3d21c360-60ad-4932-9e9f-4836db0aa62f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:32.845443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3d21c360-60ad-4932-9e9f-4836db0aa62f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:32.858918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:32.864655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:32.868272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:32.869216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:32.869958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.879936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=601c0b41-405d-4a97-a524-f7499fe5b421,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.893153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.926358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:32.927255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.952552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.956552 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bdfa94a4-565b-479b-9131-38e83eb4988d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.7296822 Apr 21 14:47:32.964348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49352) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:32.966505 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00157874-eaa6-4ad6-97ee-b825268c38aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4938262 Apr 21 14:47:32.969232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Port': ['ID=b1882ec7-e346-4333-868f-026261ef8d1a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.971894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49356) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:32.985483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.998109 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5776ba88-b24b-45e5-b138-42ef482a68bc tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/ports/b1882ec7-e346-4333-868f-026261ef8d1a HTTP/1.1" status: 204 len: 168 time: 1.6459007 Apr 21 14:47:33.028389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49360) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:33.058210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Set router 3d21c360-60ad-4932-9e9f-4836db0aa62f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:33.283530 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e54abc25-5f3a-454a-a20a-95c4a01c53f7 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2481000 Apr 21 14:47:33.292101 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4669eed7-714d-403f-ae4c-5cc8854ba713 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1500735 Apr 21 14:47:33.295358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49364) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:33.295694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49366) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:33.361504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a404c108-f57a-4270-a96c-c5a09c4370c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Synchronizing usage tracker for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:33.381116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1236243575'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:33.420154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a404c108-f57a-4270-a96c-c5a09c4370c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Unset dirty status for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:33.421445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a404c108-f57a-4270-a96c-c5a09c4370c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "GET /v2.0/ports/601c0b41-405d-4a97-a524-f7499fe5b421 HTTP/1.1" status: 200 len: 959 time: 0.4459128 Apr 21 14:47:33.424635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:33.435315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:33.475027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d21c360-60ad-4932-9e9f-4836db0aa62f', 'name': '', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'external_fixed_ips': [{'subnet_id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '595402a2-7c9f-4434-aea2-15ddbd2024b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:21Z', 'updated_at': '2022-04-21T14:47:27Z', 'revision_number': 3, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port': {'id': '595402a2-7c9f-4434-aea2-15ddbd2024b8', 'name': '', 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d21c360-60ad-4932-9e9f-4836db0aa62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:25Z', 'updated_at': '2022-04-21T14:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:33.481011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Checking router: 3d21c360-60ad-4932-9e9f-4836db0aa62f for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:47:33.481392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Updating router 3d21c360-60ad-4932-9e9f-4836db0aa62f port 595402a2-7c9f-4434-aea2-15ddbd2024b8 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:47:33.504631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Usage tracker for resource:network and tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:33.518071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:33.540429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:33.543994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.554645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.591471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.593360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Made reservation on behalf of 2b5dbfbbcecc4c3fb4172be5c944e1f0 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:33.596520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.652324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Deleting port 601c0b41-405d-4a97-a524-f7499fe5b421 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:33.652579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.655717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:47:33.668175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b3cd15e5-c28f-408a-ab84-3e47d03b1c00 None None] Provisioning for port 9601ea53-cee5-4296-bdee-b475280a1587 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:33.678604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b3cd15e5-c28f-408a-ab84-3e47d03b1c00 None None] Provisioning complete for port 9601ea53-cee5-4296-bdee-b475280a1587 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:33.678962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b3cd15e5-c28f-408a-ab84-3e47d03b1c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.772036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.774194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:33.792467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.807577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Allocated IP 172.26.6.76 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/69d74d64-8886-4214-8d27-e99d8066df6e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:33.929324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.932317 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Added segment 88456343-752a-4bbb-b4c6-5f28612d08fd of type vlan for network 16364444-6525-4811-948e-97d6b20c2613 Apr 21 14:47:33.944093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847440b0-020e-49f2-9960-e315150c3bf2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:33.952529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847440b0-020e-49f2-9960-e315150c3bf2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:33.954251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-847440b0-020e-49f2-9960-e315150c3bf2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:33.966880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d100d94c-b41a-4c76-8ef4-da9017769ae5 None None] Provisioning for port 3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:33.974930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d100d94c-b41a-4c76-8ef4-da9017769ae5 None None] Provisioning complete for port 3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:33.975393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d100d94c-b41a-4c76-8ef4-da9017769ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.044543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d100d94c-b41a-4c76-8ef4-da9017769ae5 None None] Port 3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:34.051357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-847440b0-020e-49f2-9960-e315150c3bf2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:34.062901 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-847440b0-020e-49f2-9960-e315150c3bf2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7566516 Apr 21 14:47:34.065373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49376) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:34.072732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.130504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.143370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Transition to ACTIVE for port object 595402a2-7c9f-4434-aea2-15ddbd2024b8 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:34.148292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.150954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.162051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.185913 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:34.186255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.225629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Attempting to bind port 595402a2-7c9f-4434-aea2-15ddbd2024b8 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:34.226007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Attempting to bind port 595402a2-7c9f-4434-aea2-15ddbd2024b8 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '3451d80c-6832-4009-b5a5-9a542cb85e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:34.226411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Attempting to bind port 595402a2-7c9f-4434-aea2-15ddbd2024b8 on network 36333058-2e8c-48d2-bd81-2e1f388e2140 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:34.239175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd52df-a287-42e5-b7aa-2d63ef014d56 None None] Pushing event updated for resources: {'Port': ['ID=595402a2-7c9f-4434-aea2-15ddbd2024b8,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:34.243611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:34.244058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Checking segment: {'id': '3451d80c-6832-4009-b5a5-9a542cb85e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:34.244492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.244887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Bound using segment: {'id': '3451d80c-6832-4009-b5a5-9a542cb85e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:34.245369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Bound port: 595402a2-7c9f-4434-aea2-15ddbd2024b8, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3451d80c-6832-4009-b5a5-9a542cb85e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:34.245752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.315149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.319829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] For port 595402a2-7c9f-4434-aea2-15ddbd2024b8, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:34.324437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] For port 595402a2-7c9f-4434-aea2-15ddbd2024b8, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=595402a2-7c9f-4434-aea2-15ddbd2024b8,segment=NetworkSegment(3451d80c-6832-4009-b5a5-9a542cb85e21),segment_id=3451d80c-6832-4009-b5a5-9a542cb85e21)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:34.328562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.350537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:47:34.411828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Routers {'3d21c360-60ad-4932-9e9f-4836db0aa62f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:34.412481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3d21c360-60ad-4932-9e9f-4836db0aa62f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:34.421880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.425522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:34.426104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.454875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Calling delete_port for 601c0b41-405d-4a97-a524-f7499fe5b421 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:34.488273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.523202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd52df-a287-42e5-b7aa-2d63ef014d56 None None] Pushing event updated for resources: {'Port': ['ID=595402a2-7c9f-4434-aea2-15ddbd2024b8,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:34.582882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:34.595567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:34.605027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:34.612501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Router 4ea7ab42-1c15-410d-951d-3129bc6ed656 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:34.620026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9601ea53-cee5-4296-bdee-b475280a1587 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:34.638003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event updated for resources: {'Port': ['ID=69d74d64-8886-4214-8d27-e99d8066df6e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:34.656385 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3573198 Apr 21 14:47:34.659541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:34.670211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1513113247'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:34.676558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.686381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:34.701649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] Set router 3d21c360-60ad-4932-9e9f-4836db0aa62f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:34.711771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217e00d-2117-4742-b68c-0118a51a2941 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Network': ['ID=16364444-6525-4811-948e-97d6b20c2613,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:34.733773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Usage tracker for resource:network and tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:34.748194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 16364444-6525-4811-948e-97d6b20c2613 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:34.761332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event deleted for resources: {'Port': ['ID=601c0b41-405d-4a97-a524-f7499fe5b421,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:34.763620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:34.784703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:34.817802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.939539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Made reservation on behalf of 2b5dbfbbcecc4c3fb4172be5c944e1f0 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:34.942591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.954125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9601ea53-cee5-4296-bdee-b475280a1587 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:34.955856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.999911 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-446159ae-c764-466c-941d-12419f71b8cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "DELETE /v2.0/ports/601c0b41-405d-4a97-a524-f7499fe5b421 HTTP/1.1" status: 204 len: 168 time: 1.5705683 Apr 21 14:47:35.005744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:35.007675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:35.068551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.068894 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Added segment ef28b8e2-f099-437a-8c3e-2ed03f8ba294 of type vlan for network ded5a1d9-6019-471d-aa36-cad0d956fdec Apr 21 14:47:35.076103 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6dc0fc-6807-459a-b257-f973e2898b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:47:35.076615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb6dc0fc-6807-459a-b257-f973e2898b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Synchronizing usage tracker for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:35.083806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.119045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.125608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Deleting port 595402a2-7c9f-4434-aea2-15ddbd2024b8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:35.126004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.132144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP c5c3f99e-62db-4e1c-b7a3-c35e33d190ce associated. External IP: 172.26.6.248, port: 0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4. Apr 21 14:47:35.169703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb6dc0fc-6807-459a-b257-f973e2898b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Unset dirty status for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:35.174325 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb6dc0fc-6807-459a-b257-f973e2898b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "GET /v2.0/ports/601c0b41-405d-4a97-a524-f7499fe5b421 HTTP/1.1" status: 404 len: 333 time: 0.1614327 Apr 21 14:47:35.175396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49388) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:35.189920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Request body: {'port': {'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-339363819'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:35.207719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:35.242889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:35.267418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.289992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d21c360-60ad-4932-9e9f-4836db0aa62f', 'name': '', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'external_fixed_ips': [{'subnet_id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '595402a2-7c9f-4434-aea2-15ddbd2024b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:21Z', 'updated_at': '2022-04-21T14:47:27Z', 'revision_number': 3, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port': {'id': '595402a2-7c9f-4434-aea2-15ddbd2024b8', 'name': '', 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d21c360-60ad-4932-9e9f-4836db0aa62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:25Z', 'updated_at': '2022-04-21T14:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:35.294350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88be7f32-9a84-4e9a-b170-fbb294085b76 None None] The sync data for ids ['3d21c360-60ad-4932-9e9f-4836db0aa62f'] in dv-neutron-838898-1-hyperv is: [{'id': '3d21c360-60ad-4932-9e9f-4836db0aa62f', 'name': '', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'external_fixed_ips': [{'subnet_id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '595402a2-7c9f-4434-aea2-15ddbd2024b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:21Z', 'updated_at': '2022-04-21T14:47:27Z', 'revision_number': 3, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port': {'id': '595402a2-7c9f-4434-aea2-15ddbd2024b8', 'name': '', 'network_id': '36333058-2e8c-48d2-bd81-2e1f388e2140', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d21c360-60ad-4932-9e9f-4836db0aa62f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:25Z', 'updated_at': '2022-04-21T14:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b15cb431-744b-4265-b2ee-c99550c29326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:35.308377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.316627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:35.316627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.356142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Made reservation on behalf of a716bda34d5843bb99c45cb5c2f1adc8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:35.358416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.443569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:35.500361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.500361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.506612 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Network': ['ID=ded5a1d9-6019-471d-aa36-cad0d956fdec,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:35.509333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] device_id is not set on port 6fcb9284-1930-4a43-b3e9-e57c3c04050b yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:35.521161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network ded5a1d9-6019-471d-aa36-cad0d956fdec details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:35.551832 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f1ffb127-9265-4146-b927-5f3cabe3b637 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8910341 Apr 21 14:47:35.570307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] For port 595402a2-7c9f-4434-aea2-15ddbd2024b8, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=595402a2-7c9f-4434-aea2-15ddbd2024b8,segment=NetworkSegment(3451d80c-6832-4009-b5a5-9a542cb85e21),segment_id=3451d80c-6832-4009-b5a5-9a542cb85e21)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:35.570669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.618529 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-b61f8cec-9cf3-4edd-b37e-e0b3b862495f tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:47:35.623275 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b61f8cec-9cf3-4edd-b37e-e0b3b862495f tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.4973247 Apr 21 14:47:35.625253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49392) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:35.726952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Calling delete_port for 595402a2-7c9f-4434-aea2-15ddbd2024b8 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:36.021374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.110505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=3e7fc46c-ae9f-4b5c-ab51-379ba1115c47,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.323440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.354088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.373853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:36.385725 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Sync routers for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:36.410462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.414703 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:36.415834 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:36.419254 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-64d09784-cbb4-4935-a7cd-440b0b480793 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 HTTP/1.1" status: 204 len: 168 time: 2.3429716 Apr 21 14:47:36.422319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49396) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.427120 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-42e122af-380e-48ed-b54f-b931eb41dac0 admin admin] 10.222.0.42 "PUT /v2.0/routers/4ea7ab42-1c15-410d-951d-3129bc6ed656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4160399 Apr 21 14:47:36.551872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.564816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event deleted for resources: {'Port': ['ID=595402a2-7c9f-4434-aea2-15ddbd2024b8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.615172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:36.694125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:36.707258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=6fcb9284-1930-4a43-b3e9-e57c3c04050b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.738485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:36.739579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:36.740334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.787922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ab986ccd-28e5-4d98-9501-a06eb4ea7880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6115448 Apr 21 14:47:36.799559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49402) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.825212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:36.863029 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:37.006732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595402a2-7c9f-4434-aea2-15ddbd2024b8 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:37.111809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 595402a2-7c9f-4434-aea2-15ddbd2024b8 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:37.113365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595402a2-7c9f-4434-aea2-15ddbd2024b8 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 21 14:47:37.179553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Port 595402a2-7c9f-4434-aea2-15ddbd2024b8 not found, will not notify nova. {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 21 14:47:37.374484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.390530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1ffd5-9ceb-4b4d-bd43-cd5a3186c8fa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:37.392390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1ffd5-9ceb-4b4d-bd43-cd5a3186c8fa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:37.393837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1ffd5-9ceb-4b4d-bd43-cd5a3186c8fa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:37.395946 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0f1ffd5-9ceb-4b4d-bd43-cd5a3186c8fa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9411166 Apr 21 14:47:37.469429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49410) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.479560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49412) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.489707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.497178 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:30Z', 'revision_number': 2, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:37.501992 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Checking router: 4ea7ab42-1c15-410d-951d-3129bc6ed656 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:47:37.502698 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Updating router 4ea7ab42-1c15-410d-951d-3129bc6ed656 port 842aa326-e77b-4be4-b704-3b2c2afd2eab binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:47:37.517502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517115519', 'description': 'tempest-description--466588177'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:37.523806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:37.528452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Usage tracker for resource:security_group and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:37.533029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:37.539413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:37.564831 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.767424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:37.825982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] device_id is not set on port 6fcb9284-1930-4a43-b3e9-e57c3c04050b yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:37.833148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.850423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Transition to ACTIVE for port object 6fcb9284-1930-4a43-b3e9-e57c3c04050b will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:37.859534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.878266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.941787 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.955809 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Transition to ACTIVE for port object 842aa326-e77b-4be4-b704-3b2c2afd2eab will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:37.978158 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.104003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=6fcb9284-1930-4a43-b3e9-e57c3c04050b,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:38.124898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 16a14e8f-d347-47d3-b6d3-1ee3d161a314 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:38.129330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.170069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.354284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.360956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:38.361291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:38.361622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:38.406066 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Pushing event updated for resources: {'Port': ['ID=842aa326-e77b-4be4-b704-3b2c2afd2eab,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:38.434768 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.435263 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.435712 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.436259 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.436705 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.437255 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.437682 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.438123 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.438567 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.438989 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.439413 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:38.536741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.543734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.608907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:38.610606 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Attempting to bind port 842aa326-e77b-4be4-b704-3b2c2afd2eab on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:38.612110 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Attempting to bind port 842aa326-e77b-4be4-b704-3b2c2afd2eab by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:38.613114 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Attempting to bind port 842aa326-e77b-4be4-b704-3b2c2afd2eab on network 2835474b-e553-474e-9662-e90214d418f2 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:38.614025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Usage tracker for resource:security_group_rule and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:38.617390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:38.624588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:38.625586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.632393 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:38.633114 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Checking segment: {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:38.634016 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.634738 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Bound using segment: {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:38.635567 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Bound port: 842aa326-e77b-4be4-b704-3b2c2afd2eab, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:38.636329 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.687891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.689370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.690072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d21c360-60ad-4932-9e9f-4836db0aa62f {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:47:38.719449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.733794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:38.743331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:38.749992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.763548 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] For port 842aa326-e77b-4be4-b704-3b2c2afd2eab, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:38.767440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:38.769986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.774134 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] For port 842aa326-e77b-4be4-b704-3b2c2afd2eab, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=842aa326-e77b-4be4-b704-3b2c2afd2eab,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:38.790277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.792010 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.797213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8f4612a8-54ba-402d-b748-f2e93d71d0d8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3d21c360-60ad-4932-9e9f-4836db0aa62f HTTP/1.1" status: 204 len: 168 time: 5.8294048 Apr 21 14:47:38.799657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49420) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:38.800416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Router cd88c02f-50c2-4627-85f8-fd970b49f88d is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:38.815853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.820373 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.3319261 Apr 21 14:47:38.821191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:38.821625 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:38.822972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49424) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:38.823411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:38.825814 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 2 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:38.842177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Request body: {'security_group_rule': {'security_group_id': '304709ef-2695-4208-b0a9-38c5d1aa30d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:38.858728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'subnets': [{'network_id': '16364444-6525-4811-948e-97d6b20c2613', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1374208558', 'ip_version': 6}, {'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:38.859199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'subnet': {'network_id': '16364444-6525-4811-948e-97d6b20c2613', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1374208558', 'ip_version': 6}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:38.860587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Request body: {'subnet': {'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:38.865204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.873265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting port 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:38.873607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.876547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a52ead-24c4-4516-b88d-5dbed06cbe8c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304709ef-2695-4208-b0a9-38c5d1aa30d6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:38.877552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:38.878315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.879829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:38.901583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Usage tracker for resource:security_group_rule and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:38.943737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.944419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c2d92-5ca1-4ff6-b5db-a48ffc43e9d4 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:38.967054 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:38.967723 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.979272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:38.979609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:38.979942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:39.034745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:39.047240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Deleting subnet b15cb431-744b-4265-b2ee-c99550c29326 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:39.057040 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5961d-a37e-42a3-8a52-9c5abdba93e3 None None] Pushing event updated for resources: {'Port': ['ID=842aa326-e77b-4be4-b704-3b2c2afd2eab,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:39.080697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.117429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:39.138960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:39.139347 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:39.144896 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 3 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:39.245168 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:47:39.293761 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35b5d919-65bf-4f20-b762-760d1408d4ba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/floatingips/c5c3f99e-62db-4e1c-b7a3-c35e33d190ce HTTP/1.1" status: 200 len: 977 time: 7.7485254 Apr 21 14:47:39.298921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49432) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.305698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:39.306078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:39.306416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:39.306674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.351297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.402547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:39.402881 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:39.406320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=16a14e8f-d347-47d3-b6d3-1ee3d161a314,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:39.414114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.414879 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 4 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:39.474129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:39.474551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:39.474803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:39.480886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.497329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.503506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7049226-5caf-4fbf-8ffc-8b2b06123c59 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:39.509339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port 0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:39.509533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:39.509681 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:39.509787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.510685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:39.513602 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 5 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:39.526641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Usage tracker for resource:subnet and tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:39.535857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:39.548535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:39.550465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:39.550809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:39.551143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:39.578148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.582557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:39.582557 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:39.583664 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 6 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:39.596671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.606376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Made reservation on behalf of 2b5dbfbbcecc4c3fb4172be5c944e1f0 for: {'subnet': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:39.635395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:39.635601 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:38Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:39.636176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:39.636176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:39.640649 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38c433-a422-40a0-b362-d886aebd181b None None] The sync data for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv is: [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:38Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:39.715395 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ca3ded85-34f7-42b5-a0e8-a421c3a8a56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/16a14e8f-d347-47d3-b6d3-1ee3d161a314 HTTP/1.1" status: 204 len: 168 time: 2.1886058 Apr 21 14:47:39.720380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Calling delete_port for 7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:39.723565 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:47:39.742406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49436) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.749114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8ccc4e-aac4-4f72-ba1a-8130c32c5aab,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:39.805965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.874397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:39.874975 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:39.884512 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 7 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:39.917927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.920612 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db4906f5-06a4-4662-ae85-39105e6c5465 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0855627 Apr 21 14:47:39.932342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49440) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.953781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:39.953889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:39.954198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:39.964696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Request body: {'security_group_rule': {'security_group_id': '304709ef-2695-4208-b0a9-38c5d1aa30d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:39.987302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:40.073750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Usage tracker for resource:security_group_rule and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:40.083404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:40.083739 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:40.084522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:40.113260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.132563 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 8 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:40.150994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:40.162649 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] Sync routers for ids ['cd88c02f-50c2-4627-85f8-fd970b49f88d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:40.174073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:40.175922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b15cb431-744b-4265-b2ee-c99550c29326,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:40.191706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:40.192125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:40.192464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:40.199993 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] Routers {'cd88c02f-50c2-4627-85f8-fd970b49f88d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:40.203503 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['cd88c02f-50c2-4627-85f8-fd970b49f88d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:40.203694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.207091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.207408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.262264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.295910 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:40.313977 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] Routers {'cd88c02f-50c2-4627-85f8-fd970b49f88d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:40.314585 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['cd88c02f-50c2-4627-85f8-fd970b49f88d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:40.330348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:40.330722 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:40.338883 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 9 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:40.360320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.361550 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7122b072-a76d-498e-9955-af0be985175f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.6384869 Apr 21 14:47:40.376134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49444) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:40.394662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.407226 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:40.407631 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025c9fd1-44c3-4b78-b641-782503322f52 None None] The sync data for ids ['cd88c02f-50c2-4627-85f8-fd970b49f88d'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:40.409386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:40.429043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:40.429424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:40.429738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:40.466805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet aaa8376c-00ce-4f57-87eb-9a9f547fbdc6 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:40.469631 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dc355c5c-3964-46b6-be54-f80ebad161f1 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/b15cb431-744b-4265-b2ee-c99550c29326 HTTP/1.1" status: 204 len: 168 time: 1.6660831 Apr 21 14:47:40.476781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49448) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:40.485607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.515532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:40.516762 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:40.525903 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempt 10 to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b Apr 21 14:47:40.550193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:40.550570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:40.550853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempting to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:40.596444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:47:40.601338 dv-neutron-838898-1-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Failed to bind port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'ce0a9043-a2a4-42ce-a04f-f47812455d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2'}] Apr 21 14:47:40.601753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.632971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 842aa326-e77b-4be4-b704-3b2c2afd2eab up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:40.670007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.683635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.720539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f06fddf2-6091-4ebb-98f7-f101f1476286 None None] Provisioning complete for port 9601ea53-cee5-4296-bdee-b475280a1587 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:40.721624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f06fddf2-6091-4ebb-98f7-f101f1476286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.758684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 842aa326-e77b-4be4-b704-3b2c2afd2eab completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:40.769552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 842aa326-e77b-4be4-b704-3b2c2afd2eab triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:40.770265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.816463 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Port': ['ID=7c568b9e-5f6f-4fd6-8295-7eecffe3f5a1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:40.896133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.971692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.022461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.061635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.067528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 842aa326-e77b-4be4-b704-3b2c2afd2eab, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=842aa326-e77b-4be4-b704-3b2c2afd2eab,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:41.074995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.108023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.120653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] For port 6fcb9284-1930-4a43-b3e9-e57c3c04050b, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:41.121518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Attempted to set empty binding levels {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 14:47:41.148232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=842aa326-e77b-4be4-b704-3b2c2afd2eab,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.151659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bdc7b8-e6d5-4212-9f9d-b1b1c1dc9e70,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.205370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.278910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.280011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c71987c3-1085-4a5f-9e1a-99c4750f16a8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3455970 Apr 21 14:47:41.295476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49452) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.320440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:41.326884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] In _notify_port_updated(), no bound segment for port 6fcb9284-1930-4a43-b3e9-e57c3c04050b on network 1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:47:41.328035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.331846 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "PUT /v2.0/ports/6fcb9284-1930-4a43-b3e9-e57c3c04050b HTTP/1.1" status: 200 len: 980 time: 4.5203695 Apr 21 14:47:41.338580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49456) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.340380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:41.347829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2afad9-e03d-4f26-a979-73ec6aed1cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event updated for resources: {'Port': ['ID=6fcb9284-1930-4a43-b3e9-e57c3c04050b,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.355092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Usage tracker for resource:floatingip and tenant:c0b1fb04a0104faaae6a08d3733f08eb is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:41.392967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:41.394935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.403407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.403843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.404146 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP c5c3f99e-62db-4e1c-b7a3-c35e33d190ce disassociated. External IP: 172.26.6.248, port: 0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4. Apr 21 14:47:41.404498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for 0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:41.449374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:41.450443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa8376c-00ce-4f57-87eb-9a9f547fbdc6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.463438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.469470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Deleting port 6fcb9284-1930-4a43-b3e9-e57c3c04050b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:41.469811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.470474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ba100a-5ef2-4e46-a903-5131784c9c51 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:41.561775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.581068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.603323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.707909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36333058-2e8c-48d2-bd81-2e1f388e2140']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:41.760504 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-44f9c3ba-195f-4667-8ff5-863fcacbddd3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/aaa8376c-00ce-4f57-87eb-9a9f547fbdc6 HTTP/1.1" status: 204 len: 168 time: 2.0088665 Apr 21 14:47:41.765301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49460) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.779297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:41.785944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] Deleting port 9601ea53-cee5-4296-bdee-b475280a1587 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:41.786401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.838405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3451d80c-6832-4009-b5a5-9a542cb85e21') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:41.838949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3451d80c-6832-4009-b5a5-9a542cb85e21') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:41.870690 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc5d1634-5b9f-49f8-a12c-20cb2e1c79d5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016767 Apr 21 14:47:41.874309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49464) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.881189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:41.924308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.961252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.964623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.975720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:41.976172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:41.991618 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:42.001677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] For port 9601ea53-cee5-4296-bdee-b475280a1587, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9601ea53-cee5-4296-bdee-b475280a1587,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:42.002069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.047110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.129194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] Calling delete_port for 9601ea53-cee5-4296-bdee-b475280a1587 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:42.146969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] For port 6fcb9284-1930-4a43-b3e9-e57c3c04050b, host hv-neutron-8388, got binding levels [] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:42.147324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.213903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.225793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Subnet': ['ID=635d1fdc-8367-4ecd-b86a-285898657364,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.266250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] Pushing event deleted for resources: {'Port': ['ID=9601ea53-cee5-4296-bdee-b475280a1587,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.270113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66543c51-4ddd-4263-aa67-3e603ce017b5 None None] No DVR routers for this DVR port 9601ea53-cee5-4296-bdee-b475280a1587 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:42.290255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:42.300682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Calling delete_port for 6fcb9284-1930-4a43-b3e9-e57c3c04050b owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:42.329075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:42.331465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.341840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:42.356609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:42.379154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:42.383065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.406422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Checking segment: {'id': '88456343-752a-4bbb-b4c6-5f28612d08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '16364444-6525-4811-948e-97d6b20c2613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:42.406776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network hostable DHCP agents. Network: 16364444-6525-4811-948e-97d6b20c2613, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:42.509530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.546881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.547233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.547580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.547912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.548270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.548610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.548927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.549254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.549634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.549893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.550215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.564392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.586196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fcb9284-1930-4a43-b3e9-e57c3c04050b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.595259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.604018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36333058-2e8c-48d2-bd81-2e1f388e2140 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 14:47:42.605326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 842aa326-e77b-4be4-b704-3b2c2afd2eab up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:42.619781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.620150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.620489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.620820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.621199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.621521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.621844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.622207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.622527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.623062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.623389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:42.631682 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eba57937-ce7f-4a89-bd72-b549a78a58d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "DELETE /v2.0/ports/6fcb9284-1930-4a43-b3e9-e57c3c04050b HTTP/1.1" status: 204 len: 168 time: 1.2857974 Apr 21 14:47:42.631682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network 16364444-6525-4811-948e-97d6b20c2613 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:42.632227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49468) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:42.667683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.677347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event deleted for resources: {'Network': ['ID=36333058-2e8c-48d2-bd81-2e1f388e2140,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.683544 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c69baa8-edfe-41cb-bf6f-e697056afbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:47:42.684051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7c69baa8-edfe-41cb-bf6f-e697056afbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Synchronizing usage tracker for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:42.703564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 842aa326-e77b-4be4-b704-3b2c2afd2eab triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:42.704110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.725090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 16364444-6525-4811-948e-97d6b20c2613) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:42.730905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.749163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8ece2-142a-4ed9-86a5-8d78a810cb88 None None] Network 16364444-6525-4811-948e-97d6b20c2613 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:42.859757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7c69baa8-edfe-41cb-bf6f-e697056afbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] Unset dirty status for tenant:a716bda34d5843bb99c45cb5c2f1adc8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:42.863952 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c69baa8-edfe-41cb-bf6f-e697056afbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235 tempest-PortsAdminExtendedAttrsIpV6TestJSON-813924235-project-admin] 10.222.0.42 "GET /v2.0/ports/6fcb9284-1930-4a43-b3e9-e57c3c04050b HTTP/1.1" status: 404 len: 333 time: 0.2265306 Apr 21 14:47:42.869399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:42.885091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event updated for resources: {'Subnet': ['ID=a5c00c79-c1ab-4b77-8fef-18ce161ccda0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.901365 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fd7afb5b-e4e7-4065-8851-eeb76fc5fea4 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "DELETE /v2.0/networks/36333058-2e8c-48d2-bd81-2e1f388e2140 HTTP/1.1" status: 204 len: 168 time: 2.4129708 Apr 21 14:47:42.933197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.995920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Checking segment: {'id': 'ef28b8e2-f099-437a-8c3e-2ed03f8ba294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:42.996522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network hostable DHCP agents. Network: ded5a1d9-6019-471d-aa36-cad0d956fdec, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:43.075991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.145774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Router 84dcc93c-8026-432b-9b5e-72ae1576d176 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:43.190077 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9601ea53-cee5-4296-bdee-b475280a1587 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:43.194757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Network ded5a1d9-6019-471d-aa36-cad0d956fdec is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:43.233920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:47:43.245447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 9601ea53-cee5-4296-bdee-b475280a1587 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:43.246076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9601ea53-cee5-4296-bdee-b475280a1587 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:43.261472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-16364444-6525-4811-948e-97d6b20c2613', 'network_id': '16364444-6525-4811-948e-97d6b20c2613', 'tenant_id': '2b5dbfbbcecc4c3fb4172be5c944e1f0', 'fixed_ips': [{'subnet_id': '635d1fdc-8367-4ecd-b86a-285898657364'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:43.262637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.288146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, ded5a1d9-6019-471d-aa36-cad0d956fdec) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:43.293167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:43.293552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:43.294385 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.305879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.349667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab201db-6b81-4a4d-bee2-6e1295087a91 None None] Network ded5a1d9-6019-471d-aa36-cad0d956fdec requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:43.424961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49482) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:43.453484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'router': {'name': 'tempest-router--1113640404', 'project_id': '090503730ba14a529dd1be50d6e05ea4'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:43.464409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Allocated IP 172.26.6.84 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/c38dcafb-54ab-432a-9af1-d2937e148d44) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:43.492938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.510814 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-99c690be-b64e-4bdb-8010-25518ce74299 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.6752753 Apr 21 14:47:43.515823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:43.521153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:43.537681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:router and tenant:090503730ba14a529dd1be50d6e05ea4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:43.545132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:43.561500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:43.577363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:43.580725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:43.596770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:43.608375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:43.609081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.614390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3cdbe-5ac6-4a43-8928-8a03c8eb1916 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:43.625856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=ead3c845-fcc6-4b6a-9ae6-ab7aa848150f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:43.633008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Allocated IP 2001:db8::1 (16364444-6525-4811-948e-97d6b20c2613/635d1fdc-8367-4ecd-b86a-285898657364/7366bd47-7e78-4eb7-beee-e80cdaa17ca0) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:43.633852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0a9043-a2a4-42ce-a04f-f47812455d46') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:43.634148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0a9043-a2a4-42ce-a04f-f47812455d46') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:43.647838 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7aee410f-a9a8-477f-956f-fccf7cc76209 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7704823 Apr 21 14:47:43.654014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:43.663283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:43.683740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.719019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.719952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.747412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057ae51-b4ca-4bb8-a2b3-4b0ea730b5a4 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:43.748750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057ae51-b4ca-4bb8-a2b3-4b0ea730b5a4 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:43.750036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057ae51-b4ca-4bb8-a2b3-4b0ea730b5a4 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:43.750886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3057ae51-b4ca-4bb8-a2b3-4b0ea730b5a4 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Synchronizing usage tracker for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:43.788195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.810227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:43.810629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.817579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:43.848785 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:43.867347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] Sync routers for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:43.869570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-ded5a1d9-6019-471d-aa36-cad0d956fdec', 'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec', 'tenant_id': '2b5dbfbbcecc4c3fb4172be5c944e1f0', 'fixed_ips': [{'subnet_id': 'a5c00c79-c1ab-4b77-8fef-18ce161ccda0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:43.870348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.896111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.908356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3057ae51-b4ca-4bb8-a2b3-4b0ea730b5a4 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Unset dirty status for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:43.917371 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3057ae51-b4ca-4bb8-a2b3-4b0ea730b5a4 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3999457 Apr 21 14:47:43.922469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9d5ebe3d-af2c-44ec-92d2-743dac7bbcfe tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2926292 Apr 21 14:47:43.923274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49498) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:43.943360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49500) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:43.984321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:43.987342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.992857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.999723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.041660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:44.042293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:44.054759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] Pushing event deleted for resources: {'Network': ['ID=1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:44.062397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-59c7a854-6095-4646-9bb1-9c30347c089b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1410370212-project] 10.222.0.42 "DELETE /v2.0/networks/1055ff6c-4fdc-4ff7-b307-0cffb8e07ee2 HTTP/1.1" status: 204 len: 168 time: 1.1884534 Apr 21 14:47:44.074326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:44.079959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:44.083944 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-0673646f-163d-4c0a-b594-8d12cca91bfa tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] delete failed (client error): The resource could not be found. Apr 21 14:47:44.084168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:44.085163 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0673646f-163d-4c0a-b594-8d12cca91bfa tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-113242998 HTTP/1.1" status: 404 len: 334 time: 0.1409025 Apr 21 14:47:44.090285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49508) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:44.097983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.101831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-901e864a-b8f8-4e20-8c16-3cd52fd252eb tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'router': {'external_gateway_info': {'network_id': '84dcc93c-8026-432b-9b5e-72ae1576d176'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:44.120827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:44.165532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.170081 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-04f929d3-c021-46a8-80b4-15f42b0ad7ef tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7376611 Apr 21 14:47:44.218373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49512) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:44.241778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:44.300777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:44.301407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:44.376656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:44.377125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36316ca-3b83-487f-b06c-0ce83788912d None None] The sync data for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:44.378590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': 'ead3c845-fcc6-4b6a-9ae6-ab7aa848150f'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:44.379402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.417784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:44.421970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.472425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Allocated IP 2001:db8:0:1::1 (ded5a1d9-6019-471d-aa36-cad0d956fdec/a5c00c79-c1ab-4b77-8fef-18ce161ccda0/7992c4ab-4370-48bc-9cba-2a8fafe045ad) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:44.474868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.517569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Transition to ACTIVE for port object 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:44.577071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49518) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:44.653151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.706808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Transition to ACTIVE for port object 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:44.738567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.747615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-901e864a-b8f8-4e20-8c16-3cd52fd252eb tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.793937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Allocated IP 2001:db8::f816:3eff:fe73:824e (273f4fc5-d828-4645-a9ef-b086301e3356/ead3c845-fcc6-4b6a-9ae6-ab7aa848150f/95bb8a44-bbd0-412c-a44d-f4815eb0e9ac) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:44.800268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:44.810578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Deleting subnet 635d1fdc-8367-4ecd-b86a-285898657364 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:44.812407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event updated for resources: {'Port': ['ID=c38dcafb-54ab-432a-9af1-d2937e148d44,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:44.814852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:44.819825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:44.825675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Network 16364444-6525-4811-948e-97d6b20c2613 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:44.833942 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-901e864a-b8f8-4e20-8c16-3cd52fd252eb tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] update failed (client error): The resource could not be found. Apr 21 14:47:44.840559 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-901e864a-b8f8-4e20-8c16-3cd52fd252eb tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176 HTTP/1.1" status: 404 len: 339 time: 0.7437708 Apr 21 14:47:44.840559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49524) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:44.844762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-382093886'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:44.847716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-215d1122-271f-43d9-a05f-9001d8e47796 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.853000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:44.855022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:44.862296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:44.862477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:network and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:44.866741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:44.878857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:44.899642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.906125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:44.909308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.912392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Pushing event updated for resources: {'Port': ['ID=7366bd47-7e78-4eb7-beee-e80cdaa17ca0,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:44.962589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:44.965623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.033285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.034077 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Added segment 65a1d913-1ba9-4758-aa26-353f954cf2e5 of type vlan for network 97b4867b-5761-478c-a984-f40fba00e223 Apr 21 14:47:45.067142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.076757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:45.084195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:45.086350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=591144c9-f090-435f-8e41-374535135b5b,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:45.088632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:45.089191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.120648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.128115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.169158 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eb896891-cc5e-4c6a-8cf0-5d18bd649702 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5072443 Apr 21 14:47:45.169158 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c439731-a51b-4dd7-8710-faac963d3fb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64b1db166a724ae08d1f99f7a7dd27a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5879803 Apr 21 14:47:45.169158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49528) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:45.172157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:36:b3:0c', 'name': 'tempest-NetworksTestDHCPv6-2098401144'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:45.199458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49532) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:45.211024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Attempting to bind port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:45.211425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Attempting to bind port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '88456343-752a-4bbb-b4c6-5f28612d08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '16364444-6525-4811-948e-97d6b20c2613'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:45.211905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Attempting to bind port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 on network 16364444-6525-4811-948e-97d6b20c2613 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:45.217238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.252338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Transition to ACTIVE for port object 7992c4ab-4370-48bc-9cba-2a8fafe045ad will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:45.254684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:45.255057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Checking segment: {'id': '88456343-752a-4bbb-b4c6-5f28612d08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '16364444-6525-4811-948e-97d6b20c2613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:45.255460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.255857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Bound using segment: {'id': '88456343-752a-4bbb-b4c6-5f28612d08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '16364444-6525-4811-948e-97d6b20c2613'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:45.256358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Bound port: 7366bd47-7e78-4eb7-beee-e80cdaa17ca0, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88456343-752a-4bbb-b4c6-5f28612d08fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '16364444-6525-4811-948e-97d6b20c2613'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:45.256733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.297458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.301182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:45.301685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.328429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.373636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Transition to ACTIVE for port object 7992c4ab-4370-48bc-9cba-2a8fafe045ad will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:45.398495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.409815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Deleting port 69d74d64-8886-4214-8d27-e99d8066df6e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:45.409815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.479461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.511898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Transition to ACTIVE for port object 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:45.515261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Network ded5a1d9-6019-471d-aa36-cad0d956fdec is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:45.522446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:45.524608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] For port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:45.534243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:45.537223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] For port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7366bd47-7e78-4eb7-beee-e80cdaa17ca0,segment=NetworkSegment(88456343-752a-4bbb-b4c6-5f28612d08fd),segment_id=88456343-752a-4bbb-b4c6-5f28612d08fd)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:45.539343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-215d1122-271f-43d9-a05f-9001d8e47796 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.541279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Pushing event updated for resources: {'Port': ['ID=7992c4ab-4370-48bc-9cba-2a8fafe045ad,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:45.552859 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.555224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.557371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Transition to ACTIVE for port object 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:45.583179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Network': ['ID=97b4867b-5761-478c-a984-f40fba00e223,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:45.590904 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eae82289-8b1a-4ee4-92c5-fb6c1702fce2 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7461212 Apr 21 14:47:45.591108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49536) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:45.596478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-215d1122-271f-43d9-a05f-9001d8e47796 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.606270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54501eb9-12bb-4c5b-a6d2-ddcd7ebf284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.608298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:45.621051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:45.624357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 97b4867b-5761-478c-a984-f40fba00e223 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:45.627417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:45.644112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:45.655327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54501eb9-12bb-4c5b-a6d2-ddcd7ebf284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.677075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:45.733317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.821288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.830530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'subnet': {'network_id': '97b4867b-5761-478c-a984-f40fba00e223', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:45.842227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.857840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54501eb9-12bb-4c5b-a6d2-ddcd7ebf284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.883623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54501eb9-12bb-4c5b-a6d2-ddcd7ebf284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c995756-9b82-48d9-9a5c-3d6c9aae3508,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:45.897053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port c109194a-ad23-43ba-b3a4-5d2b6959cf40 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:47:45.899758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Attempting to bind port 7992c4ab-4370-48bc-9cba-2a8fafe045ad on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:45.900156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Attempting to bind port 7992c4ab-4370-48bc-9cba-2a8fafe045ad by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'ef28b8e2-f099-437a-8c3e-2ed03f8ba294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:45.900526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Attempting to bind port 7992c4ab-4370-48bc-9cba-2a8fafe045ad on network ded5a1d9-6019-471d-aa36-cad0d956fdec {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:45.907353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:45.932464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54501eb9-12bb-4c5b-a6d2-ddcd7ebf284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.939162 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-54501eb9-12bb-4c5b-a6d2-ddcd7ebf284b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c995756-9b82-48d9-9a5c-3d6c9aae3508 HTTP/1.1" status: 204 len: 168 time: 0.7385428 Apr 21 14:47:45.955924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:45.983325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:46.000771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199138a-4836-4d09-a7bc-bb7cc72ca164 None None] Pushing event updated for resources: {'Port': ['ID=7366bd47-7e78-4eb7-beee-e80cdaa17ca0,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:46.086029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:46.086792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Checking segment: {'id': 'ef28b8e2-f099-437a-8c3e-2ed03f8ba294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:46.087378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.087945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Bound using segment: {'id': 'ef28b8e2-f099-437a-8c3e-2ed03f8ba294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:46.090163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Bound port: 7992c4ab-4370-48bc-9cba-2a8fafe045ad, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef28b8e2-f099-437a-8c3e-2ed03f8ba294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'ded5a1d9-6019-471d-aa36-cad0d956fdec'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:46.090731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.239893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:46.254044 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:46.278042 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:46.278962 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:46.381058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 172.20.0.12 (273f4fc5-d828-4645-a9ef-b086301e3356/591144c9-f090-435f-8e41-374535135b5b/c109194a-ad23-43ba-b3a4-5d2b6959cf40) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:46.456516 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:46.470244 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:46.471260 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:46.513984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.533019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Pushing event updated for resources: {'Port': ['ID=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:46.550789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Attempting to bind port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:46.551425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Attempting to bind port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:46.551958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Attempting to bind port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:46.581627 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:46.581834 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:46.582252 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2946f-f5bd-4d5f-a435-1edd132ba6a4 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:46.584600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-215d1122-271f-43d9-a05f-9001d8e47796 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.585068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215d1122-271f-43d9-a05f-9001d8e47796 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7328864-ad40-4f3e-afa9-da467d2f222c {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:47:46.586713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:46.587360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:46.587939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.589633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:46.590808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Bound port: 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:46.591554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.605252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fe36:b30c (273f4fc5-d828-4645-a9ef-b086301e3356/ead3c845-fcc6-4b6a-9ae6-ab7aa848150f/c109194a-ad23-43ba-b3a4-5d2b6959cf40) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:46.614968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Usage tracker for resource:subnet and tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:46.620995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] For port 7992c4ab-4370-48bc-9cba-2a8fafe045ad, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:46.623257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:46.629309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.637615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.665413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] For port 7992c4ab-4370-48bc-9cba-2a8fafe045ad, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7992c4ab-4370-48bc-9cba-2a8fafe045ad,segment=NetworkSegment(ef28b8e2-f099-437a-8c3e-2ed03f8ba294),segment_id=ef28b8e2-f099-437a-8c3e-2ed03f8ba294)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:46.682299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.692461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:46.706297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49544) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:46.773917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:46.856965 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] For port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:46.859196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c11a3-a74f-4cb7-a6a3-4054c5b57c9b None None] Pushing event updated for resources: {'Port': ['ID=7992c4ab-4370-48bc-9cba-2a8fafe045ad,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:46.868683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Calling delete_port for 69d74d64-8886-4214-8d27-e99d8066df6e owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:46.880245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] For port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:46.898522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.902775 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c6e67fc-9d09-4a14-9b25-e8db77fdb345 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a716bda34d5843bb99c45cb5c2f1adc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952307 Apr 21 14:47:46.906589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49548) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:46.910126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Subnet': ['ID=635d1fdc-8367-4ecd-b86a-285898657364,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:46.916530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.968252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:46.981962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.042610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a660098-323a-4800-a84a-e8828b4988ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.066339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f92f64-31e8-4794-92ac-04247bb9d2db None None] Pushing event updated for resources: {'Port': ['ID=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:47.076879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Made reservation on behalf of fa88da1bb3c240f3ba5c5f6474ae9a0f for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:47.082631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a660098-323a-4800-a84a-e8828b4988ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.123732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-215d1122-271f-43d9-a05f-9001d8e47796 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.127454 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-215d1122-271f-43d9-a05f-9001d8e47796 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e7328864-ad40-4f3e-afa9-da467d2f222c HTTP/1.1" status: 204 len: 168 time: 2.7071855 Apr 21 14:47:47.206463 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ca53b0b6-f098-46a5-bbb9-0c3f977bc0ea tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/subnets/635d1fdc-8367-4ecd-b86a-285898657364 HTTP/1.1" status: 204 len: 168 time: 3.2714906 Apr 21 14:47:47.207617 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-049f468b-0300-41cd-b131-bca0c611eb5c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/ports/0c0b96da-d0c6-4885-a7ab-5d797ce4f1d4 HTTP/1.1" status: 204 len: 168 time: 7.9077637 Apr 21 14:47:47.212319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.212561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.294787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.557630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Deleting subnet a5c00c79-c1ab-4b77-8fef-18ce161ccda0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:47.586697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.621676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.632059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49562) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.646708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.660300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.702527 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-abd47495-34ea-4a0f-ad70-908fa1f6288b tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "GET /v2.0/floatingips/c5c3f99e-62db-4e1c-b7a3-c35e33d190ce HTTP/1.1" status: 200 len: 688 time: 0.4841838 Apr 21 14:47:47.704336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.706846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object c109194a-ad23-43ba-b3a4-5d2b6959cf40 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:47.756589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69520aff-1b63-4995-9119-c1957663d08f None None] Network 16364444-6525-4811-948e-97d6b20c2613 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:47.770635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.827324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.842655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a660098-323a-4800-a84a-e8828b4988ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.848988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event updated for resources: {'Port': ['ID=c38dcafb-54ab-432a-9af1-d2937e148d44,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:47.950846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a660098-323a-4800-a84a-e8828b4988ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32fc183-1cef-4ac7-8650-fd4c71d16c19,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:47.976633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port d561ffb0-377f-4da5-8547-3760f2b9bece {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:47.976971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.040957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a660098-323a-4800-a84a-e8828b4988ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.042213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0a660098-323a-4800-a84a-e8828b4988ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c32fc183-1cef-4ac7-8650-fd4c71d16c19 HTTP/1.1" status: 204 len: 168 time: 1.1345682 Apr 21 14:47:48.065236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Provisioning for port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:48.075700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Provisioning complete for port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:48.076333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.081102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.101720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Pushing event deleted for resources: {'Port': ['ID=69d74d64-8886-4214-8d27-e99d8066df6e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:48.120514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1169204998', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:48.203848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:48.235988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.240376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.244712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Usage tracker for resource:router and tenant:bc074594318c46309f94913e822b6c34 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:48.248372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.328683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:48.333129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] DHCP port deletion for 16364444-6525-4811-948e-97d6b20c2613 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:48.338398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] For port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7366bd47-7e78-4eb7-beee-e80cdaa17ca0,segment=NetworkSegment(88456343-752a-4bbb-b4c6-5f28612d08fd),segment_id=88456343-752a-4bbb-b4c6-5f28612d08fd)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:48.347689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] Deleting port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:48.348274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.360397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:48.386644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.394931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.453589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.454947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a0307473-d183-4f7e-9b58-59b293107318 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1488383 Apr 21 14:47:48.469379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.471698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.479637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Subnet': ['ID=94052765-d737-47bf-a46d-3d36dba3744a,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:48.543393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:48.552399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=c109194a-ad23-43ba-b3a4-5d2b6959cf40,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:48.556010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:48.570546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:48.772010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.772893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.820762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Pushing event updated for resources: {'Port': ['ID=7366bd47-7e78-4eb7-beee-e80cdaa17ca0,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:48.867669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.896954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7992c4ab-4370-48bc-9cba-2a8fafe045ad up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:48.979080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Checking segment: {'id': '65a1d913-1ba9-4758-aa26-353f954cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '97b4867b-5761-478c-a984-f40fba00e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:48.980196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network hostable DHCP agents. Network: 97b4867b-5761-478c-a984-f40fba00e223, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:49.003271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.060407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for d561ffb0-377f-4da5-8547-3760f2b9bece owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:49.126458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.137574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.137758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] For port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7366bd47-7e78-4eb7-beee-e80cdaa17ca0,segment=NetworkSegment(88456343-752a-4bbb-b4c6-5f28612d08fd),segment_id=88456343-752a-4bbb-b4c6-5f28612d08fd)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:49.138189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.252207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network 97b4867b-5761-478c-a984-f40fba00e223 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:49.270030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:49.270668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.305367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.347744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12268e0-86ca-4469-bb94-b75d58d03ff1 None None] Network ded5a1d9-6019-471d-aa36-cad0d956fdec requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:49.353093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.357199 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/subnets/a5c00c79-c1ab-4b77-8fef-18ce161ccda0 HTTP/1.1" status: 204 len: 168 time: 2.1408775 Apr 21 14:47:49.364057 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb7734de-945b-490d-91be-3ead7da3d377 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1963754 Apr 21 14:47:49.369589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49596) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:49.369911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49598) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:49.371442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] Calling delete_port for 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:49.373464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-168fe908-c803-4306-8a3c-b54800a8e18f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Synchronizing usage tracker for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:49.389244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15cc971-d7d3-4f26-9a4d-115ae37fd1cd tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c00c79-c1ab-4b77-8fef-18ce161ccda0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:49.391769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 97b4867b-5761-478c-a984-f40fba00e223) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:49.410168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:49.411121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.414645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f606921-817c-4a8e-a261-b1b8c223d833 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:49.450956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114d972-9450-43ef-8210-7f8ee54a49ab None None] Network 97b4867b-5761-478c-a984-f40fba00e223 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:49.453098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Router cd88c02f-50c2-4627-85f8-fd970b49f88d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:47:49.457483 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1a478ad9-f5ba-4b1b-999f-732c5c47f769 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8645644 Apr 21 14:47:49.460970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.465202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49606) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:49.474905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-284965d5-2243-4296-8bab-1e359465c75f tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'router': {'external_gateway_info': {'network_id': '97b4867b-5761-478c-a984-f40fba00e223'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:49.554992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6051bf-ace4-4827-b2e2-194f18a745c1 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:49.555993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8c6051bf-ace4-4827-b2e2-194f18a745c1 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Synchronizing usage tracker for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:49.583376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-168fe908-c803-4306-8a3c-b54800a8e18f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Unset dirty status for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:49.599887 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-168fe908-c803-4306-8a3c-b54800a8e18f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--517115519&fields=id&tenant_id=c0b1fb04a0104faaae6a08d3733f08eb HTTP/1.1" status: 200 len: 267 time: 0.4171009 Apr 21 14:47:49.604717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.722967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.723314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.723659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.724003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.724388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.724718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.725047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.725583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.725952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.726284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.726611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fe3a-aecd-4d34-b4b9-93c3aa972f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:49.789176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8c6051bf-ace4-4827-b2e2-194f18a745c1 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Unset dirty status for tenant:2b5dbfbbcecc4c3fb4172be5c944e1f0 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:49.792051 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8c6051bf-ace4-4827-b2e2-194f18a745c1 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4126096 Apr 21 14:47:49.808002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49616) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:49.888432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3061c3d3-cbf3-49d3-b4a9-04b68b40f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.980123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-97b4867b-5761-478c-a984-f40fba00e223', 'network_id': '97b4867b-5761-478c-a984-f40fba00e223', 'tenant_id': 'fa88da1bb3c240f3ba5c5f6474ae9a0f', 'fixed_ips': [{'subnet_id': '94052765-d737-47bf-a46d-3d36dba3744a'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:47:49.993353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.017367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.047494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a57b56bd-8bf0-446c-a48b-41837bc7df35 None None] Provisioning for port 7992c4ab-4370-48bc-9cba-2a8fafe045ad completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:50.098383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=d561ffb0-377f-4da5-8547-3760f2b9bece,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:50.183164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:50.199609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.203812 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-baedbd0b-7811-4f1f-9085-204f802fbda6 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "PUT /v2.0/routers/cd88c02f-50c2-4627-85f8-fd970b49f88d HTTP/1.1" status: 200 len: 710 time: 9.8241837 Apr 21 14:47:50.209107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49622) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:50.239392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.243286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.246313 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-27e1afc3-5101-47fa-b3bf-69ab1e98d8c4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/floatingips/c5c3f99e-62db-4e1c-b7a3-c35e33d190ce HTTP/1.1" status: 204 len: 168 time: 2.5409801 Apr 21 14:47:50.250882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] Sync routers for ids ['cd88c02f-50c2-4627-85f8-fd970b49f88d'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:50.264713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Deleting port 7992c4ab-4370-48bc-9cba-2a8fafe045ad {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:50.265063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.296746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49628) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:50.318496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'd2efe686-01d2-4e60-9c47-f572ac140413'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:50.324867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:50.328204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.329611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:floatingip and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:50.335265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:50.345763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:50.378921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 7992c4ab-4370-48bc-9cba-2a8fafe045ad completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:50.433968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] Pushing event deleted for resources: {'Port': ['ID=7366bd47-7e78-4eb7-beee-e80cdaa17ca0,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:50.511884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.522090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a371e-221b-43b9-a464-51d62641490a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:50.526069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a371e-221b-43b9-a464-51d62641490a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:50.527288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-033a371e-221b-43b9-a464-51d62641490a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:50.545506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7992c4ab-4370-48bc-9cba-2a8fafe045ad triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:50.545995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.547701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-3efbf459-fa67-410d-9621-6900f6e05c34 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:50.548513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-3efbf459-fa67-410d-9621-6900f6e05c34 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Synchronizing usage tracker for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:50.551918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] For port 7992c4ab-4370-48bc-9cba-2a8fafe045ad, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7992c4ab-4370-48bc-9cba-2a8fafe045ad,segment=NetworkSegment(ef28b8e2-f099-437a-8c3e-2ed03f8ba294),segment_id=ef28b8e2-f099-437a-8c3e-2ed03f8ba294)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:50.552331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.626858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] Routers {'cd88c02f-50c2-4627-85f8-fd970b49f88d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:50.628171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['cd88c02f-50c2-4627-85f8-fd970b49f88d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:50.692840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Calling delete_port for 7992c4ab-4370-48bc-9cba-2a8fafe045ad owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:50.724226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-033a371e-221b-43b9-a464-51d62641490a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:50.724820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:50.725410 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-033a371e-221b-43b9-a464-51d62641490a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 1.3457000 Apr 21 14:47:50.738863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3755969d-36b5-4583-b823-40475eae032b None None] Provisioning for port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:50.768487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] Routers {'cd88c02f-50c2-4627-85f8-fd970b49f88d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:50.769143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['cd88c02f-50c2-4627-85f8-fd970b49f88d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:50.794711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49636) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:50.871652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-3efbf459-fa67-410d-9621-6900f6e05c34 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Unset dirty status for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:50.872873 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-3efbf459-fa67-410d-9621-6900f6e05c34 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 810 time: 1.2720985 Apr 21 14:47:50.881716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2150dab-5dc4-42f8-bcd8-a2b9836a6877 None None] No DVR routers for this DVR port 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:50.893225 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3c2c308d-c533-41be-ab7c-fba29c901933 tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/routers/cd88c02f-50c2-4627-85f8-fd970b49f88d HTTP/1.1" status: 200 len: 745 time: 0.6770813 Apr 21 14:47:50.893225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port c109194a-ad23-43ba-b3a4-5d2b6959cf40 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:50.893225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.897151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49642) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:50.897281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:50.897281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4acb8-2f90-4295-938a-b95014dafc9c None None] The sync data for ids ['cd88c02f-50c2-4627-85f8-fd970b49f88d'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:50.954587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Allocated IP 2001:db8:1::2 (97b4867b-5761-478c-a984-f40fba00e223/94052765-d737-47bf-a46d-3d36dba3744a/477e1931-9fa2-4b63-b06f-a151df82eeee) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:50.995497 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-8adf10a3-ef32-4cd7-99ac-5e77c6c85a45 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/quotas/c0b1fb04a0104faaae6a08d3733f08eb HTTP/1.1" status: 200 len: 375 time: 0.1157038 Apr 21 14:47:51.007326 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2b0e94b3-35f6-4525-80c5-ddd4a4aa898e tempest-RoutersIpV6AdminTest-1726496882 tempest-RoutersIpV6AdminTest-1726496882-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=cd88c02f-50c2-4627-85f8-fd970b49f88d HTTP/1.1" status: 200 len: 205 time: 0.1084733 Apr 21 14:47:51.014249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49646) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:51.019860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.115149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-284965d5-2243-4296-8bab-1e359465c75f tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.201596 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-41155743-63f0-4c24-b7b2-46da0e8ce786 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd88c02f-50c2-4627-85f8-fd970b49f88d HTTP/1.1" status: 200 len: 205 time: 0.1839099 Apr 21 14:47:51.205524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49654) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:51.384447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.386455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.399610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Transition to ACTIVE for port object 477e1931-9fa2-4b63-b06f-a151df82eeee will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:51.420609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Transition to ACTIVE for port object 477e1931-9fa2-4b63-b06f-a151df82eeee will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:51.424104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.443684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07724d3e-c044-4278-be0a-e16c8a0b4a27 None None] DHCP port deletion for ded5a1d9-6019-471d-aa36-cad0d956fdec request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:51.449281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.506295 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-e63cca7d-2e39-44e3-bff6-7427be8cd911 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5016804 Apr 21 14:47:51.506488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Port': ['ID=7992c4ab-4370-48bc-9cba-2a8fafe045ad,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:51.512034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.518318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] No DVR routers for this DVR port 7992c4ab-4370-48bc-9cba-2a8fafe045ad on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:51.600374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:51.602393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71cc5d18-0429-46b2-9433-1151ea4cea7f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.641295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92b5325c-5dc4-4436-b9cc-b945b25a8ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.669114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Network 97b4867b-5761-478c-a984-f40fba00e223 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:51.677115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Pushing event updated for resources: {'Port': ['ID=477e1931-9fa2-4b63-b06f-a151df82eeee,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:51.680250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:51.689535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:51.695019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] Update dhcp port {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': 'ead3c845-fcc6-4b6a-9ae6-ab7aa848150f', 'ip_address': '2001:db8::f816:3eff:fe73:824e'}, {'subnet_id': '591144c9-f090-435f-8e41-374535135b5b'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '95bb8a44-bbd0-412c-a44d-f4815eb0e9ac'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:47:51.839395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.864974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.890922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.903840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Attempting to bind port 477e1931-9fa2-4b63-b06f-a151df82eeee on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:51.904473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Attempting to bind port 477e1931-9fa2-4b63-b06f-a151df82eeee by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '65a1d913-1ba9-4758-aa26-353f954cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '97b4867b-5761-478c-a984-f40fba00e223'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:51.904590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Attempting to bind port 477e1931-9fa2-4b63-b06f-a151df82eeee on network 97b4867b-5761-478c-a984-f40fba00e223 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:47:51.914113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:51.936893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:51.937268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.953630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.971059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:47:51.971639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Checking segment: {'id': '65a1d913-1ba9-4758-aa26-353f954cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '97b4867b-5761-478c-a984-f40fba00e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:47:51.972236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.972729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Bound using segment: {'id': '65a1d913-1ba9-4758-aa26-353f954cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '97b4867b-5761-478c-a984-f40fba00e223'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:47:51.973218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Bound port: 477e1931-9fa2-4b63-b06f-a151df82eeee, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a1d913-1ba9-4758-aa26-353f954cf2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '97b4867b-5761-478c-a984-f40fba00e223'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:51.973602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.012796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49668) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:52.040642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Allocated IP 172.26.6.184 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/bd5ee168-3498-48f4-a24a-afa03e60cf8c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:52.150723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded5a1d9-6019-471d-aa36-cad0d956fdec']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:52.170019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef28b8e2-f099-437a-8c3e-2ed03f8ba294') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:52.170305 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef28b8e2-f099-437a-8c3e-2ed03f8ba294') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:52.189582 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-ec8cfe1d-ae6b-43be-b08b-fad26838446f service neutron] 10.222.0.42 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682289 Apr 21 14:47:52.259673 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] For port 477e1931-9fa2-4b63-b06f-a151df82eeee, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:47:52.274962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-284965d5-2243-4296-8bab-1e359465c75f tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:47:52.279533 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-284965d5-2243-4296-8bab-1e359465c75f tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176 HTTP/1.1" status: 400 len: 364 time: 2.8088958 Apr 21 14:47:52.286276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] For port 477e1931-9fa2-4b63-b06f-a151df82eeee, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=477e1931-9fa2-4b63-b06f-a151df82eeee,segment=NetworkSegment(65a1d913-1ba9-4758-aa26-353f954cf2e5),segment_id=65a1d913-1ba9-4758-aa26-353f954cf2e5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:47:52.293599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.294920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] Allocated IP 172.20.0.2 (273f4fc5-d828-4645-a9ef-b086301e3356/591144c9-f090-435f-8e41-374535135b5b/95bb8a44-bbd0-412c-a44d-f4815eb0e9ac) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:52.297387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.300822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.329709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49672) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:52.335862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.413894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for c109194a-ad23-43ba-b3a4-5d2b6959cf40 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:52.499273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa21ff8-0321-4981-9289-5ec02a3e8370 None None] Pushing event updated for resources: {'Port': ['ID=477e1931-9fa2-4b63-b06f-a151df82eeee,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:52.528945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.573036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.595272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] For port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:52.623718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.674679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e5e051b9-73b6-4d4d-b7c0-c89881c39d1b tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:52.701437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.708134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71cc5d18-0429-46b2-9433-1151ea4cea7f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.763967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71cc5d18-0429-46b2-9433-1151ea4cea7f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.773397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:52.773801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:52.788565 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:52.799113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.906813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:52.912298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.918467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event updated for resources: {'Port': ['ID=bd5ee168-3498-48f4-a24a-afa03e60cf8c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:52.922851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:52.952716 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-9fdda88b-a630-44aa-8f71-320d73dfeaf6 service neutron] 10.222.0.42 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518830 Apr 21 14:47:52.969679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:52.993695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] Transition to ACTIVE for port object 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:53.008608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.011223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.26.6.87 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/140126ea-193e-4b4b-9268-5c9abc4f35f7) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:53.020621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=c109194a-ad23-43ba-b3a4-5d2b6959cf40,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:53.038939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.045624 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e5e051b9-73b6-4d4d-b7c0-c89881c39d1b tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "PUT /v2.0/quotas/7f6b94febfc14209bb29b346e9541a22 HTTP/1.1" status: 200 len: 366 time: 0.7725072 Apr 21 14:47:53.053780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49678) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.065107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.090545 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/networks/ded5a1d9-6019-471d-aa36-cad0d956fdec HTTP/1.1" status: 204 len: 168 time: 3.2707272 Apr 21 14:47:53.091418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49682) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.094399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71cc5d18-0429-46b2-9433-1151ea4cea7f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.094895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cc5d18-0429-46b2-9433-1151ea4cea7f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Fanout notify agent at l3_agent the message router_deleted on router cd88c02f-50c2-4627-85f8-fd970b49f88d {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:47:53.103856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71cc5d18-0429-46b2-9433-1151ea4cea7f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.108275 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-71cc5d18-0429-46b2-9433-1151ea4cea7f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/cd88c02f-50c2-4627-85f8-fd970b49f88d HTTP/1.1" status: 204 len: 168 time: 1.9013374 Apr 21 14:47:53.109251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a8f3-63b9-4eb8-91a1-d908b5c0cf07 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Network': ['ID=ded5a1d9-6019-471d-aa36-cad0d956fdec,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:53.114189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49686) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.231587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:53.232256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:53.286635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987bf8b-df8a-45f8-b892-68ee820239a1 None None] Pushing event updated for resources: {'Port': ['ID=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:53.349448 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c3f9152f-486c-4df1-9801-3ae577197519 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd88c02f-50c2-4627-85f8-fd970b49f88d HTTP/1.1" status: 200 len: 205 time: 0.2297106 Apr 21 14:47:53.350985 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cf000fa0-d24c-49a3-a6f6-fd04d23a0c68 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2963746 Apr 21 14:47:53.351717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49694) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.373165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49696) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.378293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.403419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0ebdc092-637f-4eae-9257-a63ca5730a3e tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "GET /v2.0/quotas/7f6b94febfc14209bb29b346e9541a22 HTTP/1.1" status: 200 len: 366 time: 0.0200751 Apr 21 14:47:53.407270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49704) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.472161 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-adfefad6-0186-4cce-83b6-414106b8be94 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/7f6b94febfc14209bb29b346e9541a22 HTTP/1.1" status: 204 len: 168 time: 0.0623469 Apr 21 14:47:53.508745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-6a58ab3c-781b-4e7c-a839-e3c229e5a0bb req-987d06e7-9d3e-4f3e-a970-da35bec8770d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Synchronizing usage tracker for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:53.511546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49710) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.567065 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-c423b1a7-3656-405b-8f5e-6f48c357094f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] delete failed (client error): The resource could not be found. Apr 21 14:47:53.570876 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c423b1a7-3656-405b-8f5e-6f48c357094f tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/cd88c02f-50c2-4627-85f8-fd970b49f88d HTTP/1.1" status: 404 len: 336 time: 0.1718845 Apr 21 14:47:53.576550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49714) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.600485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.674858 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-591768b2-86f6-4bca-8c8e-f729bd528831 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=b636a38b-48b1-44db-aa84-fd1c300bc364 HTTP/1.1" status: 200 len: 205 time: 0.0924463 Apr 21 14:47:53.683250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49720) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.706966 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a200ec7f-0e88-4195-ab70-e766fefd1bd7 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1765654 Apr 21 14:47:53.708264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.721241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49722) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.725913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.746923 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0705cd97-547a-425d-8f23-1e23d536ce16 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/c109194a-ad23-43ba-b3a4-5d2b6959cf40 HTTP/1.1" status: 204 len: 168 time: 2.9494915 Apr 21 14:47:53.747695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-6a58ab3c-781b-4e7c-a839-e3c229e5a0bb req-987d06e7-9d3e-4f3e-a970-da35bec8770d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Unset dirty status for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:53.761042 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6a58ab3c-781b-4e7c-a839-e3c229e5a0bb req-987d06e7-9d3e-4f3e-a970-da35bec8770d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 210 time: 0.4540629 Apr 21 14:47:53.763578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49726) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.764139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.864300 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3481c558-562f-4605-aa47-d788e4442053 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "GET /v2.0/quotas/7f6b94febfc14209bb29b346e9541a22 HTTP/1.1" status: 200 len: 370 time: 0.1314549 Apr 21 14:47:53.870745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.871393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.877447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49732) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.890189 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1cc6d4fe-c493-41c6-8cb6-6f98a91b7c42 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "GET /v2.0/quotas/7f6b94febfc14209bb29b346e9541a22/default HTTP/1.1" status: 200 len: 370 time: 0.0106273 Apr 21 14:47:53.895116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49736) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.909137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16364444-6525-4811-948e-97d6b20c2613']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:53.921782 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-dbd3a02c-7384-481a-9407-66b859ea544b tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] delete failed (client error): The resource could not be found. Apr 21 14:47:53.922826 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dbd3a02c-7384-481a-9407-66b859ea544b tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/b636a38b-48b1-44db-aa84-fd1c300bc364 HTTP/1.1" status: 404 len: 336 time: 0.1612134 Apr 21 14:47:53.925886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c809bf-b613-49a8-979c-d5fff9eacddc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:53.929457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c809bf-b613-49a8-979c-d5fff9eacddc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:53.930399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:53.931653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c809bf-b613-49a8-979c-d5fff9eacddc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:53.932953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-98c809bf-b613-49a8-979c-d5fff9eacddc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:53.935966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.942185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49740) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.948501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88456343-752a-4bbb-b4c6-5f28612d08fd') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:53.948808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88456343-752a-4bbb-b4c6-5f28612d08fd') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:54.042913 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-18ac10c4-e533-485d-96c2-fccff51b0aba tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] delete failed (client error): The resource could not be found. Apr 21 14:47:54.044479 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-18ac10c4-e533-485d-96c2-fccff51b0aba tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/7f6b94febfc14209bb29b346e9541a22 HTTP/1.1" status: 404 len: 348 time: 0.1486387 Apr 21 14:47:54.047236 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-09f76d4b-0899-4c85-abf8-86011ab69222 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=658d03dc-c7da-4da4-971f-be46896e7550 HTTP/1.1" status: 200 len: 205 time: 0.0999153 Apr 21 14:47:54.056792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:54.077504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-98c809bf-b613-49a8-979c-d5fff9eacddc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:54.079281 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-98c809bf-b613-49a8-979c-d5fff9eacddc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3112171 Apr 21 14:47:54.080353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49746) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.089689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49748) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.127479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e444b4-a7a1-4503-adaa-0d55ff177dd2 None None] Network 97b4867b-5761-478c-a984-f40fba00e223 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:54.175482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:54.218940 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-1d0e1276-2d86-46df-bc2c-63dd5a84858d tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] delete failed (client error): The resource could not be found. Apr 21 14:47:54.222252 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1d0e1276-2d86-46df-bc2c-63dd5a84858d tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/658d03dc-c7da-4da4-971f-be46896e7550 HTTP/1.1" status: 404 len: 336 time: 0.1363020 Apr 21 14:47:54.224331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49754) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.277643 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-92b5f3fe-bf6a-4b9d-a87f-8ff1d1835d8c tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=44fed9c2-0921-4807-95c1-3c58458ad756 HTTP/1.1" status: 200 len: 205 time: 0.0500638 Apr 21 14:47:54.278035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49758) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.284671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.292946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.376454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.421882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:54.422694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7366bd47-7e78-4eb7-beee-e80cdaa17ca0 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:54.479561 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b17b3435-d7ab-4736-8411-00d34ff03867 None None] Provisioning for port 477e1931-9fa2-4b63-b06f-a151df82eeee completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:54.586828 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-eefad486-a29c-4e81-8568-2f81b2dae67d tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] delete failed (client error): The resource could not be found. Apr 21 14:47:54.587887 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eefad486-a29c-4e81-8568-2f81b2dae67d tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/44fed9c2-0921-4807-95c1-3c58458ad756 HTTP/1.1" status: 404 len: 336 time: 0.3084493 Apr 21 14:47:54.596986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:54.601442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49766) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.602277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:54.605029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:54.620150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.644301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.645030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.654948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:54.655344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:54.685674 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:54.694876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-047dde6c-c27b-4c70-9210-f385d66f8953 None None] Provisioning for port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:54.703978 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4e865dcc-957e-4602-a8a7-d1047190279a tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b9bfbb-9cea-48aa-ab82-ce8fef5c209e HTTP/1.1" status: 200 len: 205 time: 0.0701623 Apr 21 14:47:54.709450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-047dde6c-c27b-4c70-9210-f385d66f8953 None None] Provisioning complete for port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:54.709883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-047dde6c-c27b-4c70-9210-f385d66f8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.721364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49770) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.739249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=140126ea-193e-4b4b-9268-5c9abc4f35f7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:54.810464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 477e1931-9fa2-4b63-b06f-a151df82eeee up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:54.825556 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-f88e1819-bae0-4ae5-9bdf-0b78e208f5bf tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] delete failed (client error): The resource could not be found. Apr 21 14:47:54.829497 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f88e1819-bae0-4ae5-9bdf-0b78e208f5bf tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/45b9bfbb-9cea-48aa-ab82-ce8fef5c209e HTTP/1.1" status: 404 len: 336 time: 0.1010778 Apr 21 14:47:54.832497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49776) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:55.057411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-047dde6c-c27b-4c70-9210-f385d66f8953 None None] Could not find standard attr ID for object c109194a-ad23-43ba-b3a4-5d2b6959cf40. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:47:55.082459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 477e1931-9fa2-4b63-b06f-a151df82eeee completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:55.088819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 477e1931-9fa2-4b63-b06f-a151df82eeee triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:55.089446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.114513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Allocated IP 2001:db8::1 (26381a01-ee8e-4c3e-9f3c-9224aae10245/71297d30-2808-433c-8a37-add564d39aff/aac478d5-f66f-4c0f-b0f8-2f9f1f193160) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:55.138591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4f45b40d-5adc-4eba-b96d-d40f4f079128 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d066a56-b0e8-4fba-8f28-4246aced96cc HTTP/1.1" status: 200 len: 205 time: 0.2023444 Apr 21 14:47:55.150882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49780) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:55.175217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8f21d707-2439-4e4c-b38f-b449f4a54624 None None] Could not find standard attr ID for object c109194a-ad23-43ba-b3a4-5d2b6959cf40. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:47:55.243070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.280384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 477e1931-9fa2-4b63-b06f-a151df82eeee, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=477e1931-9fa2-4b63-b06f-a151df82eeee,segment=NetworkSegment(65a1d913-1ba9-4758-aa26-353f954cf2e5),segment_id=65a1d913-1ba9-4758-aa26-353f954cf2e5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:55.280854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:network and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:55.296020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.297205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:55.305616 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00f82206-b7dd-494f-ac36-a73c0fbd501a req-d761804e-99d0-4257-b28f-888a919cbcb2 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 210 time: 0.1140740 Apr 21 14:47:55.356086 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-de9d1251-043a-4767-8e09-efbcc75c16f7 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] delete failed (client error): The resource could not be found. Apr 21 14:47:55.357566 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-de9d1251-043a-4767-8e09-efbcc75c16f7 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/routers/3d066a56-b0e8-4fba-8f28-4246aced96cc HTTP/1.1" status: 404 len: 336 time: 0.1615658 Apr 21 14:47:55.370872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49784) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:55.374219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:55.386188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.457992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 591144c9-f090-435f-8e41-374535135b5b {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:55.460830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.474957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.478349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=477e1931-9fa2-4b63-b06f-a151df82eeee,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:55.498909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8f21d707-2439-4e4c-b38f-b449f4a54624 None None] Provisioning complete for port 477e1931-9fa2-4b63-b06f-a151df82eeee triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:55.499284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8f21d707-2439-4e4c-b38f-b449f4a54624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.510975 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75f9a5e-99dc-4c88-a799-370b59356f89 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:55.511414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75f9a5e-99dc-4c88-a799-370b59356f89 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:55.514095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-389156b9-0503-4745-bb1b-a922214a4349 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:55.516381 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-389156b9-0503-4745-bb1b-a922214a4349 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 810 time: 0.4259369 Apr 21 14:47:55.524916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Network': ['ID=16364444-6525-4811-948e-97d6b20c2613,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:55.539157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:subnet and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:55.565108 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7078e097-fb78-4e16-be97-e5395a0d981d tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/networks/16364444-6525-4811-948e-97d6b20c2613 HTTP/1.1" status: 204 len: 168 time: 2.4681916 Apr 21 14:47:55.579477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:55.582221 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a75f9a5e-99dc-4c88-a799-370b59356f89 tempest-RoutersIpV6AdminTest-1024643951 tempest-RoutersIpV6AdminTest-1024643951-project] 10.222.0.42 "DELETE /v2.0/subnets/fdf4cfc6-945b-47c5-8734-1046ccf3b60f HTTP/1.1" status: 404 len: 337 time: 0.2056916 Apr 21 14:47:55.586419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49788) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:55.593127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.674425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:55.674798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.745408 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-dbe8d78a-a177-483a-8099-59c0c56629e0 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b1fb04a0104faaae6a08d3733f08eb HTTP/1.1" status: 200 len: 379 time: 0.0936489 Apr 21 14:47:55.756572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Request body: {'port': {'device_id': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'admin_state_up': True, 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'security_groups': ['304709ef-2695-4208-b0a9-38c5d1aa30d6']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:55.759623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:subnetpool and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:55.790942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.793855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:55.836387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Transition to ACTIVE for port object aac478d5-f66f-4c0f-b0f8-2f9f1f193160 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:55.847100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.851777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:port and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:55.869312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:55.881499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.930695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7992c4ab-4370-48bc-9cba-2a8fafe045ad no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:55.965699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:55.970092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:router and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:55.984544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:56.001354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:56.012971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Router 0e5ad775-3820-4651-9eb1-6265c2d5baa3 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:47:56.020156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Made reservation on behalf of c0b1fb04a0104faaae6a08d3733f08eb for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:56.023330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.042692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 7992c4ab-4370-48bc-9cba-2a8fafe045ad {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:56.043224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7992c4ab-4370-48bc-9cba-2a8fafe045ad not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:56.072660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.130889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.169216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:floatingip and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:56.199473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.204174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8cf14b-7020-4b24-ad9a-4d39c68b7b54']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.220022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49796) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:56.240770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:56.250687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:56.259691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Port': ['ID=aac478d5-f66f-4c0f-b0f8-2f9f1f193160,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:56.262156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:56.268095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=591144c9-f090-435f-8e41-374535135b5b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:56.271093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23df8193-7be9-4aa9-852f-656539d3d8cb') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.271357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23df8193-7be9-4aa9-852f-656539d3d8cb') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.278842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:56.279380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.293344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.300223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.300485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145a426-c715-4345-895e-af41569cd818 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:56.339966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.349613 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2fe71bc8-9df0-4d2b-9e28-2630ffacd45e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/591144c9-f090-435f-8e41-374535135b5b HTTP/1.1" status: 204 len: 168 time: 2.2352610 Apr 21 14:47:56.351174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:56.351578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:56.377676 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:56.383867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49804) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:56.601462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 477e1931-9fa2-4b63-b06f-a151df82eeee up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:56.637100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.666005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.693606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Network': ['ID=1c8cf14b-7020-4b24-ad9a-4d39c68b7b54,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:56.700151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.703310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet ead3c845-fcc6-4b6a-9ae6-ab7aa848150f {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:47:56.708853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:security_group and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:56.712124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.729563 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-26a5bc3c-181a-448c-9c4b-270577f8cbf5 req-6888f611-3059-4b80-8292-f8dd6b1bc3c2 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 210 time: 0.0934925 Apr 21 14:47:56.740785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6c91a9d-b34d-45a5-84d9-6ffbcc671817 None None] Provisioning for port aac478d5-f66f-4c0f-b0f8-2f9f1f193160 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:56.750661 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-36abd152-79aa-483c-97c4-31e78979fd88 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/networks/1c8cf14b-7020-4b24-ad9a-4d39c68b7b54 HTTP/1.1" status: 204 len: 168 time: 1.1605353 Apr 21 14:47:56.758186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:56.762287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.762989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Allocated IP 172.20.0.9 (2835474b-e553-474e-9662-e90214d418f2/9d443554-238c-4984-a94f-d88d8895045e/06dbffb1-dfbd-4d4a-9040-5915a67753de) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:56.764672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.765354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6c91a9d-b34d-45a5-84d9-6ffbcc671817 None None] Provisioning complete for port aac478d5-f66f-4c0f-b0f8-2f9f1f193160 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:56.765743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6c91a9d-b34d-45a5-84d9-6ffbcc671817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.841977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d6c91a9d-b34d-45a5-84d9-6ffbcc671817 None None] Port aac478d5-f66f-4c0f-b0f8-2f9f1f193160 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:56.867092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 477e1931-9fa2-4b63-b06f-a151df82eeee triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:56.867471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.868768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:56.886184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Usage tracker for resource:security_group_rule and tenant:2b6f2ef0f96146ff9c95d7a20f0d7125 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:56.892715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.905660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:56.916846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:56.946551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:57.003480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Usage tracker for resource:security_group_rule and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:57.072290 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.139424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:57.194069 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2cbc6c53-6261-4911-93c3-24216fce0312 tempest-QuotasTest-1239281660 tempest-QuotasTest-1239281660-project-admin] 10.222.0.42 "GET /v2.0/quotas/a4446f74c6e54e37a1a0becbcd4e854b/details.json HTTP/1.1" status: 200 len: 703 time: 2.8118694 Apr 21 14:47:57.202169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.341109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.349828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.360284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:47:57.369848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.370947 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] Sync routers for ids ['0e5ad775-3820-4651-9eb1-6265c2d5baa3'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:47:57.386663 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] Routers {'0e5ad775-3820-4651-9eb1-6265c2d5baa3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:57.388141 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0e5ad775-3820-4651-9eb1-6265c2d5baa3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:57.431835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.442435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Transition to ACTIVE for port object 06dbffb1-dfbd-4d4a-9040-5915a67753de will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:57.474891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3d8846-72ef-4931-b2bb-66d57b8cd33e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:57.493298 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:57.499692 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6116b512-7cac-4a63-8992-50af08d232ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b6f2ef0f96146ff9c95d7a20f0d7125&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2774224 Apr 21 14:47:57.503214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.505445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49816) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:57.507606 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7cedaeab-fd6f-423e-966d-de4fb935a213 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.8739550 Apr 21 14:47:57.509805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49818) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:57.525213 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] Routers {'0e5ad775-3820-4651-9eb1-6265c2d5baa3'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:47:57.525822 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0e5ad775-3820-4651-9eb1-6265c2d5baa3'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:57.599385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.611117 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:57.611700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c0f26-cab5-4967-9d8b-622a22de494c None None] The sync data for ids ['0e5ad775-3820-4651-9eb1-6265c2d5baa3'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:47:57.670468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49824) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:57.671148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.690063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2f302ffc-33c7-410f-b6d9-acf617436f2c None None] Provisioning complete for port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:57.690759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f302ffc-33c7-410f-b6d9-acf617436f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.729284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.837143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=140126ea-193e-4b4b-9268-5c9abc4f35f7,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:57.878078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Network 2835474b-e553-474e-9662-e90214d418f2 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:57.888476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:57.896768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:47:57.912399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.918077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.988141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d9ac-15d4-469d-aa51-de2bdd6e7355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.015893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac61f50-b846-4e58-83e4-ade1b3d294f3']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:58.076585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=ead3c845-fcc6-4b6a-9ae6-ab7aa848150f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.101347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.111870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.118822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ec84f-3098-4670-aa26-197e4f3c97a8 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:47:58.129658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac71f09-c5b7-4052-820a-be7665c0916c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:58.130025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac71f09-c5b7-4052-820a-be7665c0916c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:58.148713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d9ac-15d4-469d-aa51-de2bdd6e7355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.160379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.168001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.185437 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5ea6ce7d-809e-46b9-91ae-88cd0d8553c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/ead3c845-fcc6-4b6a-9ae6-ab7aa848150f HTTP/1.1" status: 204 len: 168 time: 1.7980225 Apr 21 14:47:58.187268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49832) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:58.192177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event updated for resources: {'Port': ['ID=06dbffb1-dfbd-4d4a-9040-5915a67753de,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.228006 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afb7846e-7ed6-4d07-8d21-1c47f8b3ed4c None None] Provisioning for port 06dbffb1-dfbd-4d4a-9040-5915a67753de completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:58.239726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.256243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:47:58.256774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:58.274388 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:58.331741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afb7846e-7ed6-4d07-8d21-1c47f8b3ed4c None None] Provisioning complete for port 06dbffb1-dfbd-4d4a-9040-5915a67753de triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:58.332398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afb7846e-7ed6-4d07-8d21-1c47f8b3ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.336109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:58.336778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.340960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ac73320c-0c94-4992-aafd-bf55ff2e82fd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:router {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:58.368087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e8523-279f-4eaf-8b5d-0bac507f1a94 req-a03b7de8-af5e-410d-803b-63f9e1ffe35e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:47:58.375161 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e62e8523-279f-4eaf-8b5d-0bac507f1a94 req-a03b7de8-af5e-410d-803b-63f9e1ffe35e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 931 time: 0.3808129 Apr 21 14:47:58.378995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.394621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ac73320c-0c94-4992-aafd-bf55ff2e82fd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:router {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:58.399301 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ac73320c-0c94-4992-aafd-bf55ff2e82fd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2053366 Apr 21 14:47:58.401319 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-879d9306-57ba-4514-a067-02251f58e486 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6477497 Apr 21 14:47:58.402657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49836) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:58.402787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-afb7846e-7ed6-4d07-8d21-1c47f8b3ed4c None None] Port 06dbffb1-dfbd-4d4a-9040-5915a67753de cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:58.403690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.404465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.415614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:58.445616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Request body: {'port': {'device_id': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:47:58.495948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d9ac-15d4-469d-aa51-de2bdd6e7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.497853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:47:58.502585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Deleting port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:58.502968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.509152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.572663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:58.600003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:58.601079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.615017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7d9ac-15d4-469d-aa51-de2bdd6e7355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3d8846-72ef-4931-b2bb-66d57b8cd33e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.625328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Usage tracker for resource:security_group_rule and tenant:44f08ea180bb4f5d8a36f2a8228a47fb is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:58.627844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] Pushing event deleted for resources: {'Network': ['ID=4ac61f50-b846-4e58-83e4-ade1b3d294f3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.629989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5c7d9ac-15d4-469d-aa51-de2bdd6e7355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.634755 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c5c7d9ac-15d4-469d-aa51-de2bdd6e7355 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be3d8846-72ef-4931-b2bb-66d57b8cd33e HTTP/1.1" status: 204 len: 168 time: 1.1240084 Apr 21 14:47:58.636903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:58.648684 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e62e8523-279f-4eaf-8b5d-0bac507f1a94 req-2b076b08-b9a0-4313-a59e-f360268b4a08 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725878 Apr 21 14:47:58.654337 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04696718-061f-4579-b670-005f3cd90f00 tempest-BulkNetworkOpsIpV6Test-141567969 tempest-BulkNetworkOpsIpV6Test-141567969-project] 10.222.0.42 "DELETE /v2.0/networks/4ac61f50-b846-4e58-83e4-ade1b3d294f3 HTTP/1.1" status: 204 len: 168 time: 1.7422934 Apr 21 14:47:58.654605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:58.655117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event updated for resources: {'Port': ['ID=aac478d5-f66f-4c0f-b0f8-2f9f1f193160,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.732963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:58.738410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:58.743991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:58.751907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:58.787225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:58.800440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:58.860254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.861419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.920059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] For port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:58.921068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.082532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.092395 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.113278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Calling delete_port for 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:47:59.127694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49848) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.175095 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44f08ea180bb4f5d8a36f2a8228a47fb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4971144 Apr 21 14:47:59.175095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:59.230299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:47:59.243003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.243719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595402a2-7c9f-4434-aea2-15ddbd2024b8 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:59.306366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.306366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49854) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.313358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0dde8610-ff6d-4713-b2f5-339e3b62a34b tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/0e5ad775-3820-4651-9eb1-6265c2d5baa3 HTTP/1.1" status: 200 len: 921 time: 1.8015304 Apr 21 14:47:59.314124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede73d0-45f2-497e-bd9d-a13ff9aea366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ec059f-28b8-4a22-9156-a21fde300bc8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:59.318427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.324954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 595402a2-7c9f-4434-aea2-15ddbd2024b8 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:47:59.325495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595402a2-7c9f-4434-aea2-15ddbd2024b8 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:59.340549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.350362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:59.350829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:59.369277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f911a83c-7119-44b0-aaed-378c0c96b0d6 None None] Provisioning complete for port aac478d5-f66f-4c0f-b0f8-2f9f1f193160 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:59.369652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f911a83c-7119-44b0-aaed-378c0c96b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.409579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:59.429659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f911a83c-7119-44b0-aaed-378c0c96b0d6 None None] Port aac478d5-f66f-4c0f-b0f8-2f9f1f193160 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:47:59.441422 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d701b7ed-abee-421d-a6d7-7c4b87dae810 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5ad775-3820-4651-9eb1-6265c2d5baa3 HTTP/1.1" status: 200 len: 205 time: 0.0971580 Apr 21 14:47:59.451731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49866) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.562756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP e4197ff0-b5c7-4987-86f6-9a98dc36e212 associated. External IP: 172.26.6.87, port: d2efe686-01d2-4e60-9c47-f572ac140413. Apr 21 14:47:59.642399 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c5d1496-3596-4795-ba14-ff3834bf27e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=248c89fd453e44dfab6d1b5e6164e67e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3335533 Apr 21 14:47:59.647482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49870) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.708941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8da9db6-ade6-445f-9fe9-e49f54f1cf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.840874 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8da9db6-ade6-445f-9fe9-e49f54f1cf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.852434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Deleting port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:47:59.853789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.932985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b0ea-21af-4f9c-9552-a8651a0aab32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.991598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b0ea-21af-4f9c-9552-a8651a0aab32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.997471 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7e36d68b-ca28-4c39-8bb4-2e6e78fbd3e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b5dbfbbcecc4c3fb4172be5c944e1f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8235567 Apr 21 14:48:00.000378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49876) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:00.056375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8da9db6-ade6-445f-9fe9-e49f54f1cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.089393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da9db6-ade6-445f-9fe9-e49f54f1cf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ec059f-28b8-4a22-9156-a21fde300bc8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.095813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] For port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:00.096822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.110959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8da9db6-ade6-445f-9fe9-e49f54f1cf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.114895 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f8da9db6-ade6-445f-9fe9-e49f54f1cf5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73ec059f-28b8-4a22-9156-a21fde300bc8 HTTP/1.1" status: 204 len: 168 time: 0.8052087 Apr 21 14:48:00.115247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Router 84dcc93c-8026-432b-9b5e-72ae1576d176 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:00.127208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.142029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dbffb1-dfbd-4d4a-9040-5915a67753de {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:48:00.162244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.207863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64805a7b-86e8-43d1-94d0-4953141f9cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.234301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.300892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Calling delete_port for 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:00.313255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334b8e9-bf63-4323-921c-30f46dae7ac7 req-1eebabe8-cf9f-49b9-965c-a6098c24807d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:00.313958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d334b8e9-bf63-4323-921c-30f46dae7ac7 req-1eebabe8-cf9f-49b9-965c-a6098c24807d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Synchronizing usage tracker for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:00.317632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Transition to ACTIVE for port object 06dbffb1-dfbd-4d4a-9040-5915a67753de will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:00.322640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=65e6c7d9-0be9-40f0-86c6-0e6a84c35975,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.340423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64805a7b-86e8-43d1-94d0-4953141f9cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.356904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.400621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.418259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b0ea-21af-4f9c-9552-a8651a0aab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.456219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6b0ea-21af-4f9c-9552-a8651a0aab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0098d60-fcec-42ca-b3db-a907c0b6c9df,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.456815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d334b8e9-bf63-4323-921c-30f46dae7ac7 req-1eebabe8-cf9f-49b9-965c-a6098c24807d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Unset dirty status for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:00.458138 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d334b8e9-bf63-4323-921c-30f46dae7ac7 req-1eebabe8-cf9f-49b9-965c-a6098c24807d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 931 time: 0.6584921 Apr 21 14:48:00.465577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b0ea-21af-4f9c-9552-a8651a0aab32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.469280 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8cb6b0ea-21af-4f9c-9552-a8651a0aab32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0098d60-fcec-42ca-b3db-a907c0b6c9df HTTP/1.1" status: 204 len: 168 time: 0.7684977 Apr 21 14:48:00.470789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:00.497577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] No DVR routers for this DVR port 95bb8a44-bbd0-412c-a44d-f4815eb0e9ac on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:00.501916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:00.535249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:00.536141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.547823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49886) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:00.571601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cf216-aaf5-42ee-b1b4-482073d61cf1 None None] Pushing event deleted for resources: {'Port': ['ID=95bb8a44-bbd0-412c-a44d-f4815eb0e9ac,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.584036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:00.591896 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a14ea07d-178f-4f11-be3b-0e3794cf141b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2491612 Apr 21 14:48:00.594756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.599680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79b7e3-6d4d-4a9d-b1e9-4c9c9ebcef62 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:00.605372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49890) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:00.624633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] Sync routers for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:00.683150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=06dbffb1-dfbd-4d4a-9040-5915a67753de,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.707987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:00.712810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:00.854822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:00.861721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.871465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.880054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:00.882700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:00.883328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:00.892594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Usage tracker for resource:security_group_rule and tenant:a4446f74c6e54e37a1a0becbcd4e854b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:00.897855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:00.900597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Deleting port bd5ee168-3498-48f4-a24a-afa03e60cf8c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:00.900938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.950195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:00.950606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a9bac-b997-4e06-9125-111681bf9777 None None] The sync data for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:00.982262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64805a7b-86e8-43d1-94d0-4953141f9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.062950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64805a7b-86e8-43d1-94d0-4953141f9cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7cd1a5-221c-4740-81c2-24a4447a3b8b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:01.086970 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6c09e1d0-4048-43fe-a806-1f603313610a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6807485 Apr 21 14:48:01.088303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64805a7b-86e8-43d1-94d0-4953141f9cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.092151 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-64805a7b-86e8-43d1-94d0-4953141f9cdd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a7cd1a5-221c-4740-81c2-24a4447a3b8b HTTP/1.1" status: 204 len: 168 time: 1.0624998 Apr 21 14:48:01.094099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:01.095884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49900) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:01.099089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d334b8e9-bf63-4323-921c-30f46dae7ac7 req-7a84e77e-f1cd-4706-9468-bb2e2d725c3f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6066775 Apr 21 14:48:01.127809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '65e6c7d9-0be9-40f0-86c6-0e6a84c35975'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:01.129447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.130170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:01.229005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.246931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.283634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Attempting to bind port 06dbffb1-dfbd-4d4a-9040-5915a67753de on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:01.296649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Attempting to bind port 06dbffb1-dfbd-4d4a-9040-5915a67753de by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:01.297281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Attempting to bind port 06dbffb1-dfbd-4d4a-9040-5915a67753de on network 2835474b-e553-474e-9662-e90214d418f2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:01.346023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Port 06dbffb1-dfbd-4d4a-9040-5915a67753de on network 2835474b-e553-474e-9662-e90214d418f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:48:01.346835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Attempting to bind port 06dbffb1-dfbd-4d4a-9040-5915a67753de on network 2835474b-e553-474e-9662-e90214d418f2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:01.405185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Allocated IP 172.20.0.2 (273f4fc5-d828-4645-a9ef-b086301e3356/65e6c7d9-0be9-40f0-86c6-0e6a84c35975/52869727-7f76-431e-a980-f485dbf28103) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:01.411951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:01.420839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e62ceb8-42d1-4033-8acd-1013ee4213ae,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:01.421989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Checking segment: {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:01.422595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Bound using segment: {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:01.429951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Bound port: 06dbffb1-dfbd-4d4a-9040-5915a67753de, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff05513-26d6-467d-9d4a-728026cc4678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '2835474b-e553-474e-9662-e90214d418f2'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:01.430848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.444957 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ef3f8133-52c1-48ce-a6f7-79733e1cc21e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4446f74c6e54e37a1a0becbcd4e854b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8927588 Apr 21 14:48:01.448594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49912) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:01.512926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:01.567401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a1b582e-1657-4721-bc10-68b1432778d3 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.635094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] For port 06dbffb1-dfbd-4d4a-9040-5915a67753de, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:01.639279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] For port 06dbffb1-dfbd-4d4a-9040-5915a67753de, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:01.644604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:01.649215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:01.656870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.678033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:01.705588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.762591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Pushing event updated for resources: {'Port': ['ID=06dbffb1-dfbd-4d4a-9040-5915a67753de,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:01.794728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.796296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-df3541e9-36a2-4ea3-a539-300248b8c5fc service neutron] 10.222.0.21 "PUT /v2.0/ports/06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 1093 time: 3.3582745 Apr 21 14:48:01.796944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:48:01.804109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:01.817135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.860989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:01.899537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5f79-66f2-4233-a657-99c1903d7995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.917884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Calling delete_port for bd5ee168-3498-48f4-a24a-afa03e60cf8c owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:01.950682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.992885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Transition to ACTIVE for port object 52869727-7f76-431e-a980-f485dbf28103 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:02.032996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Transition to ACTIVE for port object 52869727-7f76-431e-a980-f485dbf28103 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:02.050146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.056775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86173fbf-036c-4720-a904-6d527f47121f'] response: {'name': 'network-changed', 'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'status': 'completed', 'code': 200} Apr 21 14:48:02.201244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.225117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Pushing event updated for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:02.259311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:02.262115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:02.265217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:02.358722 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-d3b407d8-bfe0-4da3-bf7f-ac02dac759ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1096 time: 0.3836582 Apr 21 14:48:02.362971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5f79-66f2-4233-a657-99c1903d7995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.392603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event deleted for resources: {'Port': ['ID=bd5ee168-3498-48f4-a24a-afa03e60cf8c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:02.422378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Attempting to bind port 52869727-7f76-431e-a980-f485dbf28103 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:02.422770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Attempting to bind port 52869727-7f76-431e-a980-f485dbf28103 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:02.423207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Attempting to bind port 52869727-7f76-431e-a980-f485dbf28103 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:02.431081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:02.431456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:02.431858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.432277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:02.432753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Bound port: 52869727-7f76-431e-a980-f485dbf28103, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:02.433126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.526414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:02.532826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=52869727-7f76-431e-a980-f485dbf28103,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:02.544370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.708211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d991839-6f23-47af-86d1-5d4585ba9d2f None None] Pushing event updated for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:02.724041 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-532e3cfb-20a2-48e5-a9ea-abe08b4c96e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 217 time: 0.3499675 Apr 21 14:48:02.746455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5f79-66f2-4233-a657-99c1903d7995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.794397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-8a1b582e-1657-4721-bc10-68b1432778d3 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 14:48:02.795742 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a1b582e-1657-4721-bc10-68b1432778d3 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176 HTTP/1.1" status: 409 len: 329 time: 2.1847706 Apr 21 14:48:02.800729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc5f79-66f2-4233-a657-99c1903d7995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e62ceb8-42d1-4033-8acd-1013ee4213ae,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:02.804818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49944) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:02.805195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:02.880939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.945201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-2df8b74a-c4a6-4586-a540-07c803b3487c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:02.946971 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-2df8b74a-c4a6-4586-a540-07c803b3487c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.2140718 Apr 21 14:48:03.011890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c3bc5f79-66f2-4233-a657-99c1903d7995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.023716 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c3bc5f79-66f2-4233-a657-99c1903d7995 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e62ceb8-42d1-4033-8acd-1013ee4213ae HTTP/1.1" status: 204 len: 168 time: 1.5729477 Apr 21 14:48:03.119725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd53e39-d6a9-44b3-8019-27cec5913f55 req-682bcac6-1db0-40cd-a604-8e72d3539c71 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:03.122247 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0fd53e39-d6a9-44b3-8019-27cec5913f55 req-682bcac6-1db0-40cd-a604-8e72d3539c71 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 943 time: 0.6570549 Apr 21 14:48:03.320210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-559868089'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:03.336837 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0fd53e39-d6a9-44b3-8019-27cec5913f55 req-6da582db-f222-4036-b806-43195cf5350b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914735 Apr 21 14:48:03.339874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:03.352943 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:03.390740 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:03.397332 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.407522 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-88a371f9-4e6a-4658-8353-e50306788957 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4532285 Apr 21 14:48:03.410958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.420322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:03.466346 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.479244 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:03.479844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.520256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:03.536146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:48:03.539885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:03.551304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:03.556717 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.557125 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df80fda-4cf8-4e4e-8bef-00b92dc2b3a7 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:03.588747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.604024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.606274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:03.613791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.640704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.651725 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ca5e7085-c9e0-4aff-a127-e2ae5f204d52 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.3479097 Apr 21 14:48:03.654542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:03.676892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-398166106'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:03.717276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:03.721286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:security_group_rule and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:03.724338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:03.728723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-f84590d6-6666-4f7b-8d9a-7a339b836e7e service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929435 Apr 21 14:48:03.730972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:03.812529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.816573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:03.828145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:network and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:03.833026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.838474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:03.871824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:03.918757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:03.938092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.024179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a162ef5f-bf8c-44e7-a84b-951701ff11ba,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:04.039067 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.039617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5ad775-3820-4651-9eb1-6265c2d5baa3 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:04.056343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:04.059721 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d3cd493-0b0c-4d54-ac87-b0dab857e711 req-07bfa7b8-a648-4a23-828e-bc17371d709f service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220258 Apr 21 14:48:04.061654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.153113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.153470 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 76db85da-4ba8-40a3-b0f9-3c27357de5d9 of type vlan for network 9914b352-8c7c-48b8-92cc-47d028d8474c Apr 21 14:48:04.195962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.197094 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c96edcab-881f-41d2-af0c-06d368b4ce71 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/0e5ad775-3820-4651-9eb1-6265c2d5baa3 HTTP/1.1" status: 204 len: 168 time: 4.7440960 Apr 21 14:48:04.204286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 49986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:04.219913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1298669508', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': False}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:04.222061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 49990) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:04.251605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:04.254196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:04.265062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.279246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:router and tenant:401ff0399fd8407a8a1300c5cb2ac489 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:04.284290 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:04.288556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-15c4027a-8467-415f-b17a-6d41893b5f5c None None] Provisioning for port 52869727-7f76-431e-a980-f485dbf28103 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:04.295435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.295783 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Added segment ab7887e3-f850-4b5c-81c5-a2b4499d999e of type vlan for network b97eb5bc-a568-4597-ac0a-e3b47622f05c Apr 21 14:48:04.298097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:04.340091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=52869727-7f76-431e-a980-f485dbf28103,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:04.345294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.346197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.350494 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-90c3c3ff-fe97-4db8-8fdc-d99619e6a6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1096 time: 0.1798384 Apr 21 14:48:04.370658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.374687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:04.375371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.432510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.498716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-7daced21-9140-4ab3-8587-50a289d1551f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:04.500327 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-7daced21-9140-4ab3-8587-50a289d1551f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.1424906 Apr 21 14:48:04.504382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:04.516936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1120583931'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:04.552143 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7426755 Apr 21 14:48:04.564776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.620500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:04.629665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Usage tracker for resource:router and tenant:e144e2575a114c138f3365cba0b5f343 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:04.632386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 52869727-7f76-431e-a980-f485dbf28103 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:04.656688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.658298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507f394-5a9e-4e05-857c-660fe2e5b563 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=9914b352-8c7c-48b8-92cc-47d028d8474c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:04.670253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.672656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:04.677070 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-b624a50f-5b2c-4897-a46b-7cee00cc2699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 217 time: 0.1534181 Apr 21 14:48:04.690476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 9914b352-8c7c-48b8-92cc-47d028d8474c details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:04.693716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:04.754698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50004) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:04.768243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.771811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:04.772479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.812768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.813629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.858182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-38190e07-9165-4958-95c9-702aaea15b4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:04.859836 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-38190e07-9165-4958-95c9-702aaea15b4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.1673868 Apr 21 14:48:04.881325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 52869727-7f76-431e-a980-f485dbf28103 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:04.893690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 52869727-7f76-431e-a980-f485dbf28103 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:04.893690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.995940 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3272641 Apr 21 14:48:05.092308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-703963341'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:05.094794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.106966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50010) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:05.125360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'subnet': {'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:05.130116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=52869727-7f76-431e-a980-f485dbf28103,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:05.137210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.141563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:05.145860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7521ab-232a-483d-a232-cfc88d6ef2f4 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Network': ['ID=b97eb5bc-a568-4597-ac0a-e3b47622f05c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:05.156430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:05.176908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:05.206956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:05.242248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:05.261019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=d6211b34-5610-4386-abce-83d60ad0049b,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:05.275832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.277975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.285892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a8ad9-8aac-4148-8a1d-a093c701d404 req-d4c5a17c-e1d9-47af-accc-55b71f34cc74 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:05.287393 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-288a8ad9-8aac-4148-8a1d-a093c701d404 req-d4c5a17c-e1d9-47af-accc-55b71f34cc74 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 943 time: 0.6722143 Apr 21 14:48:05.293603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:05.296431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.319958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:05.363291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:05.370628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:05.375682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:05.376293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.384705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4710400-59ab-40c4-82d2-de8e4e3680d3 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:05.431432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.460746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:05.467544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.470100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.479988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:05.487303 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9b4c508b-cc2a-4a2a-bb65-15c2064b9fad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3861914 Apr 21 14:48:05.488008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:05.490421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.508243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:27:2e:fe', 'name': 'tempest-NetworksTestDHCPv6-1700594274'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:05.527055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:05.529897 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-7173ff51-f816-428e-9065-da2956aa0dac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3183289 Apr 21 14:48:05.532305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.534089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cb7eb960-67bb-4568-92b4-988b44580123 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3029733 Apr 21 14:48:05.536508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50018) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:05.693947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:05.721777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:05.733241 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-288a8ad9-8aac-4148-8a1d-a093c701d404 req-a5e95414-ba34-44b0-838c-9c6e78859bd4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4203608 Apr 21 14:48:05.784006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed91642a-bb6b-4a4e-b27e-d7c479efe63f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.799906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:security_group_rule and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:05.812767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:05.888787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:05.922329 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-c05ab962-ccde-4913-b9ef-62a137f552fd service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803041 Apr 21 14:48:06.037134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.157390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:06.188916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:06.195870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:06.220410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:06.275189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:06.362944 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae30a23-cfff-46f3-8ee0-7c78c6c4e9d9 req-2a4e66f5-8a17-4b36-8fb3-650ba7364aa4 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341257 Apr 21 14:48:06.372046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed91642a-bb6b-4a4e-b27e-d7c479efe63f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.378256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed91642a-bb6b-4a4e-b27e-d7c479efe63f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.383627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.416620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.426859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed91642a-bb6b-4a4e-b27e-d7c479efe63f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.428028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed91642a-bb6b-4a4e-b27e-d7c479efe63f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0f689a-8040-45d4-b81d-160aa062229d {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:06.438734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed91642a-bb6b-4a4e-b27e-d7c479efe63f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.440019 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ed91642a-bb6b-4a4e-b27e-d7c479efe63f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3c0f689a-8040-45d4-b81d-160aa062229d HTTP/1.1" status: 204 len: 168 time: 0.9006321 Apr 21 14:48:06.442879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50022) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:06.448730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Request body: {'router': {'name': 'tempest-router-156262751', 'distributed': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:06.455614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:06.476227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Usage tracker for resource:router and tenant:e144e2575a114c138f3365cba0b5f343 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:06.499056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:06.515033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:06.540106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.541403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.560455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 52869727-7f76-431e-a980-f485dbf28103 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:06.581919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.631232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:06.633688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.660919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 52869727-7f76-431e-a980-f485dbf28103 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:06.661347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.675416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.676792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-114983cf-6e3f-4eaa-9334-71cb7e46a7bd tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2328284 Apr 21 14:48:06.680357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50026) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:06.804132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-964bf7cc-f29a-4c49-9f8e-43aaf2876a31 None None] Provisioning complete for port 52869727-7f76-431e-a980-f485dbf28103 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:06.804514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-964bf7cc-f29a-4c49-9f8e-43aaf2876a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.815419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.862210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8e6559-5783-4668-b131-e9cba9db1ae6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:06.877284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.893291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8151fc81-bdad-4d33-be8f-a4fe689bab41 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.984939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Subnet': ['ID=419e27bf-ac91-4090-98de-97079af648b4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:07.010610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 91a5d0b9-07b8-4106-bd59-5565898eeae9 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:48:07.076723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.077865 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment 831c9800-cb2e-4d1e-ab2c-70abcba2c5a8 of type vlan for network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a Apr 21 14:48:07.176100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Checking segment: {'id': 'ab7887e3-f850-4b5c-81c5-a2b4499d999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:07.176545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network hostable DHCP agents. Network: b97eb5bc-a568-4597-ac0a-e3b47622f05c, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:07.196648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.237865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.351345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.412260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.416435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:07.417006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.439824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9aee31-1943-411b-b55c-fd96523ef225 req-ea24a417-2c09-4a5c-b592-454251992aea tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:07.441332 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce9aee31-1943-411b-b55c-fd96523ef225 req-ea24a417-2c09-4a5c-b592-454251992aea tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 943 time: 0.3392379 Apr 21 14:48:07.535756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8151fc81-bdad-4d33-be8f-a4fe689bab41 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.553787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8151fc81-bdad-4d33-be8f-a4fe689bab41 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.561208 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce9aee31-1943-411b-b55c-fd96523ef225 req-8adcf57f-6bee-4ce3-8194-0ae63c658aed tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596263 Apr 21 14:48:07.589150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8151fc81-bdad-4d33-be8f-a4fe689bab41 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.589682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8151fc81-bdad-4d33-be8f-a4fe689bab41 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef559a67-33d6-431d-93d1-ff7f4ad7c8f5 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:07.600886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8151fc81-bdad-4d33-be8f-a4fe689bab41 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.602389 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8151fc81-bdad-4d33-be8f-a4fe689bab41 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "DELETE /v2.0/routers/ef559a67-33d6-431d-93d1-ff7f4ad7c8f5 HTTP/1.1" status: 204 len: 168 time: 0.9209399 Apr 21 14:48:07.606370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50032) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:07.612148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Request body: {'router': {'name': 'tempest-router-803884557', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '017bad289fc54190875aadd7577f7370'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:07.617224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:07.621700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Usage tracker for resource:router and tenant:017bad289fc54190875aadd7577f7370 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:07.625184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:07.633081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:07.682914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:07.747318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 06dbffb1-dfbd-4d4a-9040-5915a67753de details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:48:07.780013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, b97eb5bc-a568-4597-ac0a-e3b47622f05c) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:07.792228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:07.814964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.816298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.829484 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-714b6c64-b60a-44c6-b878-e9e88162d551 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0728087 Apr 21 14:48:07.832299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681c7a7-b1c0-427c-b00f-4ab378a04c6f None None] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:07.836883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:07.837475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.840736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50036) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:07.846221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:07.848983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.860187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-486904201'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:07.879189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:07.880646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.898082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 172.20.0.14 (273f4fc5-d828-4645-a9ef-b086301e3356/65e6c7d9-0be9-40f0-86c6-0e6a84c35975/91a5d0b9-07b8-4106-bd59-5565898eeae9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:07.901813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:07.908708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:07.913474 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-883dab90-42c9-480b-9b5d-bcbe66c0311f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8056228 Apr 21 14:48:07.922142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50040) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:07.931392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1808005033', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:07.955821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fe27:2efe (273f4fc5-d828-4645-a9ef-b086301e3356/d6211b34-5610-4386-abce-83d60ad0049b/91a5d0b9-07b8-4106-bd59-5565898eeae9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:07.968435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:07.969039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:07.981228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:router and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:07.985860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:07.996547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Allocated IP 172.26.6.137 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/8b9ef494-d7ca-426e-be2e-ace5cd55d2f2) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:08.020805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:08.040842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting port aac478d5-f66f-4c0f-b0f8-2f9f1f193160 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:08.041188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.051766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.056591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-de8066f1-76fb-4124-b1fd-f6e0d36b9ece tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4467068 Apr 21 14:48:08.057644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50044) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:08.067655 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:08.074568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50048) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:08.075896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:08.078823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.102269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': '9914b352-8c7c-48b8-92cc-47d028d8474c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:08.124139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.125121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.194665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 06dbffb1-dfbd-4d4a-9040-5915a67753de, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:08.211421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.235736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'port_id': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'mac_address': 'fa:16:3e:4c:10:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:48:08.338463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.357938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dbffb1-dfbd-4d4a-9040-5915a67753de {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:48:08.364779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-b97eb5bc-a568-4597-ac0a-e3b47622f05c', 'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c', 'tenant_id': 'd3b5f07b13ba4d6bb12e9e67f1e2869e', 'fixed_ips': [{'subnet_id': '419e27bf-ac91-4090-98de-97079af648b4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:08.366402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.390163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 06dbffb1-dfbd-4d4a-9040-5915a67753de, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:08.395350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.435615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:08.516704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:08.527248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=06dbffb1-dfbd-4d4a-9040-5915a67753de,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:08.546853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.547140 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment e9be3ca3-665d-494f-9ca3-23dd3e27e959 of type vlan for network 91732db8-ddc1-44a8-b8e4-3099055056a4 Apr 21 14:48:08.548515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:08.553854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:08.584297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:08.603895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.613625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.613849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Allocated IP 172.20.0.2 (b97eb5bc-a568-4597-ac0a-e3b47622f05c/419e27bf-ac91-4090-98de-97079af648b4/db7dea43-a158-4739-a2b2-029ce4ed2d50) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:08.614095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.647984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.662300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:08.699219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['06dbffb1-dfbd-4d4a-9040-5915a67753de'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:48:08.790464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.795423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.838127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.938129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.938644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:08.964503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.964865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Transition to ACTIVE for port object db7dea43-a158-4739-a2b2-029ce4ed2d50 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:08.974046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83935) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 21 14:48:08.974252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Router 5a5d9487-cee6-4d3f-9c0c-711f733374d8 migrating from provider to provider. {{(pid=83935) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 21 14:48:08.974615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.988462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.998559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.998784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 91a5d0b9-07b8-4106-bd59-5565898eeae9 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:09.010783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Transition to ACTIVE for port object db7dea43-a158-4739-a2b2-029ce4ed2d50 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:09.021384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.094886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:09.098265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Pushing event updated for resources: {'Port': ['ID=db7dea43-a158-4739-a2b2-029ce4ed2d50,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:09.101359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:09.103601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:09.136861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.140487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:09.141068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.157059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Calling delete_port for aac478d5-f66f-4c0f-b0f8-2f9f1f193160 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:09.221727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.244265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Attempting to bind port db7dea43-a158-4739-a2b2-029ce4ed2d50 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:09.244675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Attempting to bind port db7dea43-a158-4739-a2b2-029ce4ed2d50 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'ab7887e3-f850-4b5c-81c5-a2b4499d999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:09.245029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Attempting to bind port db7dea43-a158-4739-a2b2-029ce4ed2d50 on network b97eb5bc-a568-4597-ac0a-e3b47622f05c {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:09.247252 dv-neutron-838898-1-hyperv neutron-server[83935]: WARNING neutron.scheduler.l3_agent_scheduler [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] No L3 agents can host the router 5a5d9487-cee6-4d3f-9c0c-711f733374d8 Apr 21 14:48:09.252216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:09.252594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Checking segment: {'id': 'ab7887e3-f850-4b5c-81c5-a2b4499d999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:09.253040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.253436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Bound using segment: {'id': 'ab7887e3-f850-4b5c-81c5-a2b4499d999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:09.253900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Bound port: db7dea43-a158-4739-a2b2-029ce4ed2d50, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7887e3-f850-4b5c-81c5-a2b4499d999e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:09.254271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.257112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.351966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-76137469-8c00-42a4-a936-cf81da0952af None None] For port db7dea43-a158-4739-a2b2-029ce4ed2d50, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:09.355840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-76137469-8c00-42a4-a936-cf81da0952af None None] For port db7dea43-a158-4739-a2b2-029ce4ed2d50, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=db7dea43-a158-4739-a2b2-029ce4ed2d50,segment=NetworkSegment(ab7887e3-f850-4b5c-81c5-a2b4499d999e),segment_id=ab7887e3-f850-4b5c-81c5-a2b4499d999e)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:09.360921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.444281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.454965 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76137469-8c00-42a4-a936-cf81da0952af None None] Pushing event updated for resources: {'Port': ['ID=db7dea43-a158-4739-a2b2-029ce4ed2d50,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:09.491692 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6467085 Apr 21 14:48:09.494911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50054) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:09.507902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': 'ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:09.530007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1b54b-166c-4200-98ff-112f3ad95bfb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=91732db8-ddc1-44a8-b8e4-3099055056a4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:09.541895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:09.619940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ebb2d-3c3b-4c26-9487-64052ebe32d4 req-c86e58fd-dba3-450c-84c0-367dcf0e7891 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:09.621522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ce2ebb2d-3c3b-4c26-9487-64052ebe32d4 req-c86e58fd-dba3-450c-84c0-367dcf0e7891 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 944 time: 0.8411534 Apr 21 14:48:09.639167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:09.639951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:09.642635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.649253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:09.666329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.26.6.197 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/d6735843-1aff-41a2-bcb7-90a1dda73d38) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:09.714522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:09.722234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Hosts for router 5a5d9487-cee6-4d3f-9c0c-711f733374d8: [] {{(pid=83935) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 21 14:48:09.746704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 06dbffb1-dfbd-4d4a-9040-5915a67753de up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:09.778473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Hosts for other DVR routers connected to router 5a5d9487-cee6-4d3f-9c0c-711f733374d8: set() {{(pid=83935) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 21 14:48:09.786658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:09.793120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:09.801282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:09.842735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 06dbffb1-dfbd-4d4a-9040-5915a67753de completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:09.848325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 06dbffb1-dfbd-4d4a-9040-5915a67753de triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:09.848696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.851967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=91a5d0b9-07b8-4106-bd59-5565898eeae9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:09.897483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:09.901001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.902331 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-77711c58-a8c0-43ed-ac77-d1fa943130da tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "PUT /v2.0/routers/5a5d9487-cee6-4d3f-9c0c-711f733374d8 HTTP/1.1" status: 200 len: 716 time: 1.8441186 Apr 21 14:48:09.911399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50058) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:09.921490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:09.934077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:09.948937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:10.026435 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ce2ebb2d-3c3b-4c26-9487-64052ebe32d4 req-9b4e6328-a717-4da4-b3b3-b02a14a0fd55 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938944 Apr 21 14:48:10.027418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.052775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.055396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:10.086869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:48:10.099912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 06dbffb1-dfbd-4d4a-9040-5915a67753de, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:10.111726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.169616 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6388cb3f-04c4-4c4b-a457-74061e2382fe'] response: {'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'code': 200} Apr 21 14:48:10.181667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.187249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.253491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=06dbffb1-dfbd-4d4a-9040-5915a67753de,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:10.255863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:10.257150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.261098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=eca4803f-1331-4a29-a2d6-96bccfd3302a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:10.293864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Port': ['ID=aac478d5-f66f-4c0f-b0f8-2f9f1f193160,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:10.377606 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0f30a345-961c-4c91-b70a-7b082a3b45fb tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.8842030 Apr 21 14:48:10.391633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50064) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:10.433960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': '76db85da-4ba8-40a3-b0f9-3c27357de5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9914b352-8c7c-48b8-92cc-47d028d8474c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:10.434365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: 9914b352-8c7c-48b8-92cc-47d028d8474c, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:10.496634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.542700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-446f0de0-1b86-4e86-bf99-928d427ab944 None None] Provisioning for port 91a5d0b9-07b8-4106-bd59-5565898eeae9 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:10.548396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-446f0de0-1b86-4e86-bf99-928d427ab944 None None] Provisioning complete for port 91a5d0b9-07b8-4106-bd59-5565898eeae9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:10.548877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-446f0de0-1b86-4e86-bf99-928d427ab944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.668002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db7dea43-a158-4739-a2b2-029ce4ed2d50 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:10.680510 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-64c5c0bd-d616-4d58-9231-9e72daaca541 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "GET /v2.0/routers/5a5d9487-cee6-4d3f-9c0c-711f733374d8 HTTP/1.1" status: 200 len: 716 time: 0.7628403 Apr 21 14:48:10.681451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50068) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:10.688733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.692275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network 9914b352-8c7c-48b8-92cc-47d028d8474c is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:10.733374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-446f0de0-1b86-4e86-bf99-928d427ab944 None None] Port 91a5d0b9-07b8-4106-bd59-5565898eeae9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:10.743649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8db1184-0479-472c-8d88-b48a2fe731ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:10.748057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8db1184-0479-472c-8d88-b48a2fe731ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:10.748933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8db1184-0479-472c-8d88-b48a2fe731ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:10.759124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 9914b352-8c7c-48b8-92cc-47d028d8474c) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:10.768620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.776048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:10.776686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.787131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500d0bc-488d-46a2-999a-0e5739fc0dd9 None None] Network 9914b352-8c7c-48b8-92cc-47d028d8474c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:10.874765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.875505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.884197 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6a8d508f-7c67-41c8-bda7-64afdc2abfe2 req-9056fb0b-8833-4d8c-9fe1-a4be9246a537 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 0.3767061 Apr 21 14:48:10.915538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982df5b-6b06-4ad6-a33f-f11c9e7d431d None None] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:10.964577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:10.970634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:10.973349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:11.003670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-383cbc5c-1248-4dab-87b2-b122f4535c93 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9156842 Apr 21 14:48:11.004659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8db1184-0479-472c-8d88-b48a2fe731ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:11.008852 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8db1184-0479-472c-8d88-b48a2fe731ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6161294 Apr 21 14:48:11.013214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50074) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:11.013543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50076) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:11.031252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-716164213'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:11.070048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port db7dea43-a158-4739-a2b2-029ce4ed2d50 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:11.110819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=d6735843-1aff-41a2-bcb7-90a1dda73d38,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.127508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:11.155965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:11.160623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:11.188496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:11.190748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b2826fbc-5d3e-42f2-bb4d-60c9d4007f86 None None] Provisioning for port db7dea43-a158-4739-a2b2-029ce4ed2d50 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:11.202660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port db7dea43-a158-4739-a2b2-029ce4ed2d50 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:11.203032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.234996 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6a8d508f-7c67-41c8-bda7-64afdc2abfe2 req-1af064b8-e4ef-4a22-a851-51b3906f7751 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275130 Apr 21 14:48:11.251121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 91a5d0b9-07b8-4106-bd59-5565898eeae9 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:11.251363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.271209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b2826fbc-5d3e-42f2-bb4d-60c9d4007f86 None None] Provisioning complete for port db7dea43-a158-4739-a2b2-029ce4ed2d50 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:11.271575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b2826fbc-5d3e-42f2-bb4d-60c9d4007f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.277511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.321081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:11.323842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.476542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:11.495917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=1d68a73b-adc3-4974-ac9d-529233d0c129,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.496391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-9914b352-8c7c-48b8-92cc-47d028d8474c', 'network_id': '9914b352-8c7c-48b8-92cc-47d028d8474c', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': 'eca4803f-1331-4a29-a2d6-96bccfd3302a'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:11.497202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.524337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.524724 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 942f5264-7706-45bc-96cf-fb23757ba872 of type vlan for network d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa Apr 21 14:48:11.529107 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afaed423-5851-4254-8501-310942c4e0cf tempest-RoutersTestDVR-1714446732 tempest-RoutersTestDVR-1714446732-project] 10.222.0.42 "GET /v2.0/routers/5a5d9487-cee6-4d3f-9c0c-711f733374d8 HTTP/1.1" status: 200 len: 682 time: 0.8434715 Apr 21 14:48:11.533880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:11.624857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': '831c9800-cb2e-4d1e-ab2c-70abcba2c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:11.625117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:11.625531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.649046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b2826fbc-5d3e-42f2-bb4d-60c9d4007f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.661694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.719128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port db7dea43-a158-4739-a2b2-029ce4ed2d50, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=db7dea43-a158-4739-a2b2-029ce4ed2d50,segment=NetworkSegment(ab7887e3-f850-4b5c-81c5-a2b4499d999e),segment_id=ab7887e3-f850-4b5c-81c5-a2b4499d999e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:11.729563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.746156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:11.750290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.765749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.770995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:11.771436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.789179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a284-1845-45f3-8ebe-b7772f7c5e6e req-3ed4e7c1-a9ef-4d3b-9432-1995f1409a40 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:11.790695 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f06a284-1845-45f3-8ebe-b7772f7c5e6e req-3ed4e7c1-a9ef-4d3b-9432-1995f1409a40 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5144451 Apr 21 14:48:11.869970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96f50ac-c06a-4e7f-96fe-6c836cb4e44f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.921388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 91a5d0b9-07b8-4106-bd59-5565898eeae9 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:11.966586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:11.971685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:11.972363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.985751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef34b7-8864-4df6-aa4f-8fa5e733898c None None] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:12.015920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Allocated IP 2001:db8:0:ffff::2 (9914b352-8c7c-48b8-92cc-47d028d8474c/eca4803f-1331-4a29-a2d6-96bccfd3302a/d083797b-2422-46ad-a49e-57f5a7fc3b93) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:12.025362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.025965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.061557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-b2826fbc-5d3e-42f2-bb4d-60c9d4007f86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:12.061908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-b2826fbc-5d3e-42f2-bb4d-60c9d4007f86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:12.063160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=db7dea43-a158-4739-a2b2-029ce4ed2d50,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:12.072988 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0411303 Apr 21 14:48:12.075230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50088) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:12.079120 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f06a284-1845-45f3-8ebe-b7772f7c5e6e req-522e5105-0f34-45f9-acb6-3342a1875515 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426488 Apr 21 14:48:12.095084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': 'd6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:12.159371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26fee5-bc8e-4546-89c6-4db88655138e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:12.174409 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-de8417f9-f18b-438b-b06f-bd79dec6664e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6775796 Apr 21 14:48:12.181702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:12.186797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:12.205494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': '91732db8-ddc1-44a8-b8e4-3099055056a4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:12.384814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Router 84dcc93c-8026-432b-9b5e-72ae1576d176 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:12.419460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:12.521805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50bc383-2913-4088-959d-920a13372860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a', 'network_id': 'ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': '1d68a73b-adc3-4974-ac9d-529233d0c129'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:12.522827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f50bc383-2913-4088-959d-920a13372860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.571195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:12.597341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.622543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db7dea43-a158-4739-a2b2-029ce4ed2d50 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:12.654091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=91a5d0b9-07b8-4106-bd59-5565898eeae9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:12.667137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.721230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Transition to ACTIVE for port object d083797b-2422-46ad-a49e-57f5a7fc3b93 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:12.774344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Transition to ACTIVE for port object d083797b-2422-46ad-a49e-57f5a7fc3b93 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:12.830099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.850436 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4439ca6e-0ae7-4089-b1f2-dc78ca4a6cc9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/91a5d0b9-07b8-4106-bd59-5565898eeae9 HTTP/1.1" status: 204 len: 168 time: 1.8232865 Apr 21 14:48:12.853695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 2e424d53-482b-4e16-9bd6-f2bde92b5cdf is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:48:12.855924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50098) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:12.862497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f50bc383-2913-4088-959d-920a13372860 None None] Allocated IP 2001:db8::2 (ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a/1d68a73b-adc3-4974-ac9d-529233d0c129/a1008ece-c74e-4a84-acd6-182d053013a2) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:12.862730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96f50ac-c06a-4e7f-96fe-6c836cb4e44f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.867531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96f50ac-c06a-4e7f-96fe-6c836cb4e44f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.879717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.890808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:12.909936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96f50ac-c06a-4e7f-96fe-6c836cb4e44f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.910661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f50ac-c06a-4e7f-96fe-6c836cb4e44f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a5d9487-cee6-4d3f-9c0c-711f733374d8 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:12.913590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:12.917179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:12.984595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:12.999193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:13.059659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff16724-7003-4bf1-82ab-0e034bb5df41 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:13.060689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff16724-7003-4bf1-82ab-0e034bb5df41 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:13.062496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff16724-7003-4bf1-82ab-0e034bb5df41 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:13.063409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eff16724-7003-4bf1-82ab-0e034bb5df41 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:13.066813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:13.071277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c96f50ac-c06a-4e7f-96fe-6c836cb4e44f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.072640 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c96f50ac-c06a-4e7f-96fe-6c836cb4e44f tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5a5d9487-cee6-4d3f-9c0c-711f733374d8 HTTP/1.1" status: 204 len: 168 time: 1.5251687 Apr 21 14:48:13.079400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50102) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.085013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:13.086584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Request body: {'router': {'name': 'tempest-router-981708837', 'distributed': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:13.093646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eff16724-7003-4bf1-82ab-0e034bb5df41 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:13.097304 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eff16724-7003-4bf1-82ab-0e034bb5df41 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2368503 Apr 21 14:48:13.097304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:13.104878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.110059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Usage tracker for resource:router and tenant:e144e2575a114c138f3365cba0b5f343 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:13.128296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:13.135596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:13.161171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.162385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.205031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:13.208040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.241404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:13.261358 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-097e658a-8327-47fb-b6dc-e2dd882c9161 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4508815 Apr 21 14:48:13.268527 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] Sync routers for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:13.271019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f50bc383-2913-4088-959d-920a13372860 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.277252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50112) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.277814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Network 9914b352-8c7c-48b8-92cc-47d028d8474c is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:13.287318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:13.297303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:13.315022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f50bc383-2913-4088-959d-920a13372860 None None] Transition to ACTIVE for port object a1008ece-c74e-4a84-acd6-182d053013a2 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:13.319171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7fa74cf2-1573-42d3-8e5e-e56b791254a0 None None] Provisioning complete for port db7dea43-a158-4739-a2b2-029ce4ed2d50 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:13.319171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7fa74cf2-1573-42d3-8e5e-e56b791254a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.344728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Pushing event updated for resources: {'Port': ['ID=d083797b-2422-46ad-a49e-57f5a7fc3b93,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:13.359283 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-f612f18d-75aa-4fb9-b210-16c7ac959893 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] show failed (client error): The resource could not be found. Apr 21 14:48:13.364092 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f612f18d-75aa-4fb9-b210-16c7ac959893 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-871782675 HTTP/1.1" status: 404 len: 334 time: 0.0822067 Apr 21 14:48:13.368006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50116) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.369810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.370815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port db7dea43-a158-4739-a2b2-029ce4ed2d50 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:13.371233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.377006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1a1bb118-af1e-40c3-98e4-6ff1dce91977 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:13.433746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:13.447407 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] Sync routers for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:13.460917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.462241 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:13.462901 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.476357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.492981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:13.493970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.514819 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-1a1bb118-af1e-40c3-98e4-6ff1dce91977 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] update failed (client error): The resource could not be found. Apr 21 14:48:13.519709 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1a1bb118-af1e-40c3-98e4-6ff1dce91977 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-63969136 HTTP/1.1" status: 404 len: 333 time: 0.1497116 Apr 21 14:48:13.520907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50120) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.538425 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.551500 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:13.555289 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.555907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f50bc383-2913-4088-959d-920a13372860 None None] Transition to ACTIVE for port object a1008ece-c74e-4a84-acd6-182d053013a2 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:13.560362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.565224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.568912 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d93a4c63-cf49-4150-8ce6-0d29cae49ad5 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4860623 Apr 21 14:48:13.571398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.572734 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3a87e6b2-68fa-4f2d-bee0-aaff0dbbb368 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6491666 Apr 21 14:48:13.580408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50124) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.580657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50126) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.628616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Router 9c99dc92-9f03-4ac8-8cd1-2e8450468e92 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:48:13.666753 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.667532 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541a8c5e-ae78-456c-9793-429e4dfe1b65 None None] The sync data for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:13.685556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f50bc383-2913-4088-959d-920a13372860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.690898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Attempting to bind port d083797b-2422-46ad-a49e-57f5a7fc3b93 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:13.691342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Attempting to bind port d083797b-2422-46ad-a49e-57f5a7fc3b93 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '76db85da-4ba8-40a3-b0f9-3c27357de5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9914b352-8c7c-48b8-92cc-47d028d8474c'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:13.691804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Attempting to bind port d083797b-2422-46ad-a49e-57f5a7fc3b93 on network 9914b352-8c7c-48b8-92cc-47d028d8474c {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:13.764200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] Routers {'84dcc93c-8026-432b-9b5e-72ae1576d176'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:13.764758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['84dcc93c-8026-432b-9b5e-72ae1576d176'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.852099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 65e6c7d9-0be9-40f0-86c6-0e6a84c35975 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:13.865317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736192e-7157-4f13-9cf3-ec733c3f4c69 req-09ccc900-f975-4f60-ade2-6bcb6fe2d0c7 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:13.865950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.868663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.868897 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5736192e-7157-4f13-9cf3-ec733c3f4c69 req-09ccc900-f975-4f60-ade2-6bcb6fe2d0c7 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.6411719 Apr 21 14:48:13.869338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872bfe6c-fa99-4b2e-89fb-5a77584cc985 None None] The sync data for ids ['84dcc93c-8026-432b-9b5e-72ae1576d176'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:13.871136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:13.871667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Checking segment: {'id': '76db85da-4ba8-40a3-b0f9-3c27357de5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9914b352-8c7c-48b8-92cc-47d028d8474c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:13.872245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.872889 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Bound using segment: {'id': '76db85da-4ba8-40a3-b0f9-3c27357de5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9914b352-8c7c-48b8-92cc-47d028d8474c'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:13.873433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Bound port: d083797b-2422-46ad-a49e-57f5a7fc3b93, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db85da-4ba8-40a3-b0f9-3c27357de5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9914b352-8c7c-48b8-92cc-47d028d8474c'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:13.873911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.941118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50bc383-2913-4088-959d-920a13372860 None None] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:13.947797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bc383-2913-4088-959d-920a13372860 None None] Pushing event updated for resources: {'Port': ['ID=a1008ece-c74e-4a84-acd6-182d053013a2,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:13.958010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f50bc383-2913-4088-959d-920a13372860 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:13.984975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bc383-2913-4088-959d-920a13372860 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:14.025639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.086592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-addf22fc-68dc-4488-85e0-571dc15fc8c0 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.139904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] For port d083797b-2422-46ad-a49e-57f5a7fc3b93, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:14.142366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f50bc383-2913-4088-959d-920a13372860 None None] Attempting to bind port a1008ece-c74e-4a84-acd6-182d053013a2 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:14.142816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f50bc383-2913-4088-959d-920a13372860 None None] Attempting to bind port a1008ece-c74e-4a84-acd6-182d053013a2 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '831c9800-cb2e-4d1e-ab2c-70abcba2c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:14.143250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50bc383-2913-4088-959d-920a13372860 None None] Attempting to bind port a1008ece-c74e-4a84-acd6-182d053013a2 on network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:14.154402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] For port d083797b-2422-46ad-a49e-57f5a7fc3b93, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d083797b-2422-46ad-a49e-57f5a7fc3b93,segment=NetworkSegment(76db85da-4ba8-40a3-b0f9-3c27357de5d9),segment_id=76db85da-4ba8-40a3-b0f9-3c27357de5d9)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:14.156192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50bc383-2913-4088-959d-920a13372860 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:14.156996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50bc383-2913-4088-959d-920a13372860 None None] Checking segment: {'id': '831c9800-cb2e-4d1e-ab2c-70abcba2c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:14.157127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f50bc383-2913-4088-959d-920a13372860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.157533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50bc383-2913-4088-959d-920a13372860 None None] Bound using segment: {'id': '831c9800-cb2e-4d1e-ab2c-70abcba2c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:14.158159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f50bc383-2913-4088-959d-920a13372860 None None] Bound port: a1008ece-c74e-4a84-acd6-182d053013a2, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831c9800-cb2e-4d1e-ab2c-70abcba2c5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:14.158614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f50bc383-2913-4088-959d-920a13372860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.171309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.217584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.329024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9924252-71f8-47aa-8d0c-b0128e06ec06 None None] Pushing event updated for resources: {'Port': ['ID=d083797b-2422-46ad-a49e-57f5a7fc3b93,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.338307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f50bc383-2913-4088-959d-920a13372860 None None] For port a1008ece-c74e-4a84-acd6-182d053013a2, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:14.343007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f50bc383-2913-4088-959d-920a13372860 None None] For port a1008ece-c74e-4a84-acd6-182d053013a2, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1008ece-c74e-4a84-acd6-182d053013a2,segment=NetworkSegment(831c9800-cb2e-4d1e-ab2c-70abcba2c5a8),segment_id=831c9800-cb2e-4d1e-ab2c-70abcba2c5a8)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:14.343220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting subnet 94052765-d737-47bf-a46d-3d36dba3744a {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:14.355429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f50bc383-2913-4088-959d-920a13372860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.358488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.368516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.388458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.407855 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5736192e-7157-4f13-9cf3-ec733c3f4c69 req-833dc272-6056-4a27-bb48-14e070818353 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011542 Apr 21 14:48:14.442657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.478585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bc383-2913-4088-959d-920a13372860 None None] Pushing event updated for resources: {'Port': ['ID=a1008ece-c74e-4a84-acd6-182d053013a2,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.553814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.715721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': '942f5264-7706-45bc-96cf-fb23757ba872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:14.716460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:14.769264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=ece1401f-b482-4b33-9245-6aa7e2e07967,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.772236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': 'e9be3ca3-665d-494f-9ca3-23dd3e27e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '91732db8-ddc1-44a8-b8e4-3099055056a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:14.772996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: 91732db8-ddc1-44a8-b8e4-3099055056a4, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:14.785859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.838603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=65e6c7d9-0be9-40f0-86c6-0e6a84c35975,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.851555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:14.867901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Sync routers for ids ['9c99dc92-9f03-4ac8-8cd1-2e8450468e92'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:14.882167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-addf22fc-68dc-4488-85e0-571dc15fc8c0 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.889857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Routers {'9c99dc92-9f03-4ac8-8cd1-2e8450468e92'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:14.890875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9c99dc92-9f03-4ac8-8cd1-2e8450468e92'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:14.894795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-addf22fc-68dc-4488-85e0-571dc15fc8c0 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.901129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.918347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:14.967350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.995286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070a549-ec66-405d-816c-326ac5d134fc None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:15.023411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43529112-83c4-4854-967a-9809f54b8189 req-d74c3c61-8a4f-4f92-8bb7-06f03ebb047b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:15.026214 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43529112-83c4-4854-967a-9809f54b8189 req-d74c3c61-8a4f-4f92-8bb7-06f03ebb047b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4056594 Apr 21 14:48:15.048350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50134) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.049272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:15.061964 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-688ad21f-4a41-429b-97bd-eca7be893685 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/65e6c7d9-0be9-40f0-86c6-0e6a84c35975 HTTP/1.1" status: 204 len: 168 time: 1.9518740 Apr 21 14:48:15.063044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:15.068399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50138) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.071959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:15.072851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.079192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b1144-94b5-4a49-b060-ec1c25ed1845 None None] Network d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:15.079938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.083743 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f71e1053-7082-4696-8801-87e9de878451 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.8749845 Apr 21 14:48:15.108174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Request body: {'floatingip': {'port_id': '06dbffb1-dfbd-4d4a-9040-5915a67753de'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:15.115368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.124800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 91732db8-ddc1-44a8-b8e4-3099055056a4) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:15.161532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b1443-5f15-406b-b7d3-df75c05f1001 None None] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:15.199204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-addf22fc-68dc-4488-85e0-571dc15fc8c0 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.199702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addf22fc-68dc-4488-85e0-571dc15fc8c0 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd7bf438-d03b-432f-9935-901fafbbeb3b {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:15.206304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:15.207021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.223967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.281663 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc45cd68-5a28-49a1-ba42-8a994600f0b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1998761 Apr 21 14:48:15.288742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50146) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.303582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet d6211b34-5610-4386-abce-83d60ad0049b {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:15.308095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.336785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-addf22fc-68dc-4488-85e0-571dc15fc8c0 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.342089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-addf22fc-68dc-4488-85e0-571dc15fc8c0 tempest-RoutersTestDVR-104116708 tempest-RoutersTestDVR-104116708-project-admin] 10.222.0.42 "DELETE /v2.0/routers/bd7bf438-d03b-432f-9935-901fafbbeb3b HTTP/1.1" status: 204 len: 168 time: 1.7563059 Apr 21 14:48:15.342089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.362579 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f7de6f3-5c43-4b2a-ba89-65e170270ef4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1623254 Apr 21 14:48:15.375051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50152) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.405746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.467274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1701389885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:15.484027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Subnet': ['ID=94052765-d737-47bf-a46d-3d36dba3744a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:15.502314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:15.515377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.521007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.523435 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1907498a-25c1-4f3a-99d3-847b8453b6b1 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/subnets/94052765-d737-47bf-a46d-3d36dba3744a HTTP/1.1" status: 204 len: 168 time: 1.9982557 Apr 21 14:48:15.526406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:router and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:15.536951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50156) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.539864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:15.546423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f900f8f8-127f-4b1d-9bc8-302ae31dd2e5 None None] Network 97b4867b-5761-478c-a984-f40fba00e223 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:15.622677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:15.675612 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2e23966c-774f-4736-920c-0f37c0b5c4a8 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/9c99dc92-9f03-4ac8-8cd1-2e8450468e92 HTTP/1.1" status: 200 len: 909 time: 0.5514483 Apr 21 14:48:15.680578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50160) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.690729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1298669508', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': True}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:15.696454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:15.701088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Usage tracker for resource:router and tenant:401ff0399fd8407a8a1300c5cb2ac489 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:15.704535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:15.714225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.720110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:15.794553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=d6211b34-5610-4386-abce-83d60ad0049b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:15.805513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.807358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.815737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.832721 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd733ca2-4a24-4da7-aa15-1b95f576e52c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/d6211b34-5610-4386-abce-83d60ad0049b HTTP/1.1" status: 204 len: 168 time: 0.7625115 Apr 21 14:48:15.841585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50166) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.963078 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-947caac9-50b6-479c-ac21-32476d6484f6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200459 Apr 21 14:48:15.978282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50170) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.987374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:16.017758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.076380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Set router 9c99dc92-9f03-4ac8-8cd1-2e8450468e92 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:48:16.111233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50174) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:16.295678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00b0e6-c8c3-4f78-b251-aad67ee46a40 None None] Network 9914b352-8c7c-48b8-92cc-47d028d8474c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:16.371448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.393532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:16.399417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.405625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:16.408049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.412768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:16.433323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:16.436425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.437481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.446901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-91732db8-ddc1-44a8-b8e4-3099055056a4', 'network_id': '91732db8-ddc1-44a8-b8e4-3099055056a4', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': 'c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:16.447253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.447440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.450692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:16.456648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c31bf-e06b-4b2c-a04f-ae51562f7f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa', 'network_id': 'd6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': 'ece1401f-b482-4b33-9245-6aa7e2e07967'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:16.457971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-df9c31bf-e06b-4b2c-a04f-ae51562f7f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.461910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Usage tracker for resource:security_group_rule and tenant:017bad289fc54190875aadd7577f7370 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:16.466753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:16.469769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:16.473551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.491096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting port 477e1931-9fa2-4b63-b06f-a151df82eeee {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:16.491814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.495455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:16.496330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd985c7d-fef3-4de6-af99-99eb692ef2b2 None None] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:16.634792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.705326 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:48:16.792903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1008ece-c74e-4a84-acd6-182d053013a2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:16.795861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.861795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.942384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.972102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.010994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940ccc3e-5ae5-4429-9f8d-46372386c022,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:17.018215 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-58409662-64ea-4bc4-82c9-fc5b04afe8be None None] Provisioning for port d083797b-2422-46ad-a49e-57f5a7fc3b93 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:17.114055 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9dd34f4-52ae-41bc-995b-2b13351a44df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=017bad289fc54190875aadd7577f7370&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0017626 Apr 21 14:48:17.122222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.124671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50182) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:17.126635 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8dd654d7-3f96-47a5-b9ab-19aba424bd02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.7164972 Apr 21 14:48:17.128728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:17.184390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] For port 477e1931-9fa2-4b63-b06f-a151df82eeee, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=477e1931-9fa2-4b63-b06f-a151df82eeee,segment=NetworkSegment(65a1d913-1ba9-4758-aa26-353f954cf2e5),segment_id=65a1d913-1ba9-4758-aa26-353f954cf2e5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:17.184760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.194973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server [None req-df9c31bf-e06b-4b2c-a04f-ae51562f7f70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ece1401f-b482-4b33-9245-6aa7e2e07967: This subnet is being modified by another concurrent operation. Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:48:17.271859 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise exception Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ece1401f-b482-4b33-9245-6aa7e2e07967: This subnet is being modified by another concurrent operation. Apr 21 14:48:17.275161 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server Apr 21 14:48:17.360904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=ece1401f-b482-4b33-9245-6aa7e2e07967,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:17.373561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.376747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Calling delete_port for 477e1931-9fa2-4b63-b06f-a151df82eeee owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:17.436411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b21145-795c-46f1-94bf-d734c647be81 None None] Network d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:17.436763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.448337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd93f33-21ff-4905-bf42-a14ff0e3279d None None] DHCP port deletion for 97b4867b-5761-478c-a984-f40fba00e223 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:17.465795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:17.493769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.502356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6512f-40e2-4f5f-af73-58b5a215ee76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.525837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-bcd93f33-21ff-4905-bf42-a14ff0e3279d None None] Deleting port 477e1931-9fa2-4b63-b06f-a151df82eeee {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:17.526205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bcd93f33-21ff-4905-bf42-a14ff0e3279d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.554104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:17.557955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=2402ab94-706d-4649-bcb1-d495334ef644,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:17.562951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:17.566237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:17.566820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.636150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.638480 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-733fe5f1-b6be-4c7a-8ed5-716d16eb3084 None None] Provisioning for port a1008ece-c74e-4a84-acd6-182d053013a2 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:17.659562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6512f-40e2-4f5f-af73-58b5a215ee76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.677936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a1008ece-c74e-4a84-acd6-182d053013a2 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:17.681342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.693415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-733fe5f1-b6be-4c7a-8ed5-716d16eb3084 None None] Provisioning complete for port a1008ece-c74e-4a84-acd6-182d053013a2 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:17.693658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-733fe5f1-b6be-4c7a-8ed5-716d16eb3084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.737599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Allocated IP 2001:db8:1::2 (91732db8-ddc1-44a8-b8e4-3099055056a4/c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1/239a20fb-2736-4755-954f-070a5208b646) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:17.752518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a1008ece-c74e-4a84-acd6-182d053013a2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:17.752918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.819604 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-501f720c-2b43-47a4-9b45-f1b0869c0d8c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8400915 Apr 21 14:48:17.829804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50190) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:17.855479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322cb909-e260-4b8b-a9f5-639365ff4675 None None] Update dhcp port {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': 'd6211b34-5610-4386-abce-83d60ad0049b'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '52869727-7f76-431e-a980-f485dbf28103'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:48:17.870123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:17.915830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:17.933465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942f5264-7706-45bc-96cf-fb23757ba872') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:17.933465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942f5264-7706-45bc-96cf-fb23757ba872') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:17.940941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.944099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-bcd93f33-21ff-4905-bf42-a14ff0e3279d None None] The port '477e1931-9fa2-4b63-b06f-a151df82eeee' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:48:17.944811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Port': ['ID=477e1931-9fa2-4b63-b06f-a151df82eeee,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:17.971101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.062670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Allocated IP 172.26.6.94 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/8fb276ce-9735-41f2-9630-41c32ddf2e29) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:18.063243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.076729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6512f-40e2-4f5f-af73-58b5a215ee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.138185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] No DVR routers for this DVR port 477e1931-9fa2-4b63-b06f-a151df82eeee on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:18.157932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-322cb909-e260-4b8b-a9f5-639365ff4675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.172358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6512f-40e2-4f5f-af73-58b5a215ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ccc3e-5ae5-4429-9f8d-46372386c022,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:18.179999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99dc92-9f03-4ac8-8cd1-2e8450468e92', 'name': 'tempest-snat-router-1298669508', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.137'}], 'enable_snat': False}, 'gw_port_id': '8b9ef494-d7ca-426e-be2e-ace5cd55d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:04Z', 'updated_at': '2022-04-21T14:48:10Z', 'revision_number': 3, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port': {'id': '8b9ef494-d7ca-426e-be2e-ace5cd55d2f2', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99dc92-9f03-4ac8-8cd1-2e8450468e92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:07Z', 'updated_at': '2022-04-21T14:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:18.191185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.263875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cd6512f-40e2-4f5f-af73-58b5a215ee76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.267391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4cd6512f-40e2-4f5f-af73-58b5a215ee76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/940ccc3e-5ae5-4429-9f8d-46372386c022 HTTP/1.1" status: 204 len: 168 time: 1.1393311 Apr 21 14:48:18.273608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:18.274158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:18.290001 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:18.304991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:18.314068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:18.319441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:18.334365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Checking router: 9c99dc92-9f03-4ac8-8cd1-2e8450468e92 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:48:18.334717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Updating router 9c99dc92-9f03-4ac8-8cd1-2e8450468e92 port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:48:18.366791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:18.408921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.435165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:18.438561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.469644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.485737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.492830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.535909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b4867b-5761-478c-a984-f40fba00e223']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:18.563992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:18.581366 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cecd0815-4eda-4bf5-b8fa-c59a290b1cee tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa HTTP/1.1" status: 204 len: 168 time: 3.2662814 Apr 21 14:48:18.583323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a1d913-1ba9-4758-aa26-353f954cf2e5') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:18.583323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a1d913-1ba9-4758-aa26-353f954cf2e5') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:18.591941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50198) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:18.633577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1717860768'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:18.640789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.643096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.653265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:18.663443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.666778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:18.672713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:18.687978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:18.696555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.714359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-733fe5f1-b6be-4c7a-8ed5-716d16eb3084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.737483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:18.737967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:18.761771 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:18.771975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:18.775598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.846685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.916406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.934100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:18.937758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.942616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.969025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50202) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:19.009797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Network': ['ID=97b4867b-5761-478c-a984-f40fba00e223,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.017546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.017546 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 1ce5911a-12d6-4916-9ae6-3ec319a01277 of type vlan for network 51da90ac-d58d-499f-9c30-bae470cdd24b Apr 21 14:48:19.063580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a1008ece-c74e-4a84-acd6-182d053013a2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1008ece-c74e-4a84-acd6-182d053013a2,segment=NetworkSegment(831c9800-cb2e-4d1e-ab2c-70abcba2c5a8),segment_id=831c9800-cb2e-4d1e-ab2c-70abcba2c5a8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:19.081638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.084177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-69dc1d31-737d-4e36-95d2-c05be2ff79de tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/networks/97b4867b-5761-478c-a984-f40fba00e223 HTTP/1.1" status: 204 len: 168 time: 3.5386338 Apr 21 14:48:19.091674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.092753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d083797b-2422-46ad-a49e-57f5a7fc3b93 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:19.093826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50206) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:19.156348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.173499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.228977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a688e2c-844c-4db5-9309-0c1a9056dafa None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:19.242761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Transition to ACTIVE for port object 239a20fb-2736-4755-954f-070a5208b646 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:19.263818 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Floating IP 955de69b-c0d6-40e3-be38-936b1630a64b associated. External IP: 172.26.6.84, port: 06dbffb1-dfbd-4d4a-9040-5915a67753de. Apr 21 14:48:19.282751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-75b9afb5-2723-4957-bb35-5b6e5fd98123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.315547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:19.325954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Port': ['ID=8fb276ce-9735-41f2-9630-41c32ddf2e29,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.328756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:19.341713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:19.344472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.451652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:19.457081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Transition to ACTIVE for port object 239a20fb-2736-4755-954f-070a5208b646 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:19.480084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-733fe5f1-b6be-4c7a-8ed5-716d16eb3084 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:19.480440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-733fe5f1-b6be-4c7a-8ed5-716d16eb3084 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:19.494208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a1008ece-c74e-4a84-acd6-182d053013a2,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.497348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.596483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8::1 (ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a/1d68a73b-adc3-4974-ac9d-529233d0c129/6cb6a102-31ad-4b04-98c3-72dd6a161311) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:19.610952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Usage tracker for resource:security_group_rule and tenant:e144e2575a114c138f3365cba0b5f343 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:19.628536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:19.677947 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:19.683285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Pushing event updated for resources: {'Port': ['ID=239a20fb-2736-4755-954f-070a5208b646,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.694252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:19.695640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:19.704713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port d083797b-2422-46ad-a49e-57f5a7fc3b93 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:19.710917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:19.726961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d083797b-2422-46ad-a49e-57f5a7fc3b93 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:19.727333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.756018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.760160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:19.760923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.862016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.909172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object 6cb6a102-31ad-4b04-98c3-72dd6a161311 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:19.954666 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3296289 Apr 21 14:48:19.954914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.957036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:19.994369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ef9b4-780c-41c2-8093-9d94735ca70a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=51da90ac-d58d-499f-9c30-bae470cdd24b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.999182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': '51da90ac-d58d-499f-9c30-bae470cdd24b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:20.019568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 51da90ac-d58d-499f-9c30-bae470cdd24b details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:20.043729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Attempting to bind port 239a20fb-2736-4755-954f-070a5208b646 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:20.043729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Attempting to bind port 239a20fb-2736-4755-954f-070a5208b646 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'e9be3ca3-665d-494f-9ca3-23dd3e27e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '91732db8-ddc1-44a8-b8e4-3099055056a4'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:20.044156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Attempting to bind port 239a20fb-2736-4755-954f-070a5208b646 on network 91732db8-ddc1-44a8-b8e4-3099055056a4 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:20.061373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting subnet 0d1e909c-bb5a-47c2-a3b5-c8e352386cb1 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:20.088693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.144860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:20.145666 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:48:20.166294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.174508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.184813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=6cb6a102-31ad-4b04-98c3-72dd6a161311,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:20.205433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.206380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.208622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:20.217536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.225997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:20.226428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.229852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.242422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:20.242797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Checking segment: {'id': 'e9be3ca3-665d-494f-9ca3-23dd3e27e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '91732db8-ddc1-44a8-b8e4-3099055056a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:20.243204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.243600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Bound using segment: {'id': 'e9be3ca3-665d-494f-9ca3-23dd3e27e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '91732db8-ddc1-44a8-b8e4-3099055056a4'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:20.248382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Bound port: 239a20fb-2736-4755-954f-070a5208b646, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9be3ca3-665d-494f-9ca3-23dd3e27e959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '91732db8-ddc1-44a8-b8e4-3099055056a4'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:20.249041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.270775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Transition to ACTIVE for port object 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:20.320514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:20.330527 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.362266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5746ae5-2324-4c08-b979-8aff9b2eaf16,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:20.367018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.1 (b97eb5bc-a568-4597-ac0a-e3b47622f05c/419e27bf-ac91-4090-98de-97079af648b4/559d892f-0886-4ede-9179-33fed3a2ddc7) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:20.376894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-79ca9b21-7c97-4f6d-ab05-80cd7f0f0cff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e144e2575a114c138f3365cba0b5f343&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3934665 Apr 21 14:48:20.391380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.403818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:20.410989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:20.421339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:20.445093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:20.512101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539a017-a60a-477b-8515-c1a949c70287 None None] Pushing event updated for resources: {'Port': ['ID=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:20.536696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] For port 239a20fb-2736-4755-954f-070a5208b646, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:20.542548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Attempting to bind port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:20.543204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Attempting to bind port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:20.543897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Attempting to bind port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:20.549693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] For port 239a20fb-2736-4755-954f-070a5208b646, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=239a20fb-2736-4755-954f-070a5208b646,segment=NetworkSegment(e9be3ca3-665d-494f-9ca3-23dd3e27e959),segment_id=e9be3ca3-665d-494f-9ca3-23dd3e27e959)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:20.553145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port d083797b-2422-46ad-a49e-57f5a7fc3b93, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d083797b-2422-46ad-a49e-57f5a7fc3b93,segment=NetworkSegment(76db85da-4ba8-40a3-b0f9-3c27357de5d9),segment_id=76db85da-4ba8-40a3-b0f9-3c27357de5d9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:20.556513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-73e56dd7-8463-4600-9e76-b62dfc303f84 None None] Provisioning complete for port 52869727-7f76-431e-a980-f485dbf28103 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:20.557178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-73e56dd7-8463-4600-9e76-b62dfc303f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.596127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.600313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.641043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:20.641419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:20.641821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.642214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:20.642710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Bound port: 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:20.643070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.687669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:20.725991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1008ece-c74e-4a84-acd6-182d053013a2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:20.806585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.833806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e67d-f82d-4f06-99af-d70ef7d8ea0b None None] Pushing event updated for resources: {'Port': ['ID=239a20fb-2736-4755-954f-070a5208b646,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:20.875954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] For port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:20.888504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.894908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.932472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.934125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Transition to ACTIVE for port object 559d892f-0886-4ede-9179-33fed3a2ddc7 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:20.983686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.990872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b01174-9d54-4083-8a1b-5d9d39325501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.020661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b01174-9d54-4083-8a1b-5d9d39325501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.094909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.102276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:21.121775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] For port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:21.133978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b01174-9d54-4083-8a1b-5d9d39325501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.145090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.170521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:21.178956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.179194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=d083797b-2422-46ad-a49e-57f5a7fc3b93,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.191144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:21.234034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1e909c-bb5a-47c2-a3b5-c8e352386cb1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.234212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a1008ece-c74e-4a84-acd6-182d053013a2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:21.234519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.267402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.281960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=559d892f-0886-4ede-9179-33fed3a2ddc7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.301521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb1366f-6d42-4b00-8f7a-927f2f03410e None None] Network 1751642c-800f-492c-89a6-02ad1ae337d0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:21.309811 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-55a43848-9fbf-4e69-8e10-9c605234475a tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/subnets/0d1e909c-bb5a-47c2-a3b5-c8e352386cb1 HTTP/1.1" status: 204 len: 168 time: 2.1430211 Apr 21 14:48:21.327011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b01174-9d54-4083-8a1b-5d9d39325501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5746ae5-2324-4c08-b979-8aff9b2eaf16,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.328832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50218) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:21.423235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.503194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-73e56dd7-8463-4600-9e76-b62dfc303f84 None None] Provisioning complete for port d083797b-2422-46ad-a49e-57f5a7fc3b93 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:21.503723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-73e56dd7-8463-4600-9e76-b62dfc303f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.537449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Routers {'9c99dc92-9f03-4ac8-8cd1-2e8450468e92'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:21.538267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:47:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9c99dc92-9f03-4ac8-8cd1-2e8450468e92'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:21.542472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Router 4ea7ab42-1c15-410d-951d-3129bc6ed656 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:21.613313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-769be173-88bb-44b1-8651-cd6a6d8c4903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.625022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539a017-a60a-477b-8515-c1a949c70287 None None] Pushing event updated for resources: {'Port': ['ID=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.629909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b01174-9d54-4083-8a1b-5d9d39325501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.631609 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62b01174-9d54-4083-8a1b-5d9d39325501 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5746ae5-2324-4c08-b979-8aff9b2eaf16 HTTP/1.1" status: 204 len: 168 time: 1.2171168 Apr 21 14:48:21.873672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=52869727-7f76-431e-a980-f485dbf28103,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:21.928362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting subnet 00e3c4ba-0401-4296-b26a-d3f69c1b8bec {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:21.947176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.012167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.034069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.034790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.041830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.130368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.146785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Router 61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:48:22.148825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.188718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:22.229513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.239485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:22.251713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:22.252916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=3140d034-5d84-4eba-a4c7-c09707cb66c6,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.257094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:22.257683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.264583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.265309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.335190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] Set router 9c99dc92-9f03-4ac8-8cd1-2e8450468e92 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:48:22.420968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=9']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.502568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.516225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b60ab-31d2-491a-ba02-48d930ce082f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:22.647051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.686294 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d815c24-7b78-4e1f-afc6-d9f93a62f76c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8527045 Apr 21 14:48:22.695137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50236) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:22.700819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 52869727-7f76-431e-a980-f485dbf28103 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:22.722477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Subnet': ['ID=00e3c4ba-0401-4296-b26a-d3f69c1b8bec,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.770357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a93d7-1114-4498-8106-c867454e6507 None None] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:22.776783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:c1:80:34', 'name': 'tempest-NetworksTestDHCPv6-1125869118'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:22.795608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': '1ce5911a-12d6-4916-9ae6-3ec319a01277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51da90ac-d58d-499f-9c30-bae470cdd24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:22.795950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: 51da90ac-d58d-499f-9c30-bae470cdd24b, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:22.800316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=58d03635-484e-41de-85bf-8a4edbfadab7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.832284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=6cb6a102-31ad-4b04-98c3-72dd6a161311,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.919199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network 51da90ac-d58d-499f-9c30-bae470cdd24b is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:22.923076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:22.923615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:22.927324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:22.940651 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] Sync routers for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:22.945039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:22.951100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.959413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-73e56dd7-8463-4600-9e76-b62dfc303f84 None None] Provisioning complete for port a1008ece-c74e-4a84-acd6-182d053013a2 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:22.959842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-73e56dd7-8463-4600-9e76-b62dfc303f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.975346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:22.979867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.980588 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:22.981213 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:23.021311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:23.031161 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b14a958-1abb-47ca-bc6c-2dad02c40897 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/subnets/00e3c4ba-0401-4296-b26a-d3f69c1b8bec HTTP/1.1" status: 204 len: 168 time: 1.6953583 Apr 21 14:48:23.035896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50244) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.043255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:23.112159 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-267afe87-3e02-4ced-8a5d-ba5a57a1679e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "PUT /v2.0/floatingips/955de69b-c0d6-40e3-be38-936b1630a64b HTTP/1.1" status: 200 len: 990 time: 8.0622873 Apr 21 14:48:23.118004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:48:23.137388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:23.195147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50252) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.218982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 51da90ac-d58d-499f-9c30-bae470cdd24b) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:23.323911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:23.324734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.361913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b95f6-3c98-4fcf-8bd1-a25e5a83fb59 None None] Network c056f8f6-7266-4f84-827d-064536db9aeb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:23.389208 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358dc848-7bf0-4e44-af5d-25e31477c1fc'] response: {'name': 'network-changed', 'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'status': 'completed', 'code': 200} Apr 21 14:48:23.392151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.408285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.417846 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-47d18ec0-48e6-490f-b476-0bc751f4bf9a tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4281752 Apr 21 14:48:23.424665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.475590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.509591 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:48:23.515344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3790c-be12-47ee-91e6-8731d457e277 None None] Network 51da90ac-d58d-499f-9c30-bae470cdd24b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:23.523053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1865887050'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:23.540525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092641873'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:23.543363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 20062163-00a2-4ee3-b5da-ee77fc791c72 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:48:23.550888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.560205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:23.563531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:23.586900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:23.617629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.618442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.623330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:23.627618 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:23.631304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:23.640716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:23.644350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.653375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:23.655985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting port 406033e6-0f2a-409e-9bb3-1a5229531fbf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:23.656561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.685542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:23.731020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:23.745428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:23.748639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.767772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.786304 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05b30f2f-0558-4b0f-be37-734eab284458 req-1f5c4f85-63d5-4780-9e0a-b8660559dee1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 0.4413605 Apr 21 14:48:23.826896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.855257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.859295 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c1a53673-3db7-44cb-a89f-b06001f469ea tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1723535 Apr 21 14:48:23.864394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.973811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.984240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:23.986740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=559d892f-0886-4ede-9179-33fed3a2ddc7,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:24.006366 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '955de69b-c0d6-40e3-be38-936b1630a64b', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'port_id': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'mac_address': 'fa:16:3e:4c:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:47:45Z', 'updated_at': '2022-04-21T14:48:17Z', 'revision_number': 1, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:41Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.010556 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] Checking router: 4ea7ab42-1c15-410d-951d-3129bc6ed656 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:48:24.023728 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:24.024606 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.043413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3844-4188-4a18-913f-10f63f45b6d8 req-7b024f8a-6a9e-4d7b-8550-e2db6fe76aca tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:24.044995 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b5d3844-4188-4a18-913f-10f63f45b6d8 req-7b024f8a-6a9e-4d7b-8550-e2db6fe76aca tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.6577504 Apr 21 14:48:24.060677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Sync routers for ids ['61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:24.184196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.184919 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment c7126094-68e7-4a56-8edb-e7bda92b0817 of type vlan for network 563da6e0-f5ba-487f-abc0-20fc35eb2f6a Apr 21 14:48:24.194789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Routers {'61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:24.195440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.216767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:24.231001 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b5d3844-4188-4a18-913f-10f63f45b6d8 req-d62d7278-99b1-4897-96ee-afbed9397d4e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704049 Apr 21 14:48:24.243734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:24.276842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:24.294084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] For port 406033e6-0f2a-409e-9bb3-1a5229531fbf, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=406033e6-0f2a-409e-9bb3-1a5229531fbf,segment=NetworkSegment(fa0b11ce-da42-4ae9-a640-1c42f3a566a7),segment_id=fa0b11ce-da42-4ae9-a640-1c42f3a566a7)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:24.294321 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:48:24.294921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.305652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:24.308788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.359974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b30f2f-0558-4b0f-be37-734eab284458 req-c8a7ac61-11ec-4dfe-9a51-ca8f1915bb53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:24.361391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05b30f2f-0558-4b0f-be37-734eab284458 req-c8a7ac61-11ec-4dfe-9a51-ca8f1915bb53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.5618405 Apr 21 14:48:24.428109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Set router 61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:48:24.463185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Calling delete_port for 406033e6-0f2a-409e-9bb3-1a5229531fbf owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:24.493547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 172.20.0.14 (273f4fc5-d828-4645-a9ef-b086301e3356/2402ab94-706d-4649-bcb1-d495334ef644/20062163-00a2-4ee3-b5da-ee77fc791c72) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:24.537288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fec1:8034 (273f4fc5-d828-4645-a9ef-b086301e3356/3140d034-5d84-4eba-a4c7-c09707cb66c6/20062163-00a2-4ee3-b5da-ee77fc791c72) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:24.548794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.585361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:24.593374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:24.683506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:24.807622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=52869727-7f76-431e-a980-f485dbf28103,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:24.813264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b81710d-c37d-48c7-892d-f7792094600b None None] DHCP port deletion for 1751642c-800f-492c-89a6-02ad1ae337d0 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:24.826058 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05b30f2f-0558-4b0f-be37-734eab284458 req-6e53bff5-5778-44f1-a672-4ae89fa6cf2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 998 time: 0.4135737 Apr 21 14:48:24.837150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3b81710d-c37d-48c7-892d-f7792094600b None None] Deleting port 406033e6-0f2a-409e-9bb3-1a5229531fbf {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:24.838207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3b81710d-c37d-48c7-892d-f7792094600b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.840899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.850602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:24.851368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.886584 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '955de69b-c0d6-40e3-be38-936b1630a64b', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'port_id': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'mac_address': 'fa:16:3e:4c:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:47:45Z', 'updated_at': '2022-04-21T14:48:17Z', 'revision_number': 1, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:41Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.894928 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c7b33-a0c5-457a-acf7-a6111d104671 None None] The sync data for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv is: [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '955de69b-c0d6-40e3-be38-936b1630a64b', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'floating_ip_address': '172.26.6.84', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'port_id': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'mac_address': 'fa:16:3e:4c:10:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:47:45Z', 'updated_at': '2022-04-21T14:48:17Z', 'revision_number': 1, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:41Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:25.021265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.021963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 477e1931-9fa2-4b63-b06f-a151df82eeee no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:25.147281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.151224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 73d77f4c-8cdb-4008-9357-e5410ef0012a is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:48:25.190981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 477e1931-9fa2-4b63-b06f-a151df82eeee {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:25.191336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 477e1931-9fa2-4b63-b06f-a151df82eeee not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:25.214198 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7860360 Apr 21 14:48:25.215439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301d634-dfa3-4721-881e-b3a0518b3f01 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=563da6e0-f5ba-487f-abc0-20fc35eb2f6a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.218168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50270) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:25.221583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.239161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b30f2f-0558-4b0f-be37-734eab284458 req-e28da19e-0da1-4223-8f34-1fd6525f3845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:25.241274 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05b30f2f-0558-4b0f-be37-734eab284458 req-e28da19e-0da1-4223-8f34-1fd6525f3845 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.4074650 Apr 21 14:48:25.246388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:25.263100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Port': ['ID=406033e6-0f2a-409e-9bb3-1a5229531fbf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.281015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.326844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d499a8-b54d-4722-8788-cd4f2d785e6c None None] New status for floating IP 955de69b-c0d6-40e3-be38-936b1630a64b: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:48:25.332522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 563da6e0-f5ba-487f-abc0-20fc35eb2f6a details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:25.414273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eed7d7-5668-4ab4-9fd8-a0f03bc14c56 req-7f449527-d11d-4b3d-878a-ca5bc838f2c1 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:25.416270 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3eed7d7-5668-4ab4-9fd8-a0f03bc14c56 req-7f449527-d11d-4b3d-878a-ca5bc838f2c1 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.9270370 Apr 21 14:48:25.423597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.424702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] No DVR routers for this DVR port 406033e6-0f2a-409e-9bb3-1a5229531fbf on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:25.462073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 20062163-00a2-4ee3-b5da-ee77fc791c72 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:25.535361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.554534 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05b30f2f-0558-4b0f-be37-734eab284458 req-30829fa2-2042-45e7-a6a6-31c2a0341dfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2919354 Apr 21 14:48:25.573647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3b81710d-c37d-48c7-892d-f7792094600b None None] The port '406033e6-0f2a-409e-9bb3-1a5229531fbf' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:48:25.578559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 239a20fb-2736-4755-954f-070a5208b646 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:25.589357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:25.612458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7344b916-fb12-40bb-8aa5-2e0c61e87560,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.632880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:25.643437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:25.661559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c99dc92-9f03-4ac8-8cd1-2e8450468e92', 'name': 'tempest-snat-router-1298669508', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.137'}], 'enable_snat': False}, 'gw_port_id': '8b9ef494-d7ca-426e-be2e-ace5cd55d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:04Z', 'updated_at': '2022-04-21T14:48:10Z', 'revision_number': 3, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port': {'id': '8b9ef494-d7ca-426e-be2e-ace5cd55d2f2', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99dc92-9f03-4ac8-8cd1-2e8450468e92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:07Z', 'updated_at': '2022-04-21T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:25.664963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Provisioning for port 559d892f-0886-4ede-9179-33fed3a2ddc7 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:25.711250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:25.719895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7ab12-e7cd-4329-a726-b5909dc44741 None None] The sync data for ids ['9c99dc92-9f03-4ac8-8cd1-2e8450468e92'] in dv-neutron-838898-1-hyperv is: [{'id': '9c99dc92-9f03-4ac8-8cd1-2e8450468e92', 'name': 'tempest-snat-router-1298669508', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.137'}], 'enable_snat': False}, 'gw_port_id': '8b9ef494-d7ca-426e-be2e-ace5cd55d2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:04Z', 'updated_at': '2022-04-21T14:48:10Z', 'revision_number': 3, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port': {'id': '8b9ef494-d7ca-426e-be2e-ace5cd55d2f2', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c99dc92-9f03-4ac8-8cd1-2e8450468e92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:07Z', 'updated_at': '2022-04-21T14:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:25.728166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Provisioning complete for port 559d892f-0886-4ede-9179-33fed3a2ddc7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:25.728913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.730767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:25.778930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=20062163-00a2-4ee3-b5da-ee77fc791c72,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.780894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:25.794633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd', 'name': 'tempest-snat-router-1298669508', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': '8fb276ce-9735-41f2-9630-41c32ddf2e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:15Z', 'updated_at': '2022-04-21T14:48:19Z', 'revision_number': 3, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port': {'id': '8fb276ce-9735-41f2-9630-41c32ddf2e29', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:17Z', 'updated_at': '2022-04-21T14:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:25.798195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:25.803202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=10']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.856937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:25.857411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.861479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Checking router: 61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:48:25.861843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Updating router 61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd port 8fb276ce-9735-41f2-9630-41c32ddf2e29 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:48:25.868625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:25.872633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:25.876741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:25.883796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:25.888507 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05b30f2f-0558-4b0f-be37-734eab284458 req-81ce80ea-02f6-44a6-a3c0-8c459dbbf327 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841043 Apr 21 14:48:25.895197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-51da90ac-d58d-499f-9c30-bae470cdd24b', 'network_id': '51da90ac-d58d-499f-9c30-bae470cdd24b', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': '58d03635-484e-41de-85bf-8a4edbfadab7'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:25.895868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.929950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 239a20fb-2736-4755-954f-070a5208b646 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:25.931346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:25.941756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Port 559d892f-0886-4ede-9179-33fed3a2ddc7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:25.954883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d083797b-2422-46ad-a49e-57f5a7fc3b93 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:26.050716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.057896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.118032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] DHCP port deletion for c056f8f6-7266-4f84-827d-064536db9aeb request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:26.139247 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35312903-6e7d-41c9-912d-38260ee2027f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4235861 Apr 21 14:48:26.142043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Provisioning for port 6cb6a102-31ad-4b04-98c3-72dd6a161311 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:26.143387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50274) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.156060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] Deleting port 7233a330-9b2d-4662-894f-f58ed62120e9 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:26.156461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.159079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.169354 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3eed7d7-5668-4ab4-9fd8-a0f03bc14c56 req-c30c28c4-2fa4-4d47-a537-21eda20e819f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7337177 Apr 21 14:48:26.197353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Provisioning complete for port 6cb6a102-31ad-4b04-98c3-72dd6a161311 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:26.197871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.209760 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-44c09ae8-003a-4925-a28a-35a33de0f180 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd HTTP/1.1" status: 200 len: 907 time: 2.3382881 Apr 21 14:48:26.214117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 2e424d53-482b-4e16-9bd6-f2bde92b5cdf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:26.219055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50278) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.226022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.237058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 14:48:26.237577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 14:48:26.243680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.247699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1751642c-800f-492c-89a6-02ad1ae337d0']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:26.290593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0b11ce-da42-4ae9-a640-1c42f3a566a7') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:26.291195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0b11ce-da42-4ae9-a640-1c42f3a566a7') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:26.334150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.349893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf481a8-22d7-4c62-8bd1-6bf6b6a98915,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:26.361089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.364538 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-473f7ef2-1d79-4fac-b374-c7b7e0ccb8ce tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.1605501 Apr 21 14:48:26.367664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50282) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.388099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.407878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:26.408324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.424055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:26.430326 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:26.434751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Port 6cb6a102-31ad-4b04-98c3-72dd6a161311 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:26.456831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] Sync routers for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:26.477340 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05b30f2f-0558-4b0f-be37-734eab284458 req-b0b3ec94-c451-4fb5-abed-f2db346bf850 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820942 Apr 21 14:48:26.565568 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b65dfc7c-d376-4bfa-a4b6-0b95ed51acca tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/73d77f4c-8cdb-4008-9357-e5410ef0012a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4270034 Apr 21 14:48:26.573917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50286) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.576687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed3bcb-d4d7-4d69-8cb1-83ba5f7add8e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:26.581038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eed3bcb-d4d7-4d69-8cb1-83ba5f7add8e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:26.581889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7eed3bcb-d4d7-4d69-8cb1-83ba5f7add8e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:26.593190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d083797b-2422-46ad-a49e-57f5a7fc3b93 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:26.593745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.623327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7eed3bcb-d4d7-4d69-8cb1-83ba5f7add8e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:26.627117 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7eed3bcb-d4d7-4d69-8cb1-83ba5f7add8e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4768114 Apr 21 14:48:26.628205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50290) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.646167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Allocated IP 2001:db8::1 (51da90ac-d58d-499f-9c30-bae470cdd24b/58d03635-484e-41de-85bf-8a4edbfadab7/51b4888c-0b08-4800-b2f4-41bef25bbdcc) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:26.649542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.654702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.710734 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/networks/1751642c-800f-492c-89a6-02ad1ae337d0 HTTP/1.1" status: 204 len: 168 time: 3.6647804 Apr 21 14:48:26.710946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 20062163-00a2-4ee3-b5da-ee77fc791c72 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:26.710946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.712804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a7b49-9cb4-41d5-9557-d2b65c2637a0 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Network': ['ID=1751642c-800f-492c-89a6-02ad1ae337d0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:26.715931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50294) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.722308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-204e9aba-c2e9-429c-bea7-a66d53069b79 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:26.767439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:26.770399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:26.782982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ff3ec-e67c-4f36-a90d-055865087bd2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:26.783553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-341ff3ec-e67c-4f36-a90d-055865087bd2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:26.821370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Provisioning complete for port 52869727-7f76-431e-a980-f485dbf28103 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:26.821917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.970549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:26.997725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.009017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] For port 7233a330-9b2d-4662-894f-f58ed62120e9, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7233a330-9b2d-4662-894f-f58ed62120e9,segment=NetworkSegment(5340ec94-3a25-4243-bc0a-7b478bfef39a),segment_id=5340ec94-3a25-4243-bc0a-7b478bfef39a)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:27.009546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.028524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.046873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-204e9aba-c2e9-429c-bea7-a66d53069b79 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:27.048195 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-204e9aba-c2e9-429c-bea7-a66d53069b79 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6811783 Apr 21 14:48:27.063521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:27.072930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.077317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c18e47cb-d122-44a3-bbec-381028d599e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-security--964949445', 'description': 'tempest-security-description-1870980936'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:27.087636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-341ff3ec-e67c-4f36-a90d-055865087bd2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:27.088742 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-341ff3ec-e67c-4f36-a90d-055865087bd2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports/6cb6a102-31ad-4b04-98c3-72dd6a161311 HTTP/1.1" status: 200 len: 911 time: 0.5076072 Apr 21 14:48:27.097439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50302) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:27.169804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.186841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:27.197721 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ba8432bc-a830-4ab0-a2e2-54f6bf04af69 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/routers/2e424d53-482b-4e16-9bd6-f2bde92b5cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6109717 Apr 21 14:48:27.213773 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] Sync routers for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:27.235967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] Calling delete_port for 7233a330-9b2d-4662-894f-f58ed62120e9 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:27.243134 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:27.243797 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.250171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50306) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:27.268640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=6239f962-8433-4940-89d4-4f6d08a9daba,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:27.279811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting port 7233a330-9b2d-4662-894f-f58ed62120e9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:27.280183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.312198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:27.312597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 20062163-00a2-4ee3-b5da-ee77fc791c72 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:27.313441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.324846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c18e47cb-d122-44a3-bbec-381028d599e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.344099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'port': {'network_id': 'b97eb5bc-a568-4597-ac0a-e3b47622f05c', 'name': 'tempest-FloatingIPTestJSON-699001554'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:27.375476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': 'c7126094-68e7-4a56-8edb-e7bda92b0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:27.375834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: 563da6e0-f5ba-487f-abc0-20fc35eb2f6a, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:27.432970 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.450857 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:27.451891 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.475917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c18e47cb-d122-44a3-bbec-381028d599e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.482040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.resource_extend [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:27.492780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.493160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:27.494128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389ee9f-e44e-4755-a009-e5feb98950de None None] The sync data for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:27.497554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Usage tracker for resource:port and tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:27.501058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:27.507645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:27.514066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c18e47cb-d122-44a3-bbec-381028d599e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.516512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c18e47cb-d122-44a3-bbec-381028d599e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.517908 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c18e47cb-d122-44a3-bbec-381028d599e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "PUT /v2.0/security-groups/ecf481a8-22d7-4c62-8bd1-6bf6b6a98915 HTTP/1.1" status: 200 len: 1611 time: 0.4520903 Apr 21 14:48:27.574416 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.574639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50312) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:27.574823 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a0003-21c6-4d13-8f9e-3b243a46f535 None None] The sync data for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:27.622908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network 563da6e0-f5ba-487f-abc0-20fc35eb2f6a is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:27.675512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e47cb-d122-44a3-bbec-381028d599e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf481a8-22d7-4c62-8bd1-6bf6b6a98915,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:27.689943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 563da6e0-f5ba-487f-abc0-20fc35eb2f6a) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:27.696302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:27.696502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Made reservation on behalf of d3b5f07b13ba4d6bb12e9e67f1e2869e for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:27.696627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.698416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.726880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec5c65-0b88-4cca-8fec-5938c02e7b29 None None] Network 563da6e0-f5ba-487f-abc0-20fc35eb2f6a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:27.750467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.756652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.761031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.779258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] For port 7233a330-9b2d-4662-894f-f58ed62120e9, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7233a330-9b2d-4662-894f-f58ed62120e9,segment=NetworkSegment(5340ec94-3a25-4243-bc0a-7b478bfef39a),segment_id=5340ec94-3a25-4243-bc0a-7b478bfef39a)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:27.779620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.799962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] device_id is not set on port 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:48:27.883958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 406033e6-0f2a-409e-9bb3-1a5229531fbf no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:27.956927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Transition to ACTIVE for port object 8fb276ce-9735-41f2-9630-41c32ddf2e29 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:27.960140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.965024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 406033e6-0f2a-409e-9bb3-1a5229531fbf {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:27.965505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 406033e6-0f2a-409e-9bb3-1a5229531fbf not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:27.973572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] Pushing event deleted for resources: {'Port': ['ID=7233a330-9b2d-4662-894f-f58ed62120e9,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.010726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9fa021-06af-426b-a566-9d739f8bc8ad None None] No DVR routers for this DVR port 7233a330-9b2d-4662-894f-f58ed62120e9 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:28.024867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.055784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Calling delete_port for 7233a330-9b2d-4662-894f-f58ed62120e9 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:28.089007 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0ffeac3f-e106-4063-8327-c1c3c270fe53 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups/ecf481a8-22d7-4c62-8bd1-6bf6b6a98915 HTTP/1.1" status: 200 len: 1611 time: 0.5010509 Apr 21 14:48:28.105369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50316) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:28.138514 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9877bcc-c23e-4af5-bb9f-5e4ad9bfd84d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9049821 Apr 21 14:48:28.151677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50320) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:28.165223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=52869727-7f76-431e-a980-f485dbf28103,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:28.168191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:28.218597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.278325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Attempting to bind port 8fb276ce-9735-41f2-9630-41c32ddf2e29 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:28.278655 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Attempting to bind port 8fb276ce-9735-41f2-9630-41c32ddf2e29 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:28.279015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Attempting to bind port 8fb276ce-9735-41f2-9630-41c32ddf2e29 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:28.282225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06e2ac2-cbb8-4f88-ac72-bdf6352d9331 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.305672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:28.306255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:28.306582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568468b-c343-40f1-9007-eae0ff6982b4 None None] Pushing event updated for resources: {'Port': ['ID=8fb276ce-9735-41f2-9630-41c32ddf2e29,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.332367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06e2ac2-cbb8-4f88-ac72-bdf6352d9331 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.375781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:28.376187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:28.376800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.377348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:28.378001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Bound port: 8fb276ce-9735-41f2-9630-41c32ddf2e29, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:28.378574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.399499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cc7db-8784-4204-ba4d-f10d6a65a5bb req-b9facbeb-82ff-41b7-8b13-c3c2c9f818ff tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:28.407599 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a14cc7db-8784-4204-ba4d-f10d6a65a5bb req-b9facbeb-82ff-41b7-8b13-c3c2c9f818ff tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.8869364 Apr 21 14:48:28.453456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.473375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Transition to ACTIVE for port object 51b4888c-0b08-4800-b2f4-41bef25bbdcc will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:28.486132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Provisioning for port 239a20fb-2736-4755-954f-070a5208b646 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:28.506296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06e2ac2-cbb8-4f88-ac72-bdf6352d9331 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.527574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Pushing event updated for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=11']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.530472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Provisioning complete for port 239a20fb-2736-4755-954f-070a5208b646 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:28.531024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.534394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e2ac2-cbb8-4f88-ac72-bdf6352d9331 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf481a8-22d7-4c62-8bd1-6bf6b6a98915,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.548766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=20062163-00a2-4ee3-b5da-ee77fc791c72,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.583344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Transition to ACTIVE for port object 51b4888c-0b08-4800-b2f4-41bef25bbdcc will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:28.597162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06e2ac2-cbb8-4f88-ac72-bdf6352d9331 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.602252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Allocated IP 172.20.0.7 (b97eb5bc-a568-4597-ac0a-e3b47622f05c/419e27bf-ac91-4090-98de-97079af648b4/3bc1f05d-4bf9-426f-a1af-f1c5633b2fac) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:28.602430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f06e2ac2-cbb8-4f88-ac72-bdf6352d9331 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/ecf481a8-22d7-4c62-8bd1-6bf6b6a98915 HTTP/1.1" status: 204 len: 168 time: 0.4959896 Apr 21 14:48:28.602976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50324) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:28.667559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] For port 8fb276ce-9735-41f2-9630-41c32ddf2e29, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:28.691607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.707785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] For port 8fb276ce-9735-41f2-9630-41c32ddf2e29, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8fb276ce-9735-41f2-9630-41c32ddf2e29,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:28.722590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2a92653c-035f-4268-93af-4536638130cd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:28.744050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.751737 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a14cc7db-8784-4204-ba4d-f10d6a65a5bb req-33622f2c-ed32-4ce6-817f-0fe584116ab2 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432734 Apr 21 14:48:28.765105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Network 51da90ac-d58d-499f-9c30-bae470cdd24b is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:28.766615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-563da6e0-f5ba-487f-abc0-20fc35eb2f6a', 'network_id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': '6239f962-8433-4940-89d4-4f6d08a9daba'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:28.767733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.792649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2a92653c-035f-4268-93af-4536638130cd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:28.796480 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2a92653c-035f-4268-93af-4536638130cd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1881359 Apr 21 14:48:28.796622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:28.797461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50328) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:28.839160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:28.848288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:28.855993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.893529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:28.894071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.920222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Deleting port 8fb276ce-9735-41f2-9630-41c32ddf2e29 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:28.920424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.921476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.925985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Pushing event updated for resources: {'Port': ['ID=51b4888c-0b08-4800-b2f4-41bef25bbdcc,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.937335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting port 7233a330-9b2d-4662-894f-f58ed62120e9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:28.937677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.028856 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-9775c514-b56e-487b-8de0-4da29e8ea55a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] delete failed (client error): The resource could not be found. Apr 21 14:48:29.033659 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9775c514-b56e-487b-8de0-4da29e8ea55a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/ecf481a8-22d7-4c62-8bd1-6bf6b6a98915 HTTP/1.1" status: 404 len: 347 time: 0.2298598 Apr 21 14:48:29.038570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:29.048896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.075492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] The port '7233a330-9b2d-4662-894f-f58ed62120e9' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:48:29.079867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594753700'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:29.088395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:29.124423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.174432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:29.226255 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8b1130e8-d84a-4877-ad26-69ed9e99cefd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/20062163-00a2-4ee3-b5da-ee77fc791c72 HTTP/1.1" status: 204 len: 168 time: 2.5976548 Apr 21 14:48:29.231243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.235053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:29.344275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568468b-c343-40f1-9007-eae0ff6982b4 None None] Pushing event updated for resources: {'Port': ['ID=8fb276ce-9735-41f2-9630-41c32ddf2e29,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:29.347198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Attempting to bind port 51b4888c-0b08-4800-b2f4-41bef25bbdcc on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:29.347327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Attempting to bind port 51b4888c-0b08-4800-b2f4-41bef25bbdcc by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1ce5911a-12d6-4916-9ae6-3ec319a01277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51da90ac-d58d-499f-9c30-bae470cdd24b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:29.347722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Attempting to bind port 51b4888c-0b08-4800-b2f4-41bef25bbdcc on network 51da90ac-d58d-499f-9c30-bae470cdd24b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:29.371242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.381575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] For port 8fb276ce-9735-41f2-9630-41c32ddf2e29, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8fb276ce-9735-41f2-9630-41c32ddf2e29,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:29.381927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.412292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.421458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.436106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:29.436602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Checking segment: {'id': '1ce5911a-12d6-4916-9ae6-3ec319a01277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51da90ac-d58d-499f-9c30-bae470cdd24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:29.437080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.437550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Bound using segment: {'id': '1ce5911a-12d6-4916-9ae6-3ec319a01277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51da90ac-d58d-499f-9c30-bae470cdd24b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:29.438102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Bound port: 51b4888c-0b08-4800-b2f4-41bef25bbdcc, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce5911a-12d6-4916-9ae6-3ec319a01277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '51da90ac-d58d-499f-9c30-bae470cdd24b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:29.438557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.456373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.478088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Routers {'61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:29.478828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:29.497750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c056f8f6-7266-4f84-827d-064536db9aeb']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:29.504836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Transition to ACTIVE for port object 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:29.511274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Calling delete_port for 8fb276ce-9735-41f2-9630-41c32ddf2e29 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:29.529943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5340ec94-3a25-4243-bc0a-7b478bfef39a') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:29.530216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5340ec94-3a25-4243-bc0a-7b478bfef39a') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:29.542149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b5984-c679-4a46-be74-d682feb8de52 req-4c4299bb-48fc-45f5-ac93-9b2a2789dfcf tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:29.543740 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b87b5984-c679-4a46-be74-d682feb8de52 req-4c4299bb-48fc-45f5-ac93-9b2a2789dfcf tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5752077 Apr 21 14:48:29.547002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c13e8-253d-41b1-9c80-d130ab10d5ad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:29.548562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c13e8-253d-41b1-9c80-d130ab10d5ad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:29.550110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c13e8-253d-41b1-9c80-d130ab10d5ad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:29.551058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a11c13e8-253d-41b1-9c80-d130ab10d5ad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:29.590368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.609558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.665983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:29.673749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Allocated IP 2001:db8::3 (563da6e0-f5ba-487f-abc0-20fc35eb2f6a/6239f962-8433-4940-89d4-4f6d08a9daba/9358c2fc-1404-46bb-85d1-4b7345cc2e6b) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:29.688500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:29.692588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a11c13e8-253d-41b1-9c80-d130ab10d5ad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:29.694529 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a11c13e8-253d-41b1-9c80-d130ab10d5ad tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4504170 Apr 21 14:48:29.697198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:29.710386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.715364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:29.716214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.729754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:29.769167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:29.770002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:29.791023 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:29.809037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:29.812820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:29.819062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:29.829730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] For port 239a20fb-2736-4755-954f-070a5208b646, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=239a20fb-2736-4755-954f-070a5208b646,segment=NetworkSegment(e9be3ca3-665d-494f-9ca3-23dd3e27e959),segment_id=e9be3ca3-665d-494f-9ca3-23dd3e27e959)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:29.849581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event updated for resources: {'Port': ['ID=3bc1f05d-4bf9-426f-a1af-f1c5633b2fac,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:29.858825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.862369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:29.873327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b87b5984-c679-4a46-be74-d682feb8de52 req-282c0557-300a-4dc1-b022-6b7e83056a24 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161349 Apr 21 14:48:29.898090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] Set router 61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:48:29.956166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] For port 51b4888c-0b08-4800-b2f4-41bef25bbdcc, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:29.962391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:29.963065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.977826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.017872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.019727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.022542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.140751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] For port 51b4888c-0b08-4800-b2f4-41bef25bbdcc, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=51b4888c-0b08-4800-b2f4-41bef25bbdcc,segment=NetworkSegment(1ce5911a-12d6-4916-9ae6-3ec319a01277),segment_id=1ce5911a-12d6-4916-9ae6-3ec319a01277)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:30.175680 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9d3b4962-31ef-4ec5-b2f2-634a5fc8432c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8709340 Apr 21 14:48:30.176889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fb276ce-9735-41f2-9630-41c32ddf2e29,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.183979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50348) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:30.190685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Request body: {'floatingip': {'port_id': '3bc1f05d-4bf9-426f-a1af-f1c5633b2fac'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:30.203033 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Network': ['ID=c056f8f6-7266-4f84-827d-064536db9aeb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.217936 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9bf4a752-2f24-478d-be26-06ecd5c0641b tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/networks/c056f8f6-7266-4f84-827d-064536db9aeb HTTP/1.1" status: 204 len: 168 time: 3.4924021 Apr 21 14:48:30.234615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50352) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:30.262405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f13d5-2b95-43af-b5c4-0a6e3cb256e5 None None] Pushing event updated for resources: {'Port': ['ID=239a20fb-2736-4755-954f-070a5208b646,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.275603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd', 'name': 'tempest-snat-router-1298669508', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:15Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 4, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:30.276573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.300804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.350948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8:1::1 (91732db8-ddc1-44a8-b8e4-3099055056a4/c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1/8493cc11-4620-4406-a07c-467c3fba374d) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:30.356581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.368162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87179c7-b0b2-487c-97e1-5cc3dfdf951c None None] The sync data for ids ['61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd'] in dv-neutron-838898-1-hyperv is: [{'id': '61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd', 'name': 'tempest-snat-router-1298669508', 'tenant_id': '401ff0399fd8407a8a1300c5cb2ac489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:15Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 4, 'project_id': '401ff0399fd8407a8a1300c5cb2ac489', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:30.369575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7233a330-9b2d-4662-894f-f58ed62120e9 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:30.402568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Could not find standard attr ID for object 20062163-00a2-4ee3-b5da-ee77fc791c72. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:48:30.404398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.405670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3650033 Apr 21 14:48:30.421247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:30.422220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.430378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ead8ea-fabc-4300-8541-15001fc82404 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d0e864-3f4f-49fb-b3ad-e57d889a1747,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.436992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '40d0e864-3f4f-49fb-b3ad-e57d889a1747', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:30.447404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 7233a330-9b2d-4662-894f-f58ed62120e9 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:30.447757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7233a330-9b2d-4662-894f-f58ed62120e9 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:30.488025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.599633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 239a20fb-2736-4755-954f-070a5208b646 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:30.669674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Provisioning complete for port 559d892f-0886-4ede-9179-33fed3a2ddc7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:30.670049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.747828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.751268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:30.760756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 2402ab94-706d-4649-bcb1-d495334ef644 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:30.801969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.801969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1a7dd-4473-45e1-915b-cc9352086a06 None None] Pushing event updated for resources: {'Port': ['ID=51b4888c-0b08-4800-b2f4-41bef25bbdcc,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.818611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:30.826058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.826377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Port 559d892f-0886-4ede-9179-33fed3a2ddc7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:30.828169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.840632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Transition to ACTIVE for port object 9358c2fc-1404-46bb-85d1-4b7345cc2e6b will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:30.865983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:30.876414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Transition to ACTIVE for port object 9358c2fc-1404-46bb-85d1-4b7345cc2e6b will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:30.880126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 239a20fb-2736-4755-954f-070a5208b646 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:30.880502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.898935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:30.916478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Provisioning complete for port 52869727-7f76-431e-a980-f485dbf28103 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:30.916934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.954462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.976230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.068398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.081676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting subnet 71297d30-2808-433c-8a37-add564d39aff {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:31.088855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Network 563da6e0-f5ba-487f-abc0-20fc35eb2f6a is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:31.093603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:31.100369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:31.108584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.110892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9358c2fc-1404-46bb-85d1-4b7345cc2e6b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.152358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.170703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.194598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.219088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=6239f962-8433-4940-89d4-4f6d08a9daba,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.234546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.245174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object 8493cc11-4620-4406-a07c-467c3fba374d will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:31.280337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.313902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c604d-d0b8-4fcc-93d6-f7d66196d509 req-bbbbd7c6-2208-4a34-bfd0-e117da689b90 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:31.315463 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-467c604d-d0b8-4fcc-93d6-f7d66196d509 req-bbbbd7c6-2208-4a34-bfd0-e117da689b90 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5616910 Apr 21 14:48:31.354693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.368625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Attempting to bind port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:31.369423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Attempting to bind port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'c7126094-68e7-4a56-8edb-e7bda92b0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:31.370025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Attempting to bind port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b on network 563da6e0-f5ba-487f-abc0-20fc35eb2f6a {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:31.386198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:31.387877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Checking segment: {'id': 'c7126094-68e7-4a56-8edb-e7bda92b0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:31.388659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.389571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Bound using segment: {'id': 'c7126094-68e7-4a56-8edb-e7bda92b0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:31.390305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Bound port: 9358c2fc-1404-46bb-85d1-4b7345cc2e6b, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7126094-68e7-4a56-8edb-e7bda92b0817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:31.391530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.438954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Provisioning complete for port 239a20fb-2736-4755-954f-070a5208b646 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:31.439332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5698ba71-86e1-40a1-be14-5b1c84b33c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.478624 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-467c604d-d0b8-4fcc-93d6-f7d66196d509 req-f84b2899-4255-4a59-b0df-d94b289c3c86 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492305 Apr 21 14:48:31.480431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.530423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.564923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] For port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:31.570008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] For port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9358c2fc-1404-46bb-85d1-4b7345cc2e6b,segment=NetworkSegment(c7126094-68e7-4a56-8edb-e7bda92b0817),segment_id=c7126094-68e7-4a56-8edb-e7bda92b0817)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:31.605836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.674655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.684713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.686200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:31.698237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.707377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:31.736230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:31.742270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.757841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.761577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.762574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:31.763092 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-31c77935-f17a-48f5-9b4d-5d1334c33879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "DELETE /v2.0/routers/61a65a9c-39b7-4cb3-a6e5-f4ee0a981efd HTTP/1.1" status: 204 len: 168 time: 5.5429900 Apr 21 14:48:31.768325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50370) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:31.768632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.809835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69eecfd-a464-4a16-8c7c-f0554f90e5e4 None None] Pushing event updated for resources: {'Port': ['ID=9358c2fc-1404-46bb-85d1-4b7345cc2e6b,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.824468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=8493cc11-4620-4406-a07c-467c3fba374d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.837006 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde3e54-078e-4a17-a1bc-617475e68f12 None None] Network 563da6e0-f5ba-487f-abc0-20fc35eb2f6a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:31.866648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aaf62f4-c8b5-4a3b-8efc-51c1d0c8094a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.873523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=2402ab94-706d-4649-bcb1-d495334ef644,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.908567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.913499 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-844f54ce-84f9-4900-b380-612059ddf8a3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/2402ab94-706d-4649-bcb1-d495334ef644 HTTP/1.1" status: 204 len: 168 time: 2.1970816 Apr 21 14:48:31.916365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50374) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:31.917823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.937709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b705a4-c6c7-4775-9c25-16acfc45b42f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:31.941484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563da6e0-f5ba-487f-abc0-20fc35eb2f6a']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:31.967060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.968322 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3e025584-bbe2-4114-904c-faefc9a1254a tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5393851 Apr 21 14:48:31.977242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50380) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:32.048939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Subnet': ['ID=71297d30-2808-433c-8a37-add564d39aff,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:32.093734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d40392-05cf-47b9-99a7-fc54b442b358 None None] Network 51da90ac-d58d-499f-9c30-bae470cdd24b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:32.120512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.128170 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bbdb95e1-988f-44cd-a73b-f370b036c1a9 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/subnets/71297d30-2808-433c-8a37-add564d39aff HTTP/1.1" status: 204 len: 168 time: 1.8910954 Apr 21 14:48:32.134761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:32.139070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e715b-d5a1-4fa5-bf54-ae1e8c9038c7 None None] Network 26381a01-ee8e-4c3e-9f3c-9224aae10245 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:32.150709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7126094-68e7-4a56-8edb-e7bda92b0817') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:32.151101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7126094-68e7-4a56-8edb-e7bda92b0817') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:32.272344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 3140d034-5d84-4eba-a4c7-c09707cb66c6 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:32.292572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.294220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe4e3f07-a540-4a8d-9081-8ea9a3f9ddb0 None None] Provisioning for port 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:32.345082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.383513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-380f8f91-624b-4808-a058-777f97d788e3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.386484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.393035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe4e3f07-a540-4a8d-9081-8ea9a3f9ddb0 None None] Provisioning complete for port 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:32.393489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3f07-a540-4a8d-9081-8ea9a3f9ddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.412238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-380f8f91-624b-4808-a058-777f97d788e3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.415727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.438116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.461285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.463656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:32.464869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:32.486859 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:32.542541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Deleting port 56711911-f4fc-4b85-adcc-7be0d57790fe {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:32.542885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.649185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fe4e3f07-a540-4a8d-9081-8ea9a3f9ddb0 None None] Port 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:32.768897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.785506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:48:32.785506 dv-neutron-838898-1-hyperv neutron-server[83935]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:48:32.785506 dv-neutron-838898-1-hyperv neutron-server[83935]: [parameters: {'id': '563da6e0-f5ba-487f-abc0-20fc35eb2f6a'}] Apr 21 14:48:32.785506 dv-neutron-838898-1-hyperv neutron-server[83935]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:32.787024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:32.791396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.820862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:32.862547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-380f8f91-624b-4808-a058-777f97d788e3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.947253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8f91-624b-4808-a058-777f97d788e3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2aaf62f4-c8b5-4a3b-8efc-51c1d0c8094a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:32.956788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-380f8f91-624b-4808-a058-777f97d788e3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.961195 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-380f8f91-624b-4808-a058-777f97d788e3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2aaf62f4-c8b5-4a3b-8efc-51c1d0c8094a HTTP/1.1" status: 204 len: 168 time: 0.9793344 Apr 21 14:48:32.962690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50394) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:32.963272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-abe43b55-ab6b-40df-91ad-b80f99b62ec6 None None] Provisioning for port 51b4888c-0b08-4800-b2f4-41bef25bbdcc completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:33.064675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2dfd691e-a6c4-4be7-8d3f-7fe281d98f27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:33.073239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] DHCP port deletion for 26381a01-ee8e-4c3e-9f3c-9224aae10245 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:33.086035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Deleting port 56711911-f4fc-4b85-adcc-7be0d57790fe {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:33.086983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.090080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.098139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.151542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2dfd691e-a6c4-4be7-8d3f-7fe281d98f27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:33.155698 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2dfd691e-a6c4-4be7-8d3f-7fe281d98f27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1848567 Apr 21 14:48:33.156296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50398) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:33.158980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-abe43b55-ab6b-40df-91ad-b80f99b62ec6 None None] Provisioning for port 8493cc11-4620-4406-a07c-467c3fba374d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:33.171709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:33.172476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.254932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-abe43b55-ab6b-40df-91ad-b80f99b62ec6 None None] Provisioning complete for port 8493cc11-4620-4406-a07c-467c3fba374d triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:33.256139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-abe43b55-ab6b-40df-91ad-b80f99b62ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.288676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.356863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:33.357200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.379378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] For port 56711911-f4fc-4b85-adcc-7be0d57790fe, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56711911-f4fc-4b85-adcc-7be0d57790fe,segment=NetworkSegment(462d9f8c-418c-47b6-a3db-f413a2b91afb),segment_id=462d9f8c-418c-47b6-a3db-f413a2b91afb)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:33.379607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.382566 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP e4197ff0-b5c7-4987-86f6-9a98dc36e212 associated. External IP: 172.26.6.87, port: d2efe686-01d2-4e60-9c47-f572ac140413. Apr 21 14:48:33.398285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c588e27-ead7-4315-b149-e19704d6f472 req-ebd7850b-1f9e-44b8-87b9-6c7591212c45 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:33.405527 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4c588e27-ead7-4315-b149-e19704d6f472 req-ebd7850b-1f9e-44b8-87b9-6c7591212c45 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.6267259 Apr 21 14:48:33.523198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68fbc2e6-ace2-46d1-adab-83ac5229a670 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.574086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.584402 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Calling delete_port for 56711911-f4fc-4b85-adcc-7be0d57790fe owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:33.695416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] For port 56711911-f4fc-4b85-adcc-7be0d57790fe, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56711911-f4fc-4b85-adcc-7be0d57790fe,segment=NetworkSegment(462d9f8c-418c-47b6-a3db-f413a2b91afb),segment_id=462d9f8c-418c-47b6-a3db-f413a2b91afb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:33.696175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.702585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=3140d034-5d84-4eba-a4c7-c09707cb66c6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:33.707199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.780457 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4c588e27-ead7-4315-b149-e19704d6f472 req-5d94f226-916b-4255-972c-aecfaa4018de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739333 Apr 21 14:48:33.829193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68fbc2e6-ace2-46d1-adab-83ac5229a670 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.841003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-abe43b55-ab6b-40df-91ad-b80f99b62ec6 None None] Port 8493cc11-4620-4406-a07c-467c3fba374d cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:33.848090 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2225345f-f1f0-4bcb-8cfe-15b5d2e6e750 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/3140d034-5d84-4eba-a4c7-c09707cb66c6 HTTP/1.1" status: 204 len: 168 time: 1.9260561 Apr 21 14:48:33.857139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50402) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:33.918426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Calling delete_port for 56711911-f4fc-4b85-adcc-7be0d57790fe owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:33.924578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:33.970620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.976927 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f3bd0df-2ec0-47f7-99d8-a9b86cf9672d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157455 Apr 21 14:48:33.977574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:34.066383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.067590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.130361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 51b4888c-0b08-4800-b2f4-41bef25bbdcc up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:34.135714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68fbc2e6-ace2-46d1-adab-83ac5229a670 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.155408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.180882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbc2e6-ace2-46d1-adab-83ac5229a670 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d0e864-3f4f-49fb-b3ad-e57d889a1747,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.184445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:34.184857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:34.186323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9358c2fc-1404-46bb-85d1-4b7345cc2e6b,segment=NetworkSegment(c7126094-68e7-4a56-8edb-e7bda92b0817),segment_id=c7126094-68e7-4a56-8edb-e7bda92b0817)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:34.187038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.209444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b133ef51-42a6-4935-b788-d2d0459455ab None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:34.212309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=8493cc11-4620-4406-a07c-467c3fba374d,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.326803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] No DVR routers for this DVR port 56711911-f4fc-4b85-adcc-7be0d57790fe on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:34.327038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 51b4888c-0b08-4800-b2f4-41bef25bbdcc completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:34.332907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Port': ['ID=56711911-f4fc-4b85-adcc-7be0d57790fe,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.339522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 51b4888c-0b08-4800-b2f4-41bef25bbdcc triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:34.339522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.350579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for 9358c2fc-1404-46bb-85d1-4b7345cc2e6b owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:34.407839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68fbc2e6-ace2-46d1-adab-83ac5229a670 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.411451 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-68fbc2e6-ace2-46d1-adab-83ac5229a670 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/40d0e864-3f4f-49fb-b3ad-e57d889a1747 HTTP/1.1" status: 204 len: 168 time: 1.2444491 Apr 21 14:48:34.422147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50410) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:34.432689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a5fbe133-65ea-47aa-a0b3-509edd7cf41a None None] Provisioning complete for port 52869727-7f76-431e-a980-f485dbf28103 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:34.433145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a5fbe133-65ea-47aa-a0b3-509edd7cf41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.449325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.482154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.524928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf6397-a95d-4ea0-9fe0-62bf5bcb75bc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:34.528890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bbdf6397-a95d-4ea0-9fe0-62bf5bcb75bc tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5471144 Apr 21 14:48:34.531845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:34.538909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26381a01-ee8e-4c3e-9f3c-9224aae10245']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:34.539132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Deleting port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:34.539526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.581050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.610484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462d9f8c-418c-47b6-a3db-f413a2b91afb') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:34.610788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462d9f8c-418c-47b6-a3db-f413a2b91afb') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:34.633850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.646850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.662558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527b9ea-03e2-43ab-9553-588a7d8f5ffd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:34.664182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9527b9ea-03e2-43ab-9553-588a7d8f5ffd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:34.673998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:34.687453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Deleting port 56711911-f4fc-4b85-adcc-7be0d57790fe {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:34.687840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.689307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.692028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:34.703734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Port': ['ID=9358c2fc-1404-46bb-85d1-4b7345cc2e6b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.749832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c15fd939-bc57-4c35-88ad-bdfeb5d21c45 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:34.753937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No DVR routers for this DVR port 9358c2fc-1404-46bb-85d1-4b7345cc2e6b on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:34.765037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 51b4888c-0b08-4800-b2f4-41bef25bbdcc, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=51b4888c-0b08-4800-b2f4-41bef25bbdcc,segment=NetworkSegment(1ce5911a-12d6-4916-9ae6-3ec319a01277),segment_id=1ce5911a-12d6-4916-9ae6-3ec319a01277)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:34.770268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49984432-d9dd-436b-8d26-21a4e14c19a5 None None] The port '56711911-f4fc-4b85-adcc-7be0d57790fe' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:48:34.774923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.812694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:34.831990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] Deleting port 52869727-7f76-431e-a980-f485dbf28103 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:34.832352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.940586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56711911-f4fc-4b85-adcc-7be0d57790fe no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:35.050478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 56711911-f4fc-4b85-adcc-7be0d57790fe {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:35.050722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56711911-f4fc-4b85-adcc-7be0d57790fe not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:35.083866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] For port 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:35.084505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.108247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=51b4888c-0b08-4800-b2f4-41bef25bbdcc,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.131478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9527b9ea-03e2-43ab-9553-588a7d8f5ffd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:35.134777 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9527b9ea-03e2-43ab-9553-588a7d8f5ffd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5983472 Apr 21 14:48:35.140894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:35.141433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:35.157637 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:35.160805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.163594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c15fd939-bc57-4c35-88ad-bdfeb5d21c45 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:35.169183 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c15fd939-bc57-4c35-88ad-bdfeb5d21c45 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7417626 Apr 21 14:48:35.220214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50424) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.256401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] For port 52869727-7f76-431e-a980-f485dbf28103, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=52869727-7f76-431e-a980-f485dbf28103,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:35.256885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.267294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f0c611ef-9d13-40b9-8fe5-c58bcdf2b841 None None] Provisioning complete for port 8493cc11-4620-4406-a07c-467c3fba374d triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:35.267672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f0c611ef-9d13-40b9-8fe5-c58bcdf2b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.270745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Calling delete_port for 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:35.284279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--87684743'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:35.310832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.365058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:35.377836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563da6e0-f5ba-487f-abc0-20fc35eb2f6a']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:35.384150 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ae1af82b-bb5e-4bc3-9614-95ad2b754a8a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711814 Apr 21 14:48:35.391904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50430) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.398486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:35.402496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:35.416035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.421041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.425734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7126094-68e7-4a56-8edb-e7bda92b0817') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:35.426030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7126094-68e7-4a56-8edb-e7bda92b0817') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:35.456092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Pushing event deleted for resources: {'Network': ['ID=26381a01-ee8e-4c3e-9f3c-9224aae10245,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.461274 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6426c318-28ca-4f53-a82a-bca7455c2c04 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/networks/26381a01-ee8e-4c3e-9f3c-9224aae10245 HTTP/1.1" status: 204 len: 168 time: 3.3254790 Apr 21 14:48:35.463558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.472804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50434) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.482211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] Calling delete_port for 52869727-7f76-431e-a980-f485dbf28103 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:35.528746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3fbdf3ad-c454-47a4-a174-0414a2f6d734 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Synchronizing usage tracker for tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:35.543053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f0c611ef-9d13-40b9-8fe5-c58bcdf2b841 None None] Port 8493cc11-4620-4406-a07c-467c3fba374d cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:35.573020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3fbdf3ad-c454-47a4-a174-0414a2f6d734 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Unset dirty status for tenant:fa88da1bb3c240f3ba5c5f6474ae9a0f on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:35.574459 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3fbdf3ad-c454-47a4-a174-0414a2f6d734 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "GET /v2.0/ports?device_id=84dcc93c-8026-432b-9b5e-72ae1576d176 HTTP/1.1" status: 200 len: 205 time: 0.0991867 Apr 21 14:48:35.578222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50438) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.582530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:35.587388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.627095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.628801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] Pushing event deleted for resources: {'Port': ['ID=52869727-7f76-431e-a980-f485dbf28103,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.639085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b963403-bc85-4cf8-af9b-fefe0aba9da2 None None] No DVR routers for this DVR port 52869727-7f76-431e-a980-f485dbf28103 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:35.649360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:35.659942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:35.661021 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c8f1b-9353-4f88-b2d3-c21fa1e3d245 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:48:35.674778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.701497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:35.701897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.718642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:35.719735 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:35.732032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a9aa-95b9-4fe9-9e12-82a7f67b19f1 req-9f6ae5cc-e192-4c12-9197-3a4a1aa1ae17 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:35.733548 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7069a9aa-95b9-4fe9-9e12-82a7f67b19f1 req-9f6ae5cc-e192-4c12-9197-3a4a1aa1ae17 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5811217 Apr 21 14:48:35.741040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 73d77f4c-8cdb-4008-9357-e5410ef0012a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:35.806615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c8f1b-9353-4f88-b2d3-c21fa1e3d245 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:35.843231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:35.851319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-872f3175-18ec-47cb-bdfc-d323efe56372 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.862999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:35.879822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.910192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.952195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:35.978986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=563da6e0-f5ba-487f-abc0-20fc35eb2f6a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.994749 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7069a9aa-95b9-4fe9-9e12-82a7f67b19f1 req-8efe5317-3c29-4300-951c-2517a3d38663 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978166 Apr 21 14:48:36.067178 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3a954628-fcc2-4ffa-950d-6fc3b9dac827 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/563da6e0-f5ba-487f-abc0-20fc35eb2f6a HTTP/1.1" status: 204 len: 168 time: 7.9032626 Apr 21 14:48:36.075009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50442) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:36.079499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.081140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:36.088551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1426012046'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:36.096564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.114160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:36.125434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.126822 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:48:36.127251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:36.132781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:36.142182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:36.153554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:36.157342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6375f93d-7323-41ff-a990-012a05b49ccd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:36.162527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.228914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74618e19-62c9-473e-9a86-8fbd71c79d4a None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:48:36.237922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.239273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e089008a-bc4d-4bbf-84d2-3130927aeda0 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9649925 Apr 21 14:48:36.244997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:36.269204 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bfea1d41-04dd-4add-90aa-409508a9f939 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8793600 Apr 21 14:48:36.272997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b9ef494-d7ca-426e-be2e-ace5cd55d2f2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:36.308927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:36.323212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:36.326208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.326424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '6375f93d-7323-41ff-a990-012a05b49ccd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:36.335372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:36.369683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74618e19-62c9-473e-9a86-8fbd71c79d4a None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:36.411031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:36.435704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:36.453470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:36.471674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.472030 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 675740c7-8dba-4caf-9a94-7cd53c270735 of type vlan for network ac191f5e-29d0-476f-ae11-0683b5b86a5c Apr 21 14:48:36.605656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:36.635745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:36.641004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.647193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.712029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:36.725336 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ab776cb9-fac9-40b5-bae6-54b80b1ee2e5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/73d77f4c-8cdb-4008-9357-e5410ef0012a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6268446 Apr 21 14:48:36.729423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:36.738645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-872f3175-18ec-47cb-bdfc-d323efe56372 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.752202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] Sync routers for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:36.765160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:36.765766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:36.773527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:36.813189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:36.819667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-872f3175-18ec-47cb-bdfc-d323efe56372 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.822157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.830242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:36.843809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:36.844499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:36.856502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426dd8f-1325-447e-bcf6-cac3e57ea43d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:36.856840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1426dd8f-1325-447e-bcf6-cac3e57ea43d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:36.868777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:36.913253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:36.913659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2c1941-7d9c-4078-b91e-c486dc1a2311 None None] The sync data for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:36.931876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.935534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:36.936141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.977900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.014081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1426dd8f-1325-447e-bcf6-cac3e57ea43d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:37.015211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 51b4888c-0b08-4800-b2f4-41bef25bbdcc up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:37.018332 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1426dd8f-1325-447e-bcf6-cac3e57ea43d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports/8493cc11-4620-4406-a07c-467c3fba374d HTTP/1.1" status: 200 len: 913 time: 0.2847993 Apr 21 14:48:37.019128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.024307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-872f3175-18ec-47cb-bdfc-d323efe56372 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.025205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f3175-18ec-47cb-bdfc-d323efe56372 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Fanout notify agent at l3_agent the message router_deleted on router 84dcc93c-8026-432b-9b5e-72ae1576d176 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:37.096629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.098144 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:48:37.098581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:37.102574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 51b4888c-0b08-4800-b2f4-41bef25bbdcc triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:37.102951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.190698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.216115 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1372914 Apr 21 14:48:37.216845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da3ef-78da-49e7-a849-1b8d71392203 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=ac191f5e-29d0-476f-ae11-0683b5b86a5c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.222017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50464) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.229353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:37.236796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network ac191f5e-29d0-476f-ae11-0683b5b86a5c details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:37.239993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.249780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-872f3175-18ec-47cb-bdfc-d323efe56372 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.253386 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-872f3175-18ec-47cb-bdfc-d323efe56372 tempest-RoutersNegativeIpV6Test-107957451 tempest-RoutersNegativeIpV6Test-107957451-project] 10.222.0.42 "DELETE /v2.0/routers/84dcc93c-8026-432b-9b5e-72ae1576d176 HTTP/1.1" status: 204 len: 168 time: 1.6715181 Apr 21 14:48:37.256304 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7971f010-9fd1-4b68-8300-7623bcbdaec6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9376087 Apr 21 14:48:37.257223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.271405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50470) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.300115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b43781c-0397-43bd-95b0-ece4e8ea40ba,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.321010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.324059 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-353e350e-8554-4487-bcb9-282f6adc7202 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0140080 Apr 21 14:48:37.324994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50474) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.326611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:37.334710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '6375f93d-7323-41ff-a990-012a05b49ccd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:37.342355 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:37.351057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:37.354951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:37.366413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:37.385099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12fc64-27f7-4860-94a4-d6af1716dd3a req-e7c293d3-f0a3-4c76-a2e9-fd1a34c5fa69 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:37.386608 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ff12fc64-27f7-4860-94a4-d6af1716dd3a req-e7c293d3-f0a3-4c76-a2e9-fd1a34c5fa69 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.2157977 Apr 21 14:48:37.412885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.435196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:37.448031 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:37.460025 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:37.460993 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.500405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.500727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c99dc92-9f03-4ac8-8cd1-2e8450468e92 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:37.560304 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.576224 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:37.577135 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.578397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.612290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.613766 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-08e372c1-a758-4c77-858a-3bf5f8f5d5af tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9c99dc92-9f03-4ac8-8cd1-2e8450468e92 HTTP/1.1" status: 204 len: 168 time: 5.8280694 Apr 21 14:48:37.618071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50480) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.625166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:37.634031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-877820855', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:37.644134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:37.651503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:37.655977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:37.662775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:37.672524 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.673044 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecaf02-baa5-4688-84bf-0af8eff460b4 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:37.674945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:37.678661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Usage tracker for resource:router and tenant:bc074594318c46309f94913e822b6c34 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:37.684911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50484) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.685521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.694664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:37.707547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:37.711750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:37.715972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:37.738391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd5959a-a851-4326-926c-6b75c02e3fc0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.766353 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ff12fc64-27f7-4860-94a4-d6af1716dd3a req-84a9fa04-1595-4891-bc9a-23bb4510e3ef tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689649 Apr 21 14:48:37.776040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.779816 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d00831c9-ea59-4a1f-88d2-4512afb94a3d tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4514468 Apr 21 14:48:37.780637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.787592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '6375f93d-7323-41ff-a990-012a05b49ccd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:37.793108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:37.806917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:37.809913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:37.816409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:37.818104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:37.821623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.822929 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:48:37.823345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:37.839391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.847825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.848868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.898628 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d2f0b973-9bba-4754-b11c-f39ee370738f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6231070 Apr 21 14:48:37.904393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.910837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.918661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:37.938414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.993283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.046533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.058199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.059474 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-12055704-ddb2-40ae-b0e8-15ac6fcb11d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa88da1bb3c240f3ba5c5f6474ae9a0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3723574 Apr 21 14:48:38.062415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:38.178304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f3ea51-671c-42ff-8a4c-8bca7ed8d7f8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:38.229786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.230963 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bdf3fd0b-2f20-47e6-af02-e2dfe2734582 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4500003 Apr 21 14:48:38.233423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:38.239417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50502) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:38.251591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:38.252204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '6375f93d-7323-41ff-a990-012a05b49ccd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:38.269287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:38.272662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.273990 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:48:38.274399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:38.292748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:38.304335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43aa120c-9063-4bdf-8fa3-687b5a9b1c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.304714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:38.317330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:38.324320 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-770f93d8-0a74-4fcd-b1e7-7ee391b3f3db tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4190640 Apr 21 14:48:38.334063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50506) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:38.345916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:38.362672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43aa120c-9063-4bdf-8fa3-687b5a9b1c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.390305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:38.443418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.510881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.542849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.654837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:38.670714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:38.703623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=ce8aba50-a239-4657-8661-c4120557a30b,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:38.721260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43aa120c-9063-4bdf-8fa3-687b5a9b1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.749574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa120c-9063-4bdf-8fa3-687b5a9b1c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb52e59-b185-4b3b-acef-5c7015c1370e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:38.766709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.779727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': '675740c7-8dba-4caf-9a94-7cd53c270735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:38.780019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: ac191f5e-29d0-476f-ae11-0683b5b86a5c, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:38.781501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:38.784951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.786393 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:48:38.787296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:38.787815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.809225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43aa120c-9063-4bdf-8fa3-687b5a9b1c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.812565 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43aa120c-9063-4bdf-8fa3-687b5a9b1c22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fb52e59-b185-4b3b-acef-5c7015c1370e HTTP/1.1" status: 204 len: 168 time: 0.7319419 Apr 21 14:48:38.916156 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-643e9f90-b131-4aac-afc9-c38b6ee5969e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5797527 Apr 21 14:48:38.921397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:38.929947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:38.992869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a22e60-a4cc-4ce5-867f-80a4531d6154,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:39.049278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.050456 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-15e1a59d-7381-44e2-b1ae-299118513af4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8095610 Apr 21 14:48:39.056885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50520) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.063439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network ac191f5e-29d0-476f-ae11-0683b5b86a5c is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:39.071842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '6375f93d-7323-41ff-a990-012a05b49ccd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:39.094639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:39.099402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, ac191f5e-29d0-476f-ae11-0683b5b86a5c) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:39.110205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:39.110814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.111031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:39.117097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ee792-9449-4e25-b179-1140502048bb None None] Network ac191f5e-29d0-476f-ae11-0683b5b86a5c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:39.118495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:39.150049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:39.169643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.178138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:39.192339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:39.199256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1239-1441-43e6-b47b-df92ec1dcdb4 req-9639c1b5-a113-4fff-85bc-bfe48f8c1194 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:39.201082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6d8f1239-1441-43e6-b47b-df92ec1dcdb4 req-9639c1b5-a113-4fff-85bc-bfe48f8c1194 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.2580371 Apr 21 14:48:39.206989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 2e424d53-482b-4e16-9bd6-f2bde92b5cdf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:39.216297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.221616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.233423 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-70b851e1-b698-4733-aa75-055558d95686 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0100474 Apr 21 14:48:39.270620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50528) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.309335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:39.312781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.314935 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:48:39.315352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:39.419503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-ac191f5e-29d0-476f-ae11-0683b5b86a5c', 'network_id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': 'ce8aba50-a239-4657-8661-c4120557a30b'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:39.420902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.440568 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6d8f1239-1441-43e6-b47b-df92ec1dcdb4 req-1a93ff40-5c16-435f-9291-ecc1702f625b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284536 Apr 21 14:48:39.441249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.459291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.510082 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-396c8844-899c-408e-9846-050b616d2def tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5873210 Apr 21 14:48:39.515258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50538) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.517567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.521445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.4589407 Apr 21 14:48:39.534028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510f190-1e60-4f28-a613-f397b0c2df27 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f3ef04-7ca6-40f3-b43e-8a15df5858d8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:39.561519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.614270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Allocated IP 172.26.6.127 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/eb4d9a61-affb-483d-a76d-6eaf1a357433) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:39.627345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-077b7313-0b27-490b-8307-f93df97409ed tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.647939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.661590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-077b7313-0b27-490b-8307-f93df97409ed tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.664042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Allocated IP 2001:db8::1 (ac191f5e-29d0-476f-ae11-0683b5b86a5c/ce8aba50-a239-4657-8661-c4120557a30b/efca7fe0-55b5-4a3b-ad4a-1b243007b28e) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:39.782208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.794198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-13235cb8-00ed-4b24-bcca-8a9c99ac60f8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:39.867093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-077b7313-0b27-490b-8307-f93df97409ed tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.005685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 8493cc11-4620-4406-a07c-467c3fba374d {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:40.009295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.033040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.049355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Transition to ACTIVE for port object efca7fe0-55b5-4a3b-ad4a-1b243007b28e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:40.051353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-13235cb8-00ed-4b24-bcca-8a9c99ac60f8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:40.055992 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-13235cb8-00ed-4b24-bcca-8a9c99ac60f8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5372705 Apr 21 14:48:40.073098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:40.073531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:40.087885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Transition to ACTIVE for port object efca7fe0-55b5-4a3b-ad4a-1b243007b28e will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:40.095261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.122500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b7313-0b27-490b-8307-f93df97409ed tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23f3ef04-7ca6-40f3-b43e-8a15df5858d8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.137414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.167152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Network ac191f5e-29d0-476f-ae11-0683b5b86a5c is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:40.170075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:40.173765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-077b7313-0b27-490b-8307-f93df97409ed tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.173926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:40.178030 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-077b7313-0b27-490b-8307-f93df97409ed tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/23f3ef04-7ca6-40f3-b43e-8a15df5858d8 HTTP/1.1" status: 204 len: 168 time: 0.6047831 Apr 21 14:48:40.181395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Pushing event updated for resources: {'Port': ['ID=efca7fe0-55b5-4a3b-ad4a-1b243007b28e,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.181738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50564) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:40.270532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88296-030f-483c-956e-40fddeaa1384 req-b432477b-e734-4ee1-94ca-f1fce2b7232a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:40.272573 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ffb88296-030f-483c-956e-40fddeaa1384 req-b432477b-e734-4ee1-94ca-f1fce2b7232a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3435490 Apr 21 14:48:40.278933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.289235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Attempting to bind port efca7fe0-55b5-4a3b-ad4a-1b243007b28e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:40.289887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Attempting to bind port efca7fe0-55b5-4a3b-ad4a-1b243007b28e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '675740c7-8dba-4caf-9a94-7cd53c270735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:40.290460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Attempting to bind port efca7fe0-55b5-4a3b-ad4a-1b243007b28e on network ac191f5e-29d0-476f-ae11-0683b5b86a5c {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:40.298295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:40.299124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Checking segment: {'id': '675740c7-8dba-4caf-9a94-7cd53c270735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:40.299856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.300708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Bound using segment: {'id': '675740c7-8dba-4caf-9a94-7cd53c270735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:40.301362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Bound port: efca7fe0-55b5-4a3b-ad4a-1b243007b28e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675740c7-8dba-4caf-9a94-7cd53c270735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:40.302039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.327488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d099d0-e2de-4443-ac64-ab9cde642c5b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:40.328575 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-eee5b7be-8632-4645-a879-c1ff6883eb3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 0.2839537 Apr 21 14:48:40.331653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00d099d0-e2de-4443-ac64-ab9cde642c5b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2534955 Apr 21 14:48:40.332413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:40.386979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-403e222d-4bf2-4e81-a654-0bde54d4ce54 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:40.412195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723702249'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:40.413400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] For port efca7fe0-55b5-4a3b-ad4a-1b243007b28e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:40.417129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] For port efca7fe0-55b5-4a3b-ad4a-1b243007b28e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=efca7fe0-55b5-4a3b-ad4a-1b243007b28e,segment=NetworkSegment(675740c7-8dba-4caf-9a94-7cd53c270735),segment_id=675740c7-8dba-4caf-9a94-7cd53c270735)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:40.418443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:40.422875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.430884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.438129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:40.471929 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4cde372a-5895-45e4-a24d-233dd87a3c91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336465 Apr 21 14:48:40.474761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50572) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:40.488510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:40.499150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:40.503852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8aba50-a239-4657-8661-c4120557a30b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.508815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:40.513053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39178dd-ca1f-4092-9484-281aca6526fc None None] Pushing event updated for resources: {'Port': ['ID=efca7fe0-55b5-4a3b-ad4a-1b243007b28e,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.513696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:40.530430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:40.532232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event updated for resources: {'Port': ['ID=eb4d9a61-affb-483d-a76d-6eaf1a357433,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.540772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:40.575427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-403e222d-4bf2-4e81-a654-0bde54d4ce54 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:40.579359 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-403e222d-4bf2-4e81-a654-0bde54d4ce54 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3921046 Apr 21 14:48:40.599609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50576) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:40.601208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.618868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.636933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:40.640120 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ffb88296-030f-483c-956e-40fddeaa1384 req-42dad26a-7b79-4897-8673-56a2a923ad8f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3561177 Apr 21 14:48:40.652503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] Sync routers for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:40.662882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0eba8d-6568-46da-821f-f2045f0d1f24 None None] Network ac191f5e-29d0-476f-ae11-0683b5b86a5c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:40.688699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.765430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:40.766343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:40.775743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-a0ae9205-2951-40a4-bbda-4aa8bbd8cfa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:40.777249 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-a0ae9205-2951-40a4-bbda-4aa8bbd8cfa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.4351821 Apr 21 14:48:40.780048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:40.835894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:40.886326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.895860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.910522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 8493cc11-4620-4406-a07c-467c3fba374d owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:40.920327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:40.920959 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:40.931618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:40.988089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:40.988506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631a768-15ea-4e66-bb1a-8a1cb4cc0226 None None] The sync data for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:40.999425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3531c3b2-d844-45a4-98d9-254832a0066b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.026868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac191f5e-29d0-476f-ae11-0683b5b86a5c']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:41.056702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91ef0d-4b20-40e3-b9b9-d883ea04e2e4 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:48:41.101763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3531c3b2-d844-45a4-98d9-254832a0066b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.109604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675740c7-8dba-4caf-9a94-7cd53c270735') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:41.109931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675740c7-8dba-4caf-9a94-7cd53c270735') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:41.136822 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:41.141607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:41.146622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.158095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:41.159215 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-191fbc82-81b5-44ce-ac74-7f0d8ff89fba tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/floatingips/e4197ff0-b5c7-4987-86f6-9a98dc36e212 HTTP/1.1" status: 200 len: 976 time: 10.9740150 Apr 21 14:48:41.165274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:41.167617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:41.211762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:41.217776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.231451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a91ef0d-4b20-40e3-b9b9-d883ea04e2e4 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:41.244506 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-45483d4f-83ca-4767-88f3-f50fd61909c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 1000 time: 0.4374130 Apr 21 14:48:41.246416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:41.247314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:41.270865 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:41.325021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.350358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3531c3b2-d844-45a4-98d9-254832a0066b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.407759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531c3b2-d844-45a4-98d9-254832a0066b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8a22e60-a4cc-4ce5-867f-80a4531d6154,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:41.421351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:41.421813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.469904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-19a9b6d7-a39b-4ac7-b627-3587eee82c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:41.472601 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-19a9b6d7-a39b-4ac7-b627-3587eee82c7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.2208591 Apr 21 14:48:41.521523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:48:41.521523 dv-neutron-838898-1-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:48:41.521523 dv-neutron-838898-1-hyperv neutron-server[83934]: [parameters: {'id': 'ac191f5e-29d0-476f-ae11-0683b5b86a5c'}] Apr 21 14:48:41.521523 dv-neutron-838898-1-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:41.522202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:41.523074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3531c3b2-d844-45a4-98d9-254832a0066b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.524328 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3531c3b2-d844-45a4-98d9-254832a0066b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c8a22e60-a4cc-4ce5-867f-80a4531d6154 HTTP/1.1" status: 204 len: 168 time: 0.9155445 Apr 21 14:48:41.533131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50584) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:41.643514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.644272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.660906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.664984 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-20a3a826-9014-4cfd-b7ca-1cad583ad068 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1298184 Apr 21 14:48:41.670493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50588) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:41.677952 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-b077e97b-4ad3-43d2-bca5-a6697c4ec100 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1969726 Apr 21 14:48:41.707783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.743431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=8493cc11-4620-4406-a07c-467c3fba374d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:41.746512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.957712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b863738b-40cf-43d7-9d7e-d8da7dbae32b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.998690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b863738b-40cf-43d7-9d7e-d8da7dbae32b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.056473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:42.064939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.066631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca17c4-136b-45f7-b829-131e61c1d2d5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:42.087409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:42.088612 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-bc16eb33-2638-4e34-8670-dc0571923e8a service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684585 Apr 21 14:48:42.108406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:42.130505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:42.143076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b863738b-40cf-43d7-9d7e-d8da7dbae32b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.165226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port efca7fe0-55b5-4a3b-ad4a-1b243007b28e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:42.165568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.201332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.230407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863738b-40cf-43d7-9d7e-d8da7dbae32b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65f3ea51-671c-42ff-8a4c-8bca7ed8d7f8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:42.293029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b863738b-40cf-43d7-9d7e-d8da7dbae32b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.294160 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b863738b-40cf-43d7-9d7e-d8da7dbae32b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/65f3ea51-671c-42ff-8a4c-8bca7ed8d7f8 HTTP/1.1" status: 204 len: 168 time: 0.6205163 Apr 21 14:48:42.301740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50594) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.348773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:48:42.368263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.375156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a705d26-3845-4e62-a129-4dac94342192 req-3babd40a-79a0-446a-beed-feaf3bd3d7e4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:42.376682 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9a705d26-3845-4e62-a129-4dac94342192 req-3babd40a-79a0-446a-beed-feaf3bd3d7e4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5383821 Apr 21 14:48:42.422370 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed96e31d-3110-4389-bdbd-b730f451fc63 req-e33cf751-cad2-49a7-b1ae-e1575203e160 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272491 Apr 21 14:48:42.471786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:42.477520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:42.483151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:42.483762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.486972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9d1ca-c3aa-4ed1-bab4-cb487c597244 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:42.497646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a9ffe79c-1e1c-419d-9a70-32470123f732 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:42.502530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=9fa97a2d-0842-4e40-98a9-6de7bd1b23b6,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:42.533164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-72b14529-2e4d-46bb-89c0-23ba7beff313 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0386443 Apr 21 14:48:42.535815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50598) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.543678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:fa:dd:a3', 'name': 'tempest-NetworksTestDHCPv6-787732833'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:42.563799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a9ffe79c-1e1c-419d-9a70-32470123f732 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:42.565074 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a9ffe79c-1e1c-419d-9a70-32470123f732 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2632129 Apr 21 14:48:42.572194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50602) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.693486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.711003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '9fa97a2d-0842-4e40-98a9-6de7bd1b23b6'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:42.712050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.720143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.724872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.747623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Router c825f644-b8b7-4476-af86-1ea78ed0d25f is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:48:42.762555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:42.771933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:42.776941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:42.779691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.798256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:42.814708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cd5959a-a851-4326-926c-6b75c02e3fc0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:42.843148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:42.869238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.886287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:42.886627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b9ef494-d7ca-426e-be2e-ace5cd55d2f2 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:42.907115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Allocated IP 2001:db8::f816:3eff:fe68:2814 (273f4fc5-d828-4645-a9ef-b086301e3356/9fa97a2d-0842-4e40-98a9-6de7bd1b23b6/daf886cf-2d8d-428e-98db-88d415cb08a6) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:43.057880 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9a705d26-3845-4e62-a129-4dac94342192 req-6e8ff432-cadc-472d-96c8-65caf5bcbd5b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6719110 Apr 21 14:48:43.058080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:43.061845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.071339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.072481 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0cd5959a-a851-4326-926c-6b75c02e3fc0 HTTP/1.1" status: 204 len: 168 time: 0.4535728 Apr 21 14:48:43.079490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50606) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.086214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.087189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.087612 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Floating IP e4197ff0-b5c7-4987-86f6-9a98dc36e212 disassociated. External IP: 172.26.6.87, port: 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac. Apr 21 14:48:43.088044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for 3bc1f05d-4bf9-426f-a1af-f1c5633b2fac owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:43.091248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.091596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.091934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.092295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.092678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.093163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.093705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.094247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.094876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.095255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.095892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e47794-af16-4d27-919a-161b3d8b8354 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.137662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port efca7fe0-55b5-4a3b-ad4a-1b243007b28e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=efca7fe0-55b5-4a3b-ad4a-1b243007b28e,segment=NetworkSegment(675740c7-8dba-4caf-9a94-7cd53c270735),segment_id=675740c7-8dba-4caf-9a94-7cd53c270735)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:43.138158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.148958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.149284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port cc96c1dc-3538-43bf-93c1-41815b1062d4 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:48:43.167947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.172056 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.0924239 Apr 21 14:48:43.176539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.177165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.187173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a848023-a8e3-41b5-9b43-0b4fd0312938,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.187917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Transition to ACTIVE for port object daf886cf-2d8d-428e-98db-88d415cb08a6 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:43.206746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Transition to ACTIVE for port object daf886cf-2d8d-428e-98db-88d415cb08a6 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:43.213486 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.247208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d38a284c-3cba-456c-bbc8-34cb2fd16e73 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:43.257633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.258224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.258728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.259196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.259756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.260199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.260807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.261587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.262102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.262411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.262928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97adf065-b3f0-4ee1-bb18-03e88a2c0a0c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:43.283041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:43.285815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:43.290090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:43.296404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Pushing event updated for resources: {'Port': ['ID=daf886cf-2d8d-428e-98db-88d415cb08a6,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.322081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d38a284c-3cba-456c-bbc8-34cb2fd16e73 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:43.326009 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d38a284c-3cba-456c-bbc8-34cb2fd16e73 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2342460 Apr 21 14:48:43.326644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50614) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.352094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for efca7fe0-55b5-4a3b-ad4a-1b243007b28e owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:43.370522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fefa:dda3 (273f4fc5-d828-4645-a9ef-b086301e3356/9fa97a2d-0842-4e40-98a9-6de7bd1b23b6/cc96c1dc-3538-43bf-93c1-41815b1062d4) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:43.388215 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Attempting to bind port daf886cf-2d8d-428e-98db-88d415cb08a6 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:43.389055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Attempting to bind port daf886cf-2d8d-428e-98db-88d415cb08a6 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:43.389055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Attempting to bind port daf886cf-2d8d-428e-98db-88d415cb08a6 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:43.389399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-636c02ed-f50c-41ec-9e29-bc2a3d03fafc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.397191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:43.397476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:43.397933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.398329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:43.398813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Bound port: daf886cf-2d8d-428e-98db-88d415cb08a6, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:43.399224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.416736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-636c02ed-f50c-41ec-9e29-bc2a3d03fafc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.485269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:43.488820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] For port daf886cf-2d8d-428e-98db-88d415cb08a6, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:43.492209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] For port daf886cf-2d8d-428e-98db-88d415cb08a6, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=daf886cf-2d8d-428e-98db-88d415cb08a6,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:43.501029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.503199 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] Sync routers for ids ['c825f644-b8b7-4476-af86-1ea78ed0d25f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:43.511154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-636c02ed-f50c-41ec-9e29-bc2a3d03fafc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.525192 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] Routers {'c825f644-b8b7-4476-af86-1ea78ed0d25f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:43.526066 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c825f644-b8b7-4476-af86-1ea78ed0d25f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:43.589880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155c699-863b-4a0f-9450-7decfa772625 None None] Pushing event updated for resources: {'Port': ['ID=daf886cf-2d8d-428e-98db-88d415cb08a6,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.593964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c02ed-f50c-41ec-9e29-bc2a3d03fafc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b43781c-0397-43bd-95b0-ece4e8ea40ba,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.608106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-636c02ed-f50c-41ec-9e29-bc2a3d03fafc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.609262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-636c02ed-f50c-41ec-9e29-bc2a3d03fafc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5b43781c-0397-43bd-95b0-ece4e8ea40ba HTTP/1.1" status: 204 len: 168 time: 0.2808809 Apr 21 14:48:43.612624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50618) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.623221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-af92f6e1-4791-4dee-bf7f-a86199cf7d2f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:43.634976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.640372 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-92e6a0b6-b97a-4a6b-99f1-f765cb945f31 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0130277 Apr 21 14:48:43.641284 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:43.641441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50622) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.656643 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] Routers {'c825f644-b8b7-4476-af86-1ea78ed0d25f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:43.657541 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c825f644-b8b7-4476-af86-1ea78ed0d25f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:43.662797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': False}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:43.713214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.716659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.731821 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:43.732590 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f3efe4-1635-43d0-854e-c30a71e285f0 None None] The sync data for ids ['c825f644-b8b7-4476-af86-1ea78ed0d25f'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:43.791384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Port': ['ID=efca7fe0-55b5-4a3b-ad4a-1b243007b28e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.860656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No DVR routers for this DVR port efca7fe0-55b5-4a3b-ad4a-1b243007b28e on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:43.862246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-af92f6e1-4791-4dee-bf7f-a86199cf7d2f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:43.867240 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af92f6e1-4791-4dee-bf7f-a86199cf7d2f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6826031 Apr 21 14:48:43.867939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50626) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.875217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6374bfcc-28e4-4123-b206-c6233af204fc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:43.900859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=3bc1f05d-4bf9-426f-a1af-f1c5633b2fac,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.911745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c2124dbd-08a8-4e43-87b8-ad50d1e0ed3b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-security--2025052355', 'description': 'tempest-security-description-32839097'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:43.937557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.952157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6374bfcc-28e4-4123-b206-c6233af204fc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:43.956364 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6374bfcc-28e4-4123-b206-c6233af204fc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3427477 Apr 21 14:48:43.959963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50630) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.987108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object cc96c1dc-3538-43bf-93c1-41815b1062d4 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:44.080719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.126033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5c818c9-4821-4011-a00e-c7dc70c48c5c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.178738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5c818c9-4821-4011-a00e-c7dc70c48c5c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.179505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.218945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac191f5e-29d0-476f-ae11-0683b5b86a5c']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:44.241309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2124dbd-08a8-4e43-87b8-ad50d1e0ed3b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.256606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675740c7-8dba-4caf-9a94-7cd53c270735') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:44.256993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675740c7-8dba-4caf-9a94-7cd53c270735') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:44.278901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:44.291561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:44.304314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:44.308300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:44.308934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.324142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=cc96c1dc-3538-43bf-93c1-41815b1062d4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:44.460762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5c818c9-4821-4011-a00e-c7dc70c48c5c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.463080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5c818c9-4821-4011-a00e-c7dc70c48c5c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.466849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.467083 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f5c818c9-4821-4011-a00e-c7dc70c48c5c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/6375f93d-7323-41ff-a990-012a05b49ccd HTTP/1.1" status: 204 len: 168 time: 0.5032597 Apr 21 14:48:44.480981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50636) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.492227 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8a24f8ed-8bca-445f-bc34-82600e489b4d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9553001 Apr 21 14:48:44.509844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50640) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.511490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c818c9-4821-4011-a00e-c7dc70c48c5c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6375f93d-7323-41ff-a990-012a05b49ccd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:44.586745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.601284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38621490-7fe0-4af5-a956-ed66ff0f9edc req-548ab5c2-f8f4-4d52-a44a-f18f093a428e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:44.602773 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-38621490-7fe0-4af5-a956-ed66ff0f9edc req-548ab5c2-f8f4-4d52-a44a-f18f093a428e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3686979 Apr 21 14:48:44.612484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2124dbd-08a8-4e43-87b8-ad50d1e0ed3b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.613849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:44.614434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:44.633331 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:44.673762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a2185832-0454-497c-8b1a-2ea01184aa93 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:44.687186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2124dbd-08a8-4e43-87b8-ad50d1e0ed3b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.725339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2c1cf-e3b0-44cc-9515-bafb2ac24dc6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:44.729255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2c1cf-e3b0-44cc-9515-bafb2ac24dc6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:44.730050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f0b2c1cf-e3b0-44cc-9515-bafb2ac24dc6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:44.735431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-38621490-7fe0-4af5-a956-ed66ff0f9edc req-9ca54050-7087-4984-b092-008b71a560df tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130106 Apr 21 14:48:44.743865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a2185832-0454-497c-8b1a-2ea01184aa93 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:44.745093 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a2185832-0454-497c-8b1a-2ea01184aa93 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2517660 Apr 21 14:48:44.746783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2124dbd-08a8-4e43-87b8-ad50d1e0ed3b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.750690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50644) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.751273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c2124dbd-08a8-4e43-87b8-ad50d1e0ed3b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "PUT /v2.0/security-groups/6a848023-a8e3-41b5-9b43-0b4fd0312938 HTTP/1.1" status: 200 len: 1610 time: 0.8520894 Apr 21 14:48:44.752284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50646) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.756347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--142618962'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:44.771783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.776521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:44.849600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.862237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:44.876343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f0b2c1cf-e3b0-44cc-9515-bafb2ac24dc6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:44.877580 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f0b2c1cf-e3b0-44cc-9515-bafb2ac24dc6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3640044 Apr 21 14:48:44.882080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50654) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.887814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-51b884b0-b5e9-4384-b381-5d2a539ef387 None None] Provisioning for port daf886cf-2d8d-428e-98db-88d415cb08a6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:44.914478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2124dbd-08a8-4e43-87b8-ad50d1e0ed3b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a848023-a8e3-41b5-9b43-0b4fd0312938,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:44.923363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=ac191f5e-29d0-476f-ae11-0683b5b86a5c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:44.934273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ec2fa44-85dc-4705-b701-411648460c1d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/ac191f5e-29d0-476f-ae11-0683b5b86a5c HTTP/1.1" status: 204 len: 168 time: 5.6490173 Apr 21 14:48:44.938933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.949865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-610357938'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:44.964215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:44.971868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:44.986529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device daf886cf-2d8d-428e-98db-88d415cb08a6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:44.986851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.999286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:45.009589 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-264b0658-a7df-48c7-bc80-ba08f6f4a21d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups/6a848023-a8e3-41b5-9b43-0b4fd0312938 HTTP/1.1" status: 200 len: 1610 time: 0.2481008 Apr 21 14:48:45.019651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50662) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:45.042432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:45.071887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port cc96c1dc-3538-43bf-93c1-41815b1062d4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:45.072271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.141464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:45.146166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.147984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port daf886cf-2d8d-428e-98db-88d415cb08a6 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:45.154462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port daf886cf-2d8d-428e-98db-88d415cb08a6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:45.154831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.189522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c6053ef5-d234-446a-9e83-ed92b525f3b0 None None] Provisioning for port cc96c1dc-3538-43bf-93c1-41815b1062d4 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:45.200891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:45.206106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c6053ef5-d234-446a-9e83-ed92b525f3b0 None None] Provisioning complete for port cc96c1dc-3538-43bf-93c1-41815b1062d4 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:45.206325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c6053ef5-d234-446a-9e83-ed92b525f3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.239731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.240951 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment b8cfe070-afc5-438f-9da2-6308d494e9ba of type vlan for network 59b3f145-f777-4926-96ee-d806469a23be Apr 21 14:48:45.250513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 2e424d53-482b-4e16-9bd6-f2bde92b5cdf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:45.276495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c6053ef5-d234-446a-9e83-ed92b525f3b0 None None] Port cc96c1dc-3538-43bf-93c1-41815b1062d4 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:45.295988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.304786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 73d77f4c-8cdb-4008-9357-e5410ef0012a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:45.324025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f326b1-1ee0-47f7-a5eb-3a60a8654b3b req-9da135c8-caac-4040-b7b9-996401e93168 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:45.325523 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-22f326b1-1ee0-47f7-a5eb-3a60a8654b3b req-9da135c8-caac-4040-b7b9-996401e93168 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.2714295 Apr 21 14:48:45.342578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.374940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port daf886cf-2d8d-428e-98db-88d415cb08a6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=daf886cf-2d8d-428e-98db-88d415cb08a6,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:45.378923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.388594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:45.412950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:45.451296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=daf886cf-2d8d-428e-98db-88d415cb08a6,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:45.507007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-722a179b-71fb-48cb-b8e8-73925a15d9fb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.542238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.545792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:45.546363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.639546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-722a179b-71fb-48cb-b8e8-73925a15d9fb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.696323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.726067 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.740334 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-22f326b1-1ee0-47f7-a5eb-3a60a8654b3b req-197139d7-72ab-4c5e-bf02-84aca468bfd0 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076803 Apr 21 14:48:45.748667 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8037174 Apr 21 14:48:45.750161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50666) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:45.763231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1019cf-8576-4b64-8182-8c7f2af0306c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=59b3f145-f777-4926-96ee-d806469a23be,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:45.768168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': '59b3f145-f777-4926-96ee-d806469a23be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:45.775830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 59b3f145-f777-4926-96ee-d806469a23be details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:45.797897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.900439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:45.907010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:45.913123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:45.922146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:45.940526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for cc96c1dc-3538-43bf-93c1-41815b1062d4 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:45.941152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:45.951837 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8db3096a-1132-4d86-9219-ae710451210e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/73d77f4c-8cdb-4008-9357-e5410ef0012a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9247928 Apr 21 14:48:45.955191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:45.958791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] Sync routers for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:45.969273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50672) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:45.975211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:45.976451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.060151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.074238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:46.074875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.181015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.181520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4ccfdb-8a68-4540-a3c4-01911a808e13 None None] The sync data for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:46.209496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.211176 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4595337 Apr 21 14:48:46.218495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc98cf7-2a47-4967-b4ec-bbdc1849c575 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c90073a-fa40-43b0-b6a5-e57303512121,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:46.220607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-722a179b-71fb-48cb-b8e8-73925a15d9fb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.220817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50678) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.232883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '4c90073a-fa40-43b0-b6a5-e57303512121', 'direction': 'ingress', 'protocol': 17}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:46.253105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-722a179b-71fb-48cb-b8e8-73925a15d9fb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.254212 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-722a179b-71fb-48cb-b8e8-73925a15d9fb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/6a848023-a8e3-41b5-9b43-0b4fd0312938 HTTP/1.1" status: 204 len: 168 time: 1.2321224 Apr 21 14:48:46.259107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a179b-71fb-48cb-b8e8-73925a15d9fb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a848023-a8e3-41b5-9b43-0b4fd0312938,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:46.263547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50682) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.298229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.339160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:46.359926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:46.360216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=cc96c1dc-3538-43bf-93c1-41815b1062d4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:46.368550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:46.384779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.385493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:46.409372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.425084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:46.430150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8ea0f4ac-a66b-4a6e-a61c-59c4a306aee5 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:46.439084 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] Sync routers for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:46.447177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.448419 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-71c979aa-fd82-4d18-81ae-413d57e3845b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/cc96c1dc-3538-43bf-93c1-41815b1062d4 HTTP/1.1" status: 204 len: 168 time: 1.5593264 Apr 21 14:48:46.451722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50686) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.458843 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:46.459688 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.537081 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.555153 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:46.555764 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.574226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8ea0f4ac-a66b-4a6e-a61c-59c4a306aee5 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:46.577754 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8ea0f4ac-a66b-4a6e-a61c-59c4a306aee5 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3106761 Apr 21 14:48:46.578867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50690) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.588648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.636453 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.637109 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44b2333-8b0d-4dba-a844-0cd8f7932688 None None] The sync data for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:46.655962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17ce37-025d-42f1-9bec-b90a15f2c652 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:46.657353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17ce37-025d-42f1-9bec-b90a15f2c652 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:46.658034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5e17ce37-025d-42f1-9bec-b90a15f2c652 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:46.664752 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-894469a6-99a8-47a8-88af-1d502b75e446 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] delete failed (client error): The resource could not be found. Apr 21 14:48:46.665760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-894469a6-99a8-47a8-88af-1d502b75e446 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/6a848023-a8e3-41b5-9b43-0b4fd0312938 HTTP/1.1" status: 404 len: 347 time: 0.0854280 Apr 21 14:48:46.673483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50694) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.685154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653450051'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:46.696885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:46.714867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5e17ce37-025d-42f1-9bec-b90a15f2c652 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:46.718587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5e17ce37-025d-42f1-9bec-b90a15f2c652 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2633309 Apr 21 14:48:46.718587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:46.719884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50698) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.779540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.781712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7727-da4e-439f-8275-b2eac7299703 req-5ec24e8c-9000-4cf7-8c11-53991852060b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:46.783231 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-72aa7727-da4e-439f-8275-b2eac7299703 req-5ec24e8c-9000-4cf7-8c11-53991852060b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5632379 Apr 21 14:48:46.785961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.819078 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ffc0e8f7-dac1-4773-befc-2b39ebe5ac0c tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/ports/3bc1f05d-4bf9-426f-a1af-f1c5633b2fac HTTP/1.1" status: 204 len: 168 time: 5.6435659 Apr 21 14:48:46.821891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50702) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.847249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.878865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.899246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device daf886cf-2d8d-428e-98db-88d415cb08a6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:46.991731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port daf886cf-2d8d-428e-98db-88d415cb08a6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:46.992463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.039170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:47.044986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.048754 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8177109 Apr 21 14:48:47.050253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50706) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:47.059192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:47.112596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2c6b7-824d-45ed-8603-150bc918f06f tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224dec8e-4c71-4b61-823f-9b2deff2f11c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:47.169578 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-72aa7727-da4e-439f-8275-b2eac7299703 req-155809fc-05bf-40f0-9b8b-cfec12449a4f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763266 Apr 21 14:48:47.183162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:47.198226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:47.227702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.311140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=2754a8c0-832d-4b69-8bd3-562dbc741fbe,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:47.335730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': 'b8cfe070-afc5-438f-9da2-6308d494e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '59b3f145-f777-4926-96ee-d806469a23be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:47.336102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: 59b3f145-f777-4926-96ee-d806469a23be, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:47.354132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.455001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 9fa97a2d-0842-4e40-98a9-6de7bd1b23b6 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:47.474847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network 59b3f145-f777-4926-96ee-d806469a23be is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:47.479872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.496965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 59b3f145-f777-4926-96ee-d806469a23be) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:47.502258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:47.502841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.511704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49609e7b-5ab9-4f1b-b6b6-e99d2d962418 None None] Network 59b3f145-f777-4926-96ee-d806469a23be requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:47.531438 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ce01db48-4300-4eae-a972-99ed2fd1cca4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7711363 Apr 21 14:48:47.535326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50712) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:47.574420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca37c-d62c-4754-a2cc-c03fefcf7c95 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.610882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.650870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.659671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca37c-d62c-4754-a2cc-c03fefcf7c95 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.668972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.708878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.753902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-59b3f145-f777-4926-96ee-d806469a23be', 'network_id': '59b3f145-f777-4926-96ee-d806469a23be', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': '2754a8c0-832d-4b69-8bd3-562dbc741fbe'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:47.754872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.764975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.783808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.815684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226bffc-944b-4170-8ffe-390875dc3319 req-245b79b7-492d-4bc0-93e6-0c7a489eaf80 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:47.817307 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b226bffc-944b-4170-8ffe-390875dc3319 req-245b79b7-492d-4bc0-93e6-0c7a489eaf80 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4877119 Apr 21 14:48:47.817981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dacef79-b4f1-42c0-a1bc-dc5c37dd58a4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:47.915272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.919138 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-07ce395a-9e99-43ec-b617-04e2d3f0acc2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2407665 Apr 21 14:48:47.936857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50716) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:47.942770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Allocated IP 2001:db8::1 (59b3f145-f777-4926-96ee-d806469a23be/2754a8c0-832d-4b69-8bd3-562dbc741fbe/947bd648-96a8-482e-8f2f-7845e236242e) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:47.949372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': '6dacef79-b4f1-42c0-a1bc-dc5c37dd58a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:47.962135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:47.974816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:47.979942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:48.010859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:48.038723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca37c-d62c-4754-a2cc-c03fefcf7c95 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.056086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.062317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.095681 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b226bffc-944b-4170-8ffe-390875dc3319 req-499ff616-4771-43a5-993c-5953e26c6212 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109787 Apr 21 14:48:48.103234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ca37c-d62c-4754-a2cc-c03fefcf7c95 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c90073a-fa40-43b0-b6a5-e57303512121,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.112228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.209665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca37c-d62c-4754-a2cc-c03fefcf7c95 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.213057 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2a6ca37c-d62c-4754-a2cc-c03fefcf7c95 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/4c90073a-fa40-43b0-b6a5-e57303512121 HTTP/1.1" status: 204 len: 168 time: 1.1542320 Apr 21 14:48:48.222785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50722) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.268687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.274828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.284361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.328817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Transition to ACTIVE for port object 947bd648-96a8-482e-8f2f-7845e236242e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:48.345245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0f945d-43ee-48f0-bad9-d4104f1e3869,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.347570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.351876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Transition to ACTIVE for port object 947bd648-96a8-482e-8f2f-7845e236242e will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:48.361632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.393339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.397571 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ec75695a-c15d-4081-a1d3-7a4c4f2354f8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4564648 Apr 21 14:48:48.405483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50726) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.407462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa97a2d-0842-4e40-98a9-6de7bd1b23b6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.425862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.436234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Network 59b3f145-f777-4926-96ee-d806469a23be is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:48.439457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:48.444120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:48.446058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.451936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-089a8324-b95e-4160-adba-b8b48f731f91 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:48.462662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad1b30-36ec-4d9c-88ea-60fac1f8b437 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:48.476886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Pushing event updated for resources: {'Port': ['ID=947bd648-96a8-482e-8f2f-7845e236242e,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.478955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=2754a8c0-832d-4b69-8bd3-562dbc741fbe,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.508249 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-40fdf659-e468-4cad-a36f-74f52eb17298 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/9fa97a2d-0842-4e40-98a9-6de7bd1b23b6 HTTP/1.1" status: 204 len: 168 time: 1.7878363 Apr 21 14:48:48.511754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cdd01dd6-39d8-4462-adda-91409a889db2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.517168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50730) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.577831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-089a8324-b95e-4160-adba-b8b48f731f91 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:48.582477 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-089a8324-b95e-4160-adba-b8b48f731f91 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3104331 Apr 21 14:48:48.588104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50734) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.589339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cdd01dd6-39d8-4462-adda-91409a889db2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.600783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64f63d-49be-463e-b45d-6cd0139809a1 req-eee6eccd-46dd-4041-9043-3056af934b9e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:48.602160 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7f64f63d-49be-463e-b45d-6cd0139809a1 req-eee6eccd-46dd-4041-9043-3056af934b9e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3057926 Apr 21 14:48:48.605595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412625996'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:48.616275 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c6441cfb-342b-4456-80ab-917319efd0f7 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928984 Apr 21 14:48:48.616525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.619144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50738) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.630336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:48.632269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:48.647244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Router c825f644-b8b7-4476-af86-1ea78ed0d25f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:48.670503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:48.681454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b3f145-f777-4926-96ee-d806469a23be']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:48.686684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Attempting to bind port 947bd648-96a8-482e-8f2f-7845e236242e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:48.687064 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Attempting to bind port 947bd648-96a8-482e-8f2f-7845e236242e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'b8cfe070-afc5-438f-9da2-6308d494e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '59b3f145-f777-4926-96ee-d806469a23be'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:48.687428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Attempting to bind port 947bd648-96a8-482e-8f2f-7845e236242e on network 59b3f145-f777-4926-96ee-d806469a23be {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:48.725065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cfe070-afc5-438f-9da2-6308d494e9ba') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:48.725358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cfe070-afc5-438f-9da2-6308d494e9ba') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:48.728691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:48.729071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Checking segment: {'id': 'b8cfe070-afc5-438f-9da2-6308d494e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '59b3f145-f777-4926-96ee-d806469a23be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:48.729472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.729871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Bound using segment: {'id': 'b8cfe070-afc5-438f-9da2-6308d494e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '59b3f145-f777-4926-96ee-d806469a23be'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:48.730349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Bound port: 947bd648-96a8-482e-8f2f-7845e236242e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8cfe070-afc5-438f-9da2-6308d494e9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '59b3f145-f777-4926-96ee-d806469a23be'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:48.730725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.734990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cdd01dd6-39d8-4462-adda-91409a889db2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.760663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd01dd6-39d8-4462-adda-91409a889db2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad0f945d-43ee-48f0-bad9-d4104f1e3869,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.763395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.782979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cdd01dd6-39d8-4462-adda-91409a889db2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.783540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.787304 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cdd01dd6-39d8-4462-adda-91409a889db2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ad0f945d-43ee-48f0-bad9-d4104f1e3869 HTTP/1.1" status: 204 len: 168 time: 0.3745637 Apr 21 14:48:48.789800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50742) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.812579 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7f64f63d-49be-463e-b45d-6cd0139809a1 req-5f0a4578-bb0d-4bb1-8dd0-54127aab3045 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882360 Apr 21 14:48:48.817494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.828745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 6cb6a102-31ad-4b04-98c3-72dd6a161311 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:48.829266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.853471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] For port 947bd648-96a8-482e-8f2f-7845e236242e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:48.858268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:48.858877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:48.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:48.943288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:48.953339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Deleting port daf886cf-2d8d-428e-98db-88d415cb08a6 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:48.953545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.973034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:48.995754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:49.004126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:49.006762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:49.026317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:49.036819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:48:49.036819 dv-neutron-838898-1-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:48:49.036819 dv-neutron-838898-1-hyperv neutron-server[83934]: [parameters: {'id': '59b3f145-f777-4926-96ee-d806469a23be'}] Apr 21 14:48:49.036819 dv-neutron-838898-1-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:49.037694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:49.061004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] For port 947bd648-96a8-482e-8f2f-7845e236242e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=947bd648-96a8-482e-8f2f-7845e236242e,segment=NetworkSegment(b8cfe070-afc5-438f-9da2-6308d494e9ba),segment_id=b8cfe070-afc5-438f-9da2-6308d494e9ba)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:49.064151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:49.068001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.104804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.117187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:49.146900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:49.170687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-31d4b168-829d-4747-b067-1d4a76b0608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.203872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.209445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.219714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.246083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53f3a1dc-cd83-44f5-9bd9-42d3df3a7e90 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:49.255849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:49.258890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.392003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 6cb6a102-31ad-4b04-98c3-72dd6a161311 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:49.416102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53f3a1dc-cd83-44f5-9bd9-42d3df3a7e90 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:49.420990 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-53f3a1dc-cd83-44f5-9bd9-42d3df3a7e90 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6259546 Apr 21 14:48:49.426390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50750) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:49.448756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9231b2-0f28-4d30-9948-94a5a305ac41 None None] Pushing event updated for resources: {'Port': ['ID=947bd648-96a8-482e-8f2f-7845e236242e,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:49.484851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad52b32-2b07-44db-beac-6321e77d4d22,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:49.497550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.505465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7aefa793-04c6-410e-912f-67b015b95c15 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9076729 Apr 21 14:48:49.505465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:49.512034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--6442965'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:49.515162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a2adc-62e3-4ef6-91eb-97725b0006a8 None None] Network 59b3f145-f777-4926-96ee-d806469a23be requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:49.526795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:49.532886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:49.536888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:49.539621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.569935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:49.585904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0766d91-9a0f-40d6-8d73-20ee4c24ec6b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.594343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port 947bd648-96a8-482e-8f2f-7845e236242e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:49.594741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.628359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.655909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] For port daf886cf-2d8d-428e-98db-88d415cb08a6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=daf886cf-2d8d-428e-98db-88d415cb08a6,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:49.656643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.657611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0766d91-9a0f-40d6-8d73-20ee4c24ec6b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.683941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879d7be-af97-485b-bb2f-19b92b99ead9 req-789d91bd-817a-4897-80ad-e550d9eb4ac5 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:49.693526 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0879d7be-af97-485b-bb2f-19b92b99ead9 req-789d91bd-817a-4897-80ad-e550d9eb4ac5 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.2647893 Apr 21 14:48:49.747376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:49.794765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0766d91-9a0f-40d6-8d73-20ee4c24ec6b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.795131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] Sync routers for ids ['c825f644-b8b7-4476-af86-1ea78ed0d25f'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:49.805644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Calling delete_port for daf886cf-2d8d-428e-98db-88d415cb08a6 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:49.843810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0766d91-9a0f-40d6-8d73-20ee4c24ec6b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dacef79-b4f1-42c0-a1bc-dc5c37dd58a4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:49.933139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:49.939254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:49.953764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:49.963175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] Routers {'c825f644-b8b7-4476-af86-1ea78ed0d25f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:49.963833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c825f644-b8b7-4476-af86-1ea78ed0d25f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:49.964987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:49.965410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.969224 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ef49c839-e086-4db4-87ee-5aaa9c6bb89a tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "PUT /v2.0/routers/c825f644-b8b7-4476-af86-1ea78ed0d25f HTTP/1.1" status: 200 len: 921 time: 6.3151016 Apr 21 14:48:49.970249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0766d91-9a0f-40d6-8d73-20ee4c24ec6b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.973756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b0766d91-9a0f-40d6-8d73-20ee4c24ec6b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/6dacef79-b4f1-42c0-a1bc-dc5c37dd58a4 HTTP/1.1" status: 204 len: 168 time: 0.5428779 Apr 21 14:48:49.974380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50758) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:49.974706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50760) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.037055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:50.051121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.057015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.111929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] Routers {'c825f644-b8b7-4476-af86-1ea78ed0d25f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:50.112597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c825f644-b8b7-4476-af86-1ea78ed0d25f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:50.166508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Pushing event deleted for resources: {'Port': ['ID=daf886cf-2d8d-428e-98db-88d415cb08a6,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.192980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:50.193292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b198e3-5192-420c-93e5-241df854fde1 None None] The sync data for ids ['c825f644-b8b7-4476-af86-1ea78ed0d25f'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:50.195861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] No DVR routers for this DVR port daf886cf-2d8d-428e-98db-88d415cb08a6 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:50.201505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.201871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.202216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.202676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.202884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.203222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.203556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.203984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.204349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.204678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.205011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee23f047-ac8d-4bb7-a000-5ce0ed8b57f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:50.222561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.227381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:48:50.229824 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd87fd-6e0e-474a-9df2-5b627de4b443 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:48:50.241270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.273236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.280386 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0879d7be-af97-485b-bb2f-19b92b99ead9 req-16313768-6f71-47f9-9fb9-4e264b2f57b4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5857396 Apr 21 14:48:50.305535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-347abd10-250e-4cd2-ab41-992c8d1fb8a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:50.352567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=6cb6a102-31ad-4b04-98c3-72dd6a161311,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.374911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:50.385695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:50.397576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:50.398172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.402091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=7a67fd07-4bf6-44c9-9234-5ae2a835e13c,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.403012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd87fd-6e0e-474a-9df2-5b627de4b443 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:50.410580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-347abd10-250e-4cd2-ab41-992c8d1fb8a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:50.412368 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-347abd10-250e-4cd2-ab41-992c8d1fb8a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4351766 Apr 21 14:48:50.421414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50766) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.433741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--209614738'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:50.446274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:50.495040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:50.497915 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5fbc727d-2a74-40e3-83ac-86dfcb1462ee tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8778899 Apr 21 14:48:50.501856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50770) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.514716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:1b:77:51', 'name': 'tempest-NetworksTestDHCPv6-945948624'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:50.516483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80795570-c999-46e0-8f19-44dc1e060a11,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.538123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.539553 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f163e05b-5995-4417-aa8e-640aaf184b26 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.0345581 Apr 21 14:48:50.546610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.609879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '4ad52b32-2b07-44db-beac-6321e77d4d22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '80795570-c999-46e0-8f19-44dc1e060a11', 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:50.637660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:50.696385 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port 947bd648-96a8-482e-8f2f-7845e236242e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=947bd648-96a8-482e-8f2f-7845e236242e,segment=NetworkSegment(b8cfe070-afc5-438f-9da2-6308d494e9ba),segment_id=b8cfe070-afc5-438f-9da2-6308d494e9ba)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:50.696677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.704220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.710663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:50.721608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:50.783483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:50.824760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:50.838188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:50.845374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:50.848012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for 947bd648-96a8-482e-8f2f-7845e236242e owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:50.879716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:50.888856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:50.913201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.915568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:50.925730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50778) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.925841 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-81d17c4e-fcf4-4a42-88bc-e9aa791cc340 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/c825f644-b8b7-4476-af86-1ea78ed0d25f HTTP/1.1" status: 200 len: 921 time: 0.9500475 Apr 21 14:48:50.948652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '7a67fd07-4bf6-44c9-9234-5ae2a835e13c'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:50.949514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.971480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:50.976650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.000982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.011504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device daf886cf-2d8d-428e-98db-88d415cb08a6 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:51.037879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port ad5c2965-eb75-4bd7-9a55-db4a66e382ad yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:48:51.066205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: daf886cf-2d8d-428e-98db-88d415cb08a6 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:48:51.066549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device daf886cf-2d8d-428e-98db-88d415cb08a6 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:51.071431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.131511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.181928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.208784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port 559d892f-0886-4ede-9179-33fed3a2ddc7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:51.209101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.212805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Allocated IP 2001:db8::f816:3eff:fe52:4385 (273f4fc5-d828-4645-a9ef-b086301e3356/7a67fd07-4bf6-44c9-9234-5ae2a835e13c/9e3f2fbf-8f25-4461-a0db-bd866eaac8e4) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:51.240868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb341dc-c8af-4172-b60b-1c102e3165a2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.252927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Port': ['ID=947bd648-96a8-482e-8f2f-7845e236242e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.268702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.273177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6b2153fd-b6ac-4e5b-a15d-0ae00f111d0a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8457391 Apr 21 14:48:51.273336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50782) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:51.274833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No DVR routers for this DVR port 947bd648-96a8-482e-8f2f-7845e236242e on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:51.280849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': 'beb341dc-c8af-4172-b60b-1c102e3165a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:51.288123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:51.314068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:51.331174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-520eada5-4b3a-46d8-8751-9d2a331947ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.358828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:51.376520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:51.419938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.469886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.511960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.523012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Transition to ACTIVE for port object 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:51.541898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Transition to ACTIVE for port object 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:51.547903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.591467 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3dac88f-d532-4c12-8070-098c41b3bfcd tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=c825f644-b8b7-4476-af86-1ea78ed0d25f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6622555 Apr 21 14:48:51.606447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.613479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50788) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:51.616350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:51.619303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:51.623723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:51.624876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.625928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Pushing event updated for resources: {'Port': ['ID=9e3f2fbf-8f25-4461-a0db-bd866eaac8e4,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.643487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for 559d892f-0886-4ede-9179-33fed3a2ddc7 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:51.721334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Attempting to bind port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:51.721608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Attempting to bind port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:51.721973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Attempting to bind port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:51.729800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:51.730174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:51.730949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.730949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:51.731431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Bound port: 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:51.731811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.776503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.789152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fe1b:7751 (273f4fc5-d828-4645-a9ef-b086301e3356/7a67fd07-4bf6-44c9-9234-5ae2a835e13c/ad5c2965-eb75-4bd7-9a55-db4a66e382ad) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:51.832344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.840655 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] For port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:51.846681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.846904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] For port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9e3f2fbf-8f25-4461-a0db-bd866eaac8e4,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:51.852345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.856829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b3f145-f777-4926-96ee-d806469a23be']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:51.878854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db593d3-fa0f-4244-a053-50fd6b3206f7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.884631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cfe070-afc5-438f-9da2-6308d494e9ba') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:51.885240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cfe070-afc5-438f-9da2-6308d494e9ba') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:51.912538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac0f1-0f69-456f-a330-072e02ee55f0 req-c9c7b55b-f3f2-495d-bdef-ac6fe35ffccc tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:51.914013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c65ac0f1-0f69-456f-a330-072e02ee55f0 req-c9c7b55b-f3f2-495d-bdef-ac6fe35ffccc tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4364929 Apr 21 14:48:51.914624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637e02ba-10b6-4f80-8340-7e2b6ef0ed9b,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.956769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82857b8-c3db-4403-87f0-28b2d82a5bab None None] Pushing event updated for resources: {'Port': ['ID=9e3f2fbf-8f25-4461-a0db-bd866eaac8e4,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.963591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.964782 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9ac3783f-e9b3-4fb8-88e2-079627dac599 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6904132 Apr 21 14:48:51.969438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50792) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:51.985815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.004656 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c65ac0f1-0f69-456f-a330-072e02ee55f0 req-b3148dad-02b5-4ca9-be3d-d560fec40fbb tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699146 Apr 21 14:48:52.016313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': 'beb341dc-c8af-4172-b60b-1c102e3165a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:52.078900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.080209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7ecf83c-ab82-4345-a711-d53b370dc04c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.5309482 Apr 21 14:48:52.081509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:52.090171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50798) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.112114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:52.124364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:52.135073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.159288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:52.159709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.178994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:52.179510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:52.196231 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:52.203335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf5784-f14d-45d7-8a66-18869e902d74 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:52.205133 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cdbf5784-f14d-45d7-8a66-18869e902d74 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 0.5909035 Apr 21 14:48:52.247587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.283976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50802) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.368615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=559d892f-0886-4ede-9179-33fed3a2ddc7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:52.375395 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f67926ec-e94a-4a3d-a877-69c9a531b11e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=c825f644-b8b7-4476-af86-1ea78ed0d25f HTTP/1.1" status: 200 len: 205 time: 0.0900559 Apr 21 14:48:52.377982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bdedc0a-9d53-427d-9ba3-3f96c8697079 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.384660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.389802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.391656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bdedc0a-9d53-427d-9ba3-3f96c8697079 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.467361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.478802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.485515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bdedc0a-9d53-427d-9ba3-3f96c8697079 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.569671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.581126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 73d77f4c-8cdb-4008-9357-e5410ef0012a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:52.592523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdedc0a-9d53-427d-9ba3-3f96c8697079 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0db593d3-fa0f-4244-a053-50fd6b3206f7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:52.596118 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=59b3f145-f777-4926-96ee-d806469a23be,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:52.606334 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f2008304-4119-4c23-a998-c3d86e995c77 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/59b3f145-f777-4926-96ee-d806469a23be HTTP/1.1" status: 204 len: 168 time: 5.0699863 Apr 21 14:48:52.612741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50812) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.625586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1191442474'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:52.642592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:52.655999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:52.661494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:52.662455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bdedc0a-9d53-427d-9ba3-3f96c8697079 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.665967 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8bdedc0a-9d53-427d-9ba3-3f96c8697079 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0db593d3-fa0f-4244-a053-50fd6b3206f7 HTTP/1.1" status: 204 len: 168 time: 0.5725622 Apr 21 14:48:52.675816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50816) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.740858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:52.792709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.808501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.849727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:52.852702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.870947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921a21fe-e3cf-4455-b396-ea276e54744f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:52.894636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.896508 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91ff551b-1c7d-4103-8db8-b5a8239c81c2 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9145725 Apr 21 14:48:52.900174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50820) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.913536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': 'beb341dc-c8af-4172-b60b-1c102e3165a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:52.923392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:52.929122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:52.942149 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8cf7504b-fb3b-4f4d-bc28-02fd374ec5bd tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/73d77f4c-8cdb-4008-9357-e5410ef0012a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9688027 Apr 21 14:48:52.944163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:52.946191 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] Sync routers for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:52.950093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50824) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.954047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:52.965110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:52.979109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:52.998493 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:52.999109 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:53.004422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:53.021000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.032906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-963b2b15-9654-44b7-9572-cecf03bab862 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:53.054486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.054872 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 90e5204a-591c-44e9-857e-8c6ed06d9540 of type vlan for network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 Apr 21 14:48:53.065476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9afceb3a-2024-4fc5-a277-7551a6553355 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:53.073279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.121937 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:53.137949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-963b2b15-9654-44b7-9572-cecf03bab862 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:53.140513 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-963b2b15-9654-44b7-9572-cecf03bab862 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d77f4c-8cdb-4008-9357-e5410ef0012a HTTP/1.1" status: 200 len: 205 time: 0.1878955 Apr 21 14:48:53.141179 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] Routers {'73d77f4c-8cdb-4008-9357-e5410ef0012a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:53.142588 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['73d77f4c-8cdb-4008-9357-e5410ef0012a'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:53.144531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:53.148437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50828) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.150369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.157009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.204530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object ad5c2965-eb75-4bd7-9a55-db4a66e382ad will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:53.222260 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:53.222704 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840a4bb-b262-4bc5-8025-3d8266a55899 None None] The sync data for ids ['73d77f4c-8cdb-4008-9357-e5410ef0012a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:53.235257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182e4e-1153-4c60-ba13-3d030be452f7 req-dda72c3d-aa5d-4321-83fc-be39889018ed tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:53.236841 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9c182e4e-1153-4c60-ba13-3d030be452f7 req-dda72c3d-aa5d-4321-83fc-be39889018ed tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.6976953 Apr 21 14:48:53.237456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9afceb3a-2024-4fc5-a277-7551a6553355 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:53.241518 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9afceb3a-2024-4fc5-a277-7551a6553355 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5590868 Apr 21 14:48:53.242105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50832) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.263744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe7174f-3bb7-4934-b1ae-d26c00352744 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:53.368660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9c182e4e-1153-4c60-ba13-3d030be452f7 req-fdaf9278-f2c7-4877-902d-fdf9d32bb530 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214461 Apr 21 14:48:53.396829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-694ce053-a295-4801-98d7-9debaaebbd20 None None] Provisioning for port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:53.409261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.415811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-694ce053-a295-4801-98d7-9debaaebbd20 None None] Provisioning complete for port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:53.416459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-694ce053-a295-4801-98d7-9debaaebbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.498564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e370c1b9-7aa7-415b-b6f1-7989b370ad00 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.570900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e370c1b9-7aa7-415b-b6f1-7989b370ad00 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.603621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=ad5c2965-eb75-4bd7-9a55-db4a66e382ad,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:53.617913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:53.626484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:53.631560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:53.641310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:53.645689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:53.645944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.677827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.681545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:53.682324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.698490 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-18b73acc-0728-4e02-b563-3ee342cd0aba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1897912 Apr 21 14:48:53.698490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e370c1b9-7aa7-415b-b6f1-7989b370ad00 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.700275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e370c1b9-7aa7-415b-b6f1-7989b370ad00 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.703880 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e370c1b9-7aa7-415b-b6f1-7989b370ad00 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/80795570-c999-46e0-8f19-44dc1e060a11 HTTP/1.1" status: 204 len: 168 time: 0.4568603 Apr 21 14:48:53.703880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50836) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.707510 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:48:53.713762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-694ce053-a295-4801-98d7-9debaaebbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.720656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.737847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c579828b-ff0a-4b3a-9040-c87f1315d5ff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.748871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.751603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.760188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370c1b9-7aa7-415b-b6f1-7989b370ad00 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80795570-c999-46e0-8f19-44dc1e060a11,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:53.790021 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-694ce053-a295-4801-98d7-9debaaebbd20 None None] For port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9e3f2fbf-8f25-4461-a0db-bd866eaac8e4,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:53.803736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-694ce053-a295-4801-98d7-9debaaebbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.866760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.877765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ce053-a295-4801-98d7-9debaaebbd20 None None] Pushing event updated for resources: {'Port': ['ID=9e3f2fbf-8f25-4461-a0db-bd866eaac8e4,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:53.959181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370ea38-a020-4408-9de2-8837290b1a63 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:53.963105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370ea38-a020-4408-9de2-8837290b1a63 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:53.963994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a370ea38-a020-4408-9de2-8837290b1a63 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:53.967456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.990430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3744855 Apr 21 14:48:53.995502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50844) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.999555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a370ea38-a020-4408-9de2-8837290b1a63 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:54.000704 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a370ea38-a020-4408-9de2-8837290b1a63 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2898188 Apr 21 14:48:54.004851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:54.010687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50848) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:54.073004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf865d1-b655-4e69-913f-e7e9caf32693,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:54.075711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660cfd7-28c6-471b-93a4-3a08051b67eb tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:54.094253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:54.098157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.099905 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc0e8389-9c37-4160-bc81-49e7ca6d373a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1970346 Apr 21 14:48:54.110463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:54.139457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:54.143542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': 'beb341dc-c8af-4172-b60b-1c102e3165a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:54.146677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:54.150741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:54.156550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:54.158038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:54.175377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:54.241415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:54.249862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port ad5c2965-eb75-4bd7-9a55-db4a66e382ad {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:54.250296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.278548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-02ce31a9-6e29-454a-b642-ab47a79d286d None None] Provisioning complete for port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:54.278949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02ce31a9-6e29-454a-b642-ab47a79d286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.343685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:54.368486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:54.372772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc41a720-1ca3-4ac1-8301-8ac7e53c5597 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:54.423022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.462038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-02ce31a9-6e29-454a-b642-ab47a79d286d None None] Provisioning for port ad5c2965-eb75-4bd7-9a55-db4a66e382ad completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:54.469506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-02ce31a9-6e29-454a-b642-ab47a79d286d None None] Provisioning complete for port ad5c2965-eb75-4bd7-9a55-db4a66e382ad triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:54.470091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02ce31a9-6e29-454a-b642-ab47a79d286d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.539651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-02ce31a9-6e29-454a-b642-ab47a79d286d None None] Port ad5c2965-eb75-4bd7-9a55-db4a66e382ad cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:54.637486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.661236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c579828b-ff0a-4b3a-9040-c87f1315d5ff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.668490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc41a720-1ca3-4ac1-8301-8ac7e53c5597 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:54.668869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-41a17652-3415-4565-97ea-1325d479e628 None None] Provisioning complete for port ad5c2965-eb75-4bd7-9a55-db4a66e382ad triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:54.669313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-41a17652-3415-4565-97ea-1325d479e628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.669770 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc41a720-1ca3-4ac1-8301-8ac7e53c5597 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.9481850 Apr 21 14:48:54.673388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50858) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:54.705352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c579828b-ff0a-4b3a-9040-c87f1315d5ff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.737299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-41a17652-3415-4565-97ea-1325d479e628 None None] Port ad5c2965-eb75-4bd7-9a55-db4a66e382ad cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:48:54.879824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.892407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:54.931039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c579828b-ff0a-4b3a-9040-c87f1315d5ff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.931516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c579828b-ff0a-4b3a-9040-c87f1315d5ff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Fanout notify agent at l3_agent the message router_deleted on router 73d77f4c-8cdb-4008-9357-e5410ef0012a {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:54.946043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a703-3561-4012-9ef3-33059e36ae05 req-35c42f86-d3e8-441c-81b0-60bbde6c0b3c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:54.946842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50f4a0fa-b3e0-4e7f-88c3-d9e3741e6af1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.953229 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ba36a703-3561-4012-9ef3-33059e36ae05 req-35c42f86-d3e8-441c-81b0-60bbde6c0b3c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4065802 Apr 21 14:48:54.957202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.963588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Deleting port eb4d9a61-affb-483d-a76d-6eaf1a357433 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:54.963960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.995975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.000387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50f4a0fa-b3e0-4e7f-88c3-d9e3741e6af1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.020934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.024375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:55.024824 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.050801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.127657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=174813c6-c631-428d-a5fb-0091f7aaa60b,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.147466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdb8553-5e5a-4b5c-a164-bd6a44b062f8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.152589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c579828b-ff0a-4b3a-9040-c87f1315d5ff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.152744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50f4a0fa-b3e0-4e7f-88c3-d9e3741e6af1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.153780 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c579828b-ff0a-4b3a-9040-c87f1315d5ff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/73d77f4c-8cdb-4008-9357-e5410ef0012a HTTP/1.1" status: 204 len: 168 time: 1.9407585 Apr 21 14:48:55.163711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': '90e5204a-591c-44e9-857e-8c6ed06d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:55.164084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:55.170657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50862) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.210356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4a0fa-b3e0-4e7f-88c3-d9e3741e6af1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad52b32-2b07-44db-beac-6321e77d4d22,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.225969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for ad5c2965-eb75-4bd7-9a55-db4a66e382ad owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:55.244162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 2e424d53-482b-4e16-9bd6-f2bde92b5cdf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:48:55.302281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:55.354245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50f4a0fa-b3e0-4e7f-88c3-d9e3741e6af1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.355384 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-50f4a0fa-b3e0-4e7f-88c3-d9e3741e6af1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/4ad52b32-2b07-44db-beac-6321e77d4d22 HTTP/1.1" status: 204 len: 168 time: 0.6809299 Apr 21 14:48:55.363008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50866) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.382074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.383164 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-051a40ee-01bd-4b70-80f0-cdfe5eeab602 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2642870 Apr 21 14:48:55.406343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50870) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.446231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:55.455991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8e6dda-6f00-46ec-af4a-cb15a3a1bcf6 None None] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:55.461599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': 'beb341dc-c8af-4172-b60b-1c102e3165a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:55.494837 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ba36a703-3561-4012-9ef3-33059e36ae05 req-b6ffcb5d-d5d4-4087-95f5-c5c550c9e3c1 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5407064 Apr 21 14:48:55.497490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:55.503672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:55.504293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.505073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:55.509580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:55.525153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:55.586381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.603226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:55.611317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.635330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.717010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1', 'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': '174813c6-c631-428d-a5fb-0091f7aaa60b'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:48:55.718066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.719939 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-92923365-2750-49e6-b0ed-b8e7972df84e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7231696 Apr 21 14:48:55.732431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50876) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.762101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:55.789531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-392bea38-68d7-424b-8a5e-ce981932ed78 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:55.802263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Calling delete_port for eb4d9a61-affb-483d-a76d-6eaf1a357433 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:55.861125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.872616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.880998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.921736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Allocated IP 2001:db8::2 (c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1/174813c6-c631-428d-a5fb-0091f7aaa60b/55b311bc-0c3c-403e-bb74-3294f3bf0a47) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:55.930343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.937966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3c0c47-ef00-40e4-9dfa-0f0d719f07c9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.944663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-392bea38-68d7-424b-8a5e-ce981932ed78 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:55.949654 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-392bea38-68d7-424b-8a5e-ce981932ed78 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5748053 Apr 21 14:48:55.951779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50880) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.958567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137458344'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:55.980589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:55.992393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=ad5c2965-eb75-4bd7-9a55-db4a66e382ad,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:56.011812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61c6a-8144-4e50-b5a6-283d8f15665b req-f4a44112-b03a-4d04-a79a-11bdd4ac673e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:56.018668 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0ed61c6a-8144-4e50-b5a6-283d8f15665b req-f4a44112-b03a-4d04-a79a-11bdd4ac673e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3709459 Apr 21 14:48:56.053864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.055137 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-711752f3-66c2-49f2-b832-2363c0645234 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6423321 Apr 21 14:48:56.057128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.059246 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-816a3b81-ce78-4a91-9a2e-899837efa6d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/ad5c2965-eb75-4bd7-9a55-db4a66e382ad HTTP/1.1" status: 204 len: 168 time: 2.0355210 Apr 21 14:48:56.061064 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50884) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.065319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:56.068365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50886) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.098963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.142211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:56.159686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:subnet and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:56.168802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.198278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a70f061e-35b0-4b45-8fe9-83730ffd325b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.204862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:56.210007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a70f061e-35b0-4b45-8fe9-83730ffd325b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.242949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:56.251249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d822a02-3e02-4cba-9271-11fc68704810 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:56.252659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d822a02-3e02-4cba-9271-11fc68704810 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:56.253705 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0ed61c6a-8144-4e50-b5a6-283d8f15665b req-d052d20b-9b2e-4a9d-a538-65bc54d64551 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341990 Apr 21 14:48:56.257996 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d822a02-3e02-4cba-9271-11fc68704810 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1849279 Apr 21 14:48:56.258175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a70f061e-35b0-4b45-8fe9-83730ffd325b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.260744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.266942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:56.273197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.278376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:56.283866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:56.294882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:56.314201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:56.318199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.319717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f061e-35b0-4b45-8fe9-83730ffd325b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e3c0c47-ef00-40e4-9dfa-0f0d719f07c9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:56.358052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a70f061e-35b0-4b45-8fe9-83730ffd325b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.361669 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a70f061e-35b0-4b45-8fe9-83730ffd325b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4e3c0c47-ef00-40e4-9dfa-0f0d719f07c9 HTTP/1.1" status: 204 len: 168 time: 0.2972395 Apr 21 14:48:56.362037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.381015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.413399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:48:56.427317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] Sync routers for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:48:56.439839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:56.440494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:56.484027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event deleted for resources: {'Port': ['ID=eb4d9a61-affb-483d-a76d-6eaf1a357433,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:56.494543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Transition to ACTIVE for port object 55b311bc-0c3c-403e-bb74-3294f3bf0a47 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:56.502629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.507958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:56.526152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Transition to ACTIVE for port object 55b311bc-0c3c-403e-bb74-3294f3bf0a47 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:56.535546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.577180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:56.588579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] Routers {'2e424d53-482b-4e16-9bd6-f2bde92b5cdf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:48:56.588970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:56.595614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.597532 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e8778b7f-7e69-4de5-9696-7ba367a5f093 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/routers/2e424d53-482b-4e16-9bd6-f2bde92b5cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7588825 Apr 21 14:48:56.600938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.602991 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-160d03bb-31cf-4f59-9f6c-8edfceee11e8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1 HTTP/1.1" status: 204 len: 168 time: 1.4293001 Apr 21 14:48:56.609170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50902) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.609313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50904) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.616341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.655218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef58c2-4d43-4540-bebe-390a4637acea None None] Network 91732db8-ddc1-44a8-b8e4-3099055056a4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:56.689585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:56.689990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb6ffbb-2874-4aac-bfd0-b1298dfa3735 None None] The sync data for ids ['2e424d53-482b-4e16-9bd6-f2bde92b5cdf'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:48:56.704196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d2da448e-a3b5-4da5-95eb-7966f5e0b88c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:56.758793 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Pushing event updated for resources: {'Port': ['ID=55b311bc-0c3c-403e-bb74-3294f3bf0a47,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:56.762438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:56.765624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:56.765996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 7a67fd07-4bf6-44c9-9234-5ae2a835e13c {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:56.769236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:48:56.829130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.871008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d2da448e-a3b5-4da5-95eb-7966f5e0b88c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:56.875844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2da448e-a3b5-4da5-95eb-7966f5e0b88c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5127742 Apr 21 14:48:56.876579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.944145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Attempting to bind port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:56.944726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Attempting to bind port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '90e5204a-591c-44e9-857e-8c6ed06d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:56.945168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Attempting to bind port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 on network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:48:56.961211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cf7b39-d254-46c0-8c5c-c736d24ed993,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:56.962066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:48:56.962545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Checking segment: {'id': '90e5204a-591c-44e9-857e-8c6ed06d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:48:56.963472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.963472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Bound using segment: {'id': '90e5204a-591c-44e9-857e-8c6ed06d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:48:56.964123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Bound port: 55b311bc-0c3c-403e-bb74-3294f3bf0a47, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e5204a-591c-44e9-857e-8c6ed06d9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:56.964597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.973994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.978097 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6b2fb7c9-05d5-4b97-916f-1155a35f9660 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0244918 Apr 21 14:48:56.979440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50914) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.991634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': 'b6cf7b39-d254-46c0-8c5c-c736d24ed993', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:56.995072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb05a9-4933-41c2-830e-ea5bd00c7d07 req-841649e9-e3ab-464d-b44c-7d78b90c3aba tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:56.996787 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e7eb05a9-4933-41c2-830e-ea5bd00c7d07 req-841649e9-e3ab-464d-b44c-7d78b90c3aba tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5490143 Apr 21 14:48:57.074759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] For port 55b311bc-0c3c-403e-bb74-3294f3bf0a47, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:48:57.075418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:57.079971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] For port 55b311bc-0c3c-403e-bb74-3294f3bf0a47, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=55b311bc-0c3c-403e-bb74-3294f3bf0a47,segment=NetworkSegment(90e5204a-591c-44e9-857e-8c6ed06d9540),segment_id=90e5204a-591c-44e9-857e-8c6ed06d9540)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:48:57.088275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.129984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:57.136908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:57.138284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] DHCP port deletion for 91732db8-ddc1-44a8-b8e4-3099055056a4 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:57.159166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] Deleting port 239a20fb-2736-4755-954f-070a5208b646 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:57.159627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.170030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:57.191166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.235564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f28af8-fe87-42e3-b663-0eba1ce08b68 None None] Pushing event updated for resources: {'Port': ['ID=55b311bc-0c3c-403e-bb74-3294f3bf0a47,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.235804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.262139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.305766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet 1d68a73b-adc3-4974-ac9d-529233d0c129 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:48:57.320815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.371598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.410288 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e7eb05a9-4933-41c2-830e-ea5bd00c7d07 req-fa8cc517-5fcc-4db6-aee7-b40b43a12f65 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069781 Apr 21 14:48:57.470003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] For port 239a20fb-2736-4755-954f-070a5208b646, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=239a20fb-2736-4755-954f-070a5208b646,segment=NetworkSegment(e9be3ca3-665d-494f-9ca3-23dd3e27e959),segment_id=e9be3ca3-665d-494f-9ca3-23dd3e27e959)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:57.470409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.496201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.567991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=861c9b81-7a56-4a11-ad6a-301048774a26,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.579076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.581404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:57.588505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:57.591544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:57.592344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.609846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.633863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] Calling delete_port for 239a20fb-2736-4755-954f-070a5208b646 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:57.693338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d78d635b-5a3a-48a3-a847-4ef1ea48de2b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.710970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d78d635b-5a3a-48a3-a847-4ef1ea48de2b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.713386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2384285-a364-4bb8-9e1a-e50ae2925c59,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.717022 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-25054ffc-4fe6-43c9-9392-ee369500c27c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9722703 Apr 21 14:48:57.720198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.724987 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5364f497-9af2-41a6-b4e2-410730b719c4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7397487 Apr 21 14:48:57.726033 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:57.726367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:57.729109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.734563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.743423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.786778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] Pushing event deleted for resources: {'Port': ['ID=239a20fb-2736-4755-954f-070a5208b646,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.792972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37d970-5852-49bd-b907-e27a5f7268dc None None] No DVR routers for this DVR port 239a20fb-2736-4755-954f-070a5208b646 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:57.814516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.827635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.865869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d78d635b-5a3a-48a3-a847-4ef1ea48de2b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.883264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:57.884707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:57.886873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:57.888214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:57.889515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:57.890420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Synchronizing usage tracker for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:57.893061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6311632b-c1b6-4e96-b290-aeb266285752 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.917630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6311632b-c1b6-4e96-b290-aeb266285752 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.930132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d635b-5a3a-48a3-a847-4ef1ea48de2b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffdb8553-5e5a-4b5c-a164-bd6a44b062f8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.951755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.980114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb43820-9fdc-4cd9-bd01-5e25c94ae759 req-68115df5-b445-43d1-94f5-88fb24a4ea8f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:57.981927 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dcb43820-9fdc-4cd9-bd01-5e25c94ae759 req-68115df5-b445-43d1-94f5-88fb24a4ea8f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3805566 Apr 21 14:48:58.007254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.044201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d78d635b-5a3a-48a3-a847-4ef1ea48de2b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.047887 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d78d635b-5a3a-48a3-a847-4ef1ea48de2b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ffdb8553-5e5a-4b5c-a164-bd6a44b062f8 HTTP/1.1" status: 204 len: 168 time: 1.0969357 Apr 21 14:48:58.049396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50928) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.058926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.059740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Fanout notify agent at l3_agent the message router_deleted on router c825f644-b8b7-4476-af86-1ea78ed0d25f {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:48:58.061867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=1d68a73b-adc3-4974-ac9d-529233d0c129,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:58.072417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Unset dirty status for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:58.073878 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-99ab9ecf-fa1b-4912-80d3-f81bd6deaf4c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3449500 Apr 21 14:48:58.074745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6311632b-c1b6-4e96-b290-aeb266285752 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.084835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50932) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.106856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375212582'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:58.116683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.122724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311632b-c1b6-4e96-b290-aeb266285752 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2384285-a364-4bb8-9e1a-e50ae2925c59,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:58.125352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:58.125528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e242c4-1ec4-436b-8811-06656920851d None None] Network ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:58.128575 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dcb43820-9fdc-4cd9-bd01-5e25c94ae759 req-792c95c5-bd2e-44d4-8664-753e56605491 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393337 Apr 21 14:48:58.130594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.134928 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d50420ba-bd50-4d4c-a068-14d088984eb5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/1d68a73b-adc3-4974-ac9d-529233d0c129 HTTP/1.1" status: 204 len: 168 time: 1.5232837 Apr 21 14:48:58.135981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50936) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.138043 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-089ab227-2843-46f2-9cbd-0080a84a45ea tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/c825f644-b8b7-4476-af86-1ea78ed0d25f HTTP/1.1" status: 204 len: 168 time: 5.7518106 Apr 21 14:48:58.138811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.143430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6311632b-c1b6-4e96-b290-aeb266285752 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.147809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6311632b-c1b6-4e96-b290-aeb266285752 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c2384285-a364-4bb8-9e1a-e50ae2925c59 HTTP/1.1" status: 204 len: 168 time: 0.4142580 Apr 21 14:48:58.147809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:58.155977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1150371663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:58.161544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.173836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50944) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.174734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:58.227897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:58.231088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.235011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/7a67fd07-4bf6-44c9-9234-5ae2a835e13c HTTP/1.1" status: 204 len: 168 time: 1.9659586 Apr 21 14:48:58.235011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0bb52-1757-45ae-a281-6804e9d9d3ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=7a67fd07-4bf6-44c9-9234-5ae2a835e13c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:58.250208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.251235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:58.264602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a6873277-0ec5-4c78-b8b6-a9fc71c07f08 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:58.288155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ea276a-7cec-4710-9a39-6f3ddce3e593 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:58.315535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Usage tracker for resource:router and tenant:bc074594318c46309f94913e822b6c34 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:58.330752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a6873277-0ec5-4c78-b8b6-a9fc71c07f08 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:58.335184 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a6873277-0ec5-4c78-b8b6-a9fc71c07f08 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2786834 Apr 21 14:48:58.337735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:58.341734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.350035 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e983ef81-d801-4902-8f08-bc816639420c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960748 Apr 21 14:48:58.360691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:58.365087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50958) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.370459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:58.374310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.395224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.458805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.490134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde2cc10-f4d3-4a6a-bd62-60641120d5a1 None None] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:48:58.522493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.523491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.545634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:58.555862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4f3d-3b7f-4c67-9bd2-526ae53579b3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.579823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port d6735843-1aff-41a2-bcb7-90a1dda73d38 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:58.580585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.586541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2228bc79-83ed-40aa-ad88-ad195f7e09a8 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:58.591853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4f3d-3b7f-4c67-9bd2-526ae53579b3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.611054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.611554 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 1c2cb75a-26a8-4318-bc5f-921721f2875e of type vlan for network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 Apr 21 14:48:58.635445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.665176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.678251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2228bc79-83ed-40aa-ad88-ad195f7e09a8 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:58.682430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2228bc79-83ed-40aa-ad88-ad195f7e09a8 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4564078 Apr 21 14:48:58.683372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50962) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.685207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.691564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4f3d-3b7f-4c67-9bd2-526ae53579b3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.691917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f1164dc2-810a-4964-a81d-6dfa16742da3 None None] Provisioning for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:58.697451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91732db8-ddc1-44a8-b8e4-3099055056a4']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.698895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724bf0a-eadb-4acc-a7ab-94b7c80c5a18 req-98cb79a0-877e-444b-a11f-cf259beebed4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:58.700577 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4724bf0a-eadb-4acc-a7ab-94b7c80c5a18 req-98cb79a0-877e-444b-a11f-cf259beebed4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3071368 Apr 21 14:48:58.745943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd4f3d-3b7f-4c67-9bd2-526ae53579b3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbf865d1-b655-4e69-913f-e7e9caf32693,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:58.760509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b494527-cb01-48a9-9272-4c033b1d8c5a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:58.761323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b494527-cb01-48a9-9272-4c033b1d8c5a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:58.773109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9be3ca3-665d-494f-9ca3-23dd3e27e959') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.773775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9be3ca3-665d-494f-9ca3-23dd3e27e959') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.781510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.796916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.825933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.839697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.844359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:58.845191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.851714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:48:58.852135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:58.866646 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:58.883744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b494527-cb01-48a9-9272-4c033b1d8c5a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:58.884992 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5b494527-cb01-48a9-9272-4c033b1d8c5a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5158644 Apr 21 14:48:58.886294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbd4f3d-3b7f-4c67-9bd2-526ae53579b3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.887624 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ebbd4f3d-3b7f-4c67-9bd2-526ae53579b3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/cbf865d1-b655-4e69-913f-e7e9caf32693 HTTP/1.1" status: 204 len: 168 time: 0.5406792 Apr 21 14:48:58.888802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.893853 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a912f5fd-783c-4673-92a6-ade08656829e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7517998 Apr 21 14:48:58.899645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.900538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50968) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.901068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50970) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.959601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] DHCP port deletion for ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:58.965463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] Deleting port a1008ece-c74e-4a84-acd6-182d053013a2 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:58.967167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.048003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:48:59.069036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:59.075785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 55b311bc-0c3c-403e-bb74-3294f3bf0a47 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:59.107287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f9be8b-6769-47f1-bf32-f0a27faa3ece tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.120365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.122626 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4724bf0a-eadb-4acc-a7ab-94b7c80c5a18 req-1c5119d4-5638-4050-903e-44ec6e7d013f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043193 Apr 21 14:48:59.136581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] Deleting port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:48:59.136854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.169576 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0625668 Apr 21 14:48:59.205985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50978) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.206764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.273632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:59.319876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] Update dhcp port {'port': {'network_id': 'c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1', 'fixed_ips': [{'subnet_id': '174813c6-c631-428d-a5fb-0091f7aaa60b', 'ip_address': '2001:db8::2'}, {'subnet_id': '861c9b81-7a56-4a11-ad6a-301048774a26'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '55b311bc-0c3c-403e-bb74-3294f3bf0a47'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:48:59.363112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for d6735843-1aff-41a2-bcb7-90a1dda73d38 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:59.368491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f09f63-0219-4b28-b828-32b6a575f369 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:59.394799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.396953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0d7c2-0cc8-40d1-9f8f-e498bcfae036 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:59.397698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25e0d7c2-0cc8-40d1-9f8f-e498bcfae036 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:59.425323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f9be8b-6769-47f1-bf32-f0a27faa3ece tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.426434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28ccae0d-dab5-4364-aa15-a0d756982683 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:59.442433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:59.464023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=91732db8-ddc1-44a8-b8e4-3099055056a4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:59.491821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-443a8e0d-cb66-4b60-915f-3156ee7b0ba4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/91732db8-ddc1-44a8-b8e4-3099055056a4 HTTP/1.1" status: 204 len: 168 time: 1.3472950 Apr 21 14:48:59.493891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25e0d7c2-0cc8-40d1-9f8f-e498bcfae036 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:59.496974 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-25e0d7c2-0cc8-40d1-9f8f-e498bcfae036 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5872006 Apr 21 14:48:59.496974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.505241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 50986) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.615885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.632908 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eda99018-f787-4904-a8f0-27391ba7b234 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108477 Apr 21 14:48:59.643500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28ccae0d-dab5-4364-aa15-a0d756982683 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:59.644947 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28ccae0d-dab5-4364-aa15-a0d756982683 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.7358780 Apr 21 14:48:59.645601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50992) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.664024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:59.665975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 50994) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.667910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] For port a1008ece-c74e-4a84-acd6-182d053013a2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1008ece-c74e-4a84-acd6-182d053013a2,segment=NetworkSegment(831c9800-cb2e-4d1e-ab2c-70abcba2c5a8),segment_id=831c9800-cb2e-4d1e-ab2c-70abcba2c5a8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:48:59.668400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.669829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:48:59.765036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f9be8b-6769-47f1-bf32-f0a27faa3ece tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.768027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:59.768564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.810969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9be8b-6769-47f1-bf32-f0a27faa3ece tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cf7b39-d254-46c0-8c5c-c736d24ed993,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:59.824385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.825278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.843568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcaebb-ef73-4b06-8c4a-39f5adad566b req-becfdf61-b54d-4d9f-a346-54534c56bd62 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:48:59.845346 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-52fcaebb-ef73-4b06-8c4a-39f5adad566b req-becfdf61-b54d-4d9f-a346-54534c56bd62 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4893157 Apr 21 14:48:59.875491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.911115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f9be8b-6769-47f1-bf32-f0a27faa3ece tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.916262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-37f9be8b-6769-47f1-bf32-f0a27faa3ece tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6cf7b39-d254-46c0-8c5c-c736d24ed993 HTTP/1.1" status: 204 len: 168 time: 1.2280588 Apr 21 14:48:59.955153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] Calling delete_port for a1008ece-c74e-4a84-acd6-182d053013a2 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:48:59.960999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.989961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c3ebfe6-9d88-44cc-8c3e-08ac8bdd21bb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.010024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.015768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 is not hosted by any dhcp agent {{(pid=83935) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 21 14:49:00.016916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] For port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9e3f2fbf-8f25-4461-a0db-bd866eaac8e4,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:00.017325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.019023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c3ebfe6-9d88-44cc-8c3e-08ac8bdd21bb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.019624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:00.020381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.021705 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "PUT /v2.0/networks/4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 HTTP/1.1" status: 200 len: 723 time: 0.8122530 Apr 21 14:49:00.028326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51004) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.043828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': '4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:00.056525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdedc44-543e-4ae0-bec8-9e3130a87656 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.074017 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-52fcaebb-ef73-4b06-8c4a-39f5adad566b req-89eb792e-63aa-400e-9515-ba06270db5a4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169034 Apr 21 14:49:00.079916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.087680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port a1008ece-c74e-4a84-acd6-182d053013a2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:00.088272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.104898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.149948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=d6735843-1aff-41a2-bcb7-90a1dda73d38,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.169749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:00.261519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] Calling delete_port for 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:00.263125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.278088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:00.282009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.296665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c3ebfe6-9d88-44cc-8c3e-08ac8bdd21bb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.357394 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00a5f9be-00bf-4dc7-85b1-60c5767758e8 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3906941 Apr 21 14:49:00.372294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51010) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.385583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--517769676'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:00.393136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.400173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:00.404425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:00.409877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.434746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ebfe6-9d88-44cc-8c3e-08ac8bdd21bb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=921a21fe-e3cf-4455-b396-ea276e54744f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.463746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c3ebfe6-9d88-44cc-8c3e-08ac8bdd21bb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.466883 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c3ebfe6-9d88-44cc-8c3e-08ac8bdd21bb tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/921a21fe-e3cf-4455-b396-ea276e54744f HTTP/1.1" status: 204 len: 168 time: 0.7782514 Apr 21 14:49:00.467011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.470861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.473217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51014) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.478227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.590305 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.590533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] Pushing event deleted for resources: {'Port': ['ID=a1008ece-c74e-4a84-acd6-182d053013a2,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.618718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:00.625338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] Allocated IP 172.20.0.1 (c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1/861c9b81-7a56-4a11-ad6a-301048774a26/55b311bc-0c3c-403e-bb74-3294f3bf0a47) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:00.629907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.637874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2f662-784b-48a9-9c39-e84c53c544cf None None] No DVR routers for this DVR port a1008ece-c74e-4a84-acd6-182d053013a2 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:00.683405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.701568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.707621 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e342bd1b-d9e9-4371-9747-d89cc9696eae tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2297490 Apr 21 14:49:00.708635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51018) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.713192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.716544 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] Pushing event deleted for resources: {'Port': ['ID=9e3f2fbf-8f25-4461-a0db-bd866eaac8e4,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.745228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a0fa3-1a6e-4888-9b42-f27aa69177d6 None None] No DVR routers for this DVR port 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:00.765189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32568dd5-1fcd-4415-b856-2371ac9dcc8f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.775152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32568dd5-1fcd-4415-b856-2371ac9dcc8f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.791757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port a1008ece-c74e-4a84-acd6-182d053013a2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1008ece-c74e-4a84-acd6-182d053013a2,segment=NetworkSegment(831c9800-cb2e-4d1e-ab2c-70abcba2c5a8),segment_id=831c9800-cb2e-4d1e-ab2c-70abcba2c5a8)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:00.792169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.868968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] For port 55b311bc-0c3c-403e-bb74-3294f3bf0a47, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=55b311bc-0c3c-403e-bb74-3294f3bf0a47,segment=NetworkSegment(90e5204a-591c-44e9-857e-8c6ed06d9540),segment_id=90e5204a-591c-44e9-857e-8c6ed06d9540)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:00.896665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.914287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] Transition to ACTIVE for port object 55b311bc-0c3c-403e-bb74-3294f3bf0a47 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:00.919883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.935323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32568dd5-1fcd-4415-b856-2371ac9dcc8f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.970871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32568dd5-1fcd-4415-b856-2371ac9dcc8f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=637e02ba-10b6-4f80-8340-7e2b6ef0ed9b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.976125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.984000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.986417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:00.992215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:00.999331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:01.009722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.019431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32568dd5-1fcd-4415-b856-2371ac9dcc8f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.024715 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-32568dd5-1fcd-4415-b856-2371ac9dcc8f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/637e02ba-10b6-4f80-8340-7e2b6ef0ed9b HTTP/1.1" status: 204 len: 168 time: 0.3157451 Apr 21 14:49:01.025438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51022) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.070320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for a1008ece-c74e-4a84-acd6-182d053013a2 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:01.098969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.126331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29d1f11d-a05c-462f-9884-56bfb8422817 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:01.128691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.129314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Fanout notify agent at l3_agent the message router_deleted on router 2e424d53-482b-4e16-9bd6-f2bde92b5cdf {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:49:01.146250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:01.146588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:01.157002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772834e-8cff-4a50-abf8-c320dfe8836b None None] Pushing event updated for resources: {'Port': ['ID=55b311bc-0c3c-403e-bb74-3294f3bf0a47,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.164563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.165869 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b7c72e5-9a60-4e5f-beae-11a6562ac462 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/routers/2e424d53-482b-4e16-9bd6-f2bde92b5cdf HTTP/1.1" status: 204 len: 168 time: 4.5555789 Apr 21 14:49:01.169004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51026) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.209828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.224576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.255984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29d1f11d-a05c-462f-9884-56bfb8422817 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:01.260111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29d1f11d-a05c-462f-9884-56bfb8422817 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2281668 Apr 21 14:49:01.264336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51030) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.281684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.285427 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9097199 Apr 21 14:49:01.288786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51034) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.315755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '52378433-5610-4004-98de-3569a82db131', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:01.324764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d2d27-35c6-4ad1-b099-5f1512a71af9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52378433-5610-4004-98de-3569a82db131,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.370554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:01.371075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:01.371398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:01.390272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:01.396601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:01.404907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:01.443207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.457014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ba4573-f358-4751-a299-63b5136c7542 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.484841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting subnet 419e27bf-ac91-4090-98de-97079af648b4 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:01.496863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.564011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.608586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ba4573-f358-4751-a299-63b5136c7542 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.621034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.630689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.636916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.664858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33e5297-5d25-458d-91ba-d100f2547aa0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.686028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.693229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.697199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ac8b1083-4e46-4af7-bf53-f8e2253fb124 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4031458 Apr 21 14:49:01.698479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51038) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.720812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.729910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.751067 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-73152b96-3104-40b2-a890-98b19eaeefdc tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules/d33e5297-5d25-458d-91ba-d100f2547aa0 HTTP/1.1" status: 200 len: 705 time: 0.0514891 Apr 21 14:49:01.755891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51042) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.765915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 55b311bc-0c3c-403e-bb74-3294f3bf0a47, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=55b311bc-0c3c-403e-bb74-3294f3bf0a47,segment=NetworkSegment(90e5204a-591c-44e9-857e-8c6ed06d9540),segment_id=90e5204a-591c-44e9-857e-8c6ed06d9540)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:01.771023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.813093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80283b9-c1e2-45c9-a722-a6436934d3dc None None] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:01.828549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:49:01.835668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f5237547-5dfa-4a04-9cc5-398c95dd7dac tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:01.851165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 239a20fb-2736-4755-954f-070a5208b646 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:01.851830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.860881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f5237547-5dfa-4a04-9cc5-398c95dd7dac tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:01.865042 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f5237547-5dfa-4a04-9cc5-398c95dd7dac tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1054392 Apr 21 14:49:01.866979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51046) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.893999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.897631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port a1008ece-c74e-4a84-acd6-182d053013a2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:01.897974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.929927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.966911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc388191-8fb5-48c6-b34f-c14895707cf3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.974234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ba4573-f358-4751-a299-63b5136c7542 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.999952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Subnet': ['ID=419e27bf-ac91-4090-98de-97079af648b4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.000303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500d126-f8bf-4151-a01e-3d955b29791d None None] Network b97eb5bc-a568-4597-ac0a-e3b47622f05c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:02.008176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.012756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc388191-8fb5-48c6-b34f-c14895707cf3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.025155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 239a20fb-2736-4755-954f-070a5208b646 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:02.025498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 239a20fb-2736-4755-954f-070a5208b646 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:02.034853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] The port 'a1008ece-c74e-4a84-acd6-182d053013a2' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:02.043326 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ebad488d-f1b1-4e78-982e-4068ebace98a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/subnets/419e27bf-ac91-4090-98de-97079af648b4 HTTP/1.1" status: 204 len: 168 time: 0.8667562 Apr 21 14:49:02.045052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51050) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.051309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba4573-f358-4751-a299-63b5136c7542 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb341dc-c8af-4172-b60b-1c102e3165a2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.111840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:02.122143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=0ed09ac8-0886-4864-9e93-02a8c62fc650,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.131479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6a25ffc8-dbcd-4cf2-9711-63d003c6548f None None] Provisioning for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:02.134916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:02.156421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a1854-7964-4975-b70a-ea493e8b2949 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:02.175557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:02.176216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.188371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc388191-8fb5-48c6-b34f-c14895707cf3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.219051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc388191-8fb5-48c6-b34f-c14895707cf3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d33e5297-5d25-458d-91ba-d100f2547aa0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.233625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.240735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc388191-8fb5-48c6-b34f-c14895707cf3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.244121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fc388191-8fb5-48c6-b34f-c14895707cf3 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d33e5297-5d25-458d-91ba-d100f2547aa0 HTTP/1.1" status: 204 len: 168 time: 0.3738923 Apr 21 14:49:02.244493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51054) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.256826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 55b311bc-0c3c-403e-bb74-3294f3bf0a47 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:02.271427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port db7dea43-a158-4739-a2b2-029ce4ed2d50 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:02.271791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.304968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6a25ffc8-dbcd-4cf2-9711-63d003c6548f None None] Provisioning complete for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:02.304968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a25ffc8-dbcd-4cf2-9711-63d003c6548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.344206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=55b311bc-0c3c-403e-bb74-3294f3bf0a47,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.347025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.357566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Allocated IP 172.26.6.12 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/1db81a93-fa7e-4bff-a737-d8c014d90ecd) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:02.364606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ba4573-f358-4751-a299-63b5136c7542 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.368182 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-50ba4573-f358-4751-a299-63b5136c7542 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/beb341dc-c8af-4172-b60b-1c102e3165a2 HTTP/1.1" status: 204 len: 168 time: 1.0920687 Apr 21 14:49:02.375879 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d8d56724-2236-497e-a6ef-bfecfa1f8e34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7200077 Apr 21 14:49:02.376058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51058) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.378573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51060) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.394473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': '1c2cb75a-26a8-4318-bc5f-921721f2875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:02.394887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:02.403565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=b97e5604-a4be-4b32-8f66-0bba0af749e4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.404404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:8f:0e:d0', 'name': 'tempest-NetworksTestDHCPv6-50675248'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:02.406503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:02.429599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b0d1f132-d89b-456f-8df5-fac4707cfcb7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:02.490854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831c9800-cb2e-4d1e-ab2c-70abcba2c5a8') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:02.491451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831c9800-cb2e-4d1e-ab2c-70abcba2c5a8') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:02.517663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.544043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.562376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:02.566400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:02.567314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.578815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b0d1f132-d89b-456f-8df5-fac4707cfcb7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:02.583370 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b0d1f132-d89b-456f-8df5-fac4707cfcb7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3347287 Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:02.583541 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:02.585545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51066) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.593085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '52378433-5610-4004-98de-3569a82db131', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:02.657829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:02.658047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4fb9793a-6356-4ec4-9d11-bc6409dc01ee tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:02.658171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.658256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:02.668243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:02.687587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14dacad-1273-4dcf-a748-8d34b6eebcb8 None None] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:02.690998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:02.691586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.718415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:02.718675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:02.726133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4fb9793a-6356-4ec4-9d11-bc6409dc01ee tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:02.727915 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4fb9793a-6356-4ec4-9d11-bc6409dc01ee tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3504252 Apr 21 14:49:02.735533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] For port db7dea43-a158-4739-a2b2-029ce4ed2d50, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=db7dea43-a158-4739-a2b2-029ce4ed2d50,segment=NetworkSegment(ab7887e3-f850-4b5c-81c5-a2b4499d999e),segment_id=ab7887e3-f850-4b5c-81c5-a2b4499d999e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:02.735897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.737689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.744218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:02.745615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51070) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.756140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--744936254'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:02.763581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:02.766511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.774166 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-86167589-5714-4f88-a95d-62493df03f7b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7356000 Apr 21 14:49:02.791509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.795237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.804564 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a HTTP/1.1" status: 204 len: 168 time: 3.2930589 Apr 21 14:49:02.807691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51078) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.808614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:02.814549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d85cc692-7302-466f-b39e-7dc9785498ad tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:02.857682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1670594100'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:02.872096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.929377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '0ed09ac8-0886-4864-9e93-02a8c62fc650'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:02.930183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.975167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for db7dea43-a158-4739-a2b2-029ce4ed2d50 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:03.038168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920771d-7430-4058-a3c1-2fafabd88c1d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=ee2cfd4f-8a32-4d62-a4e0-bd87a477c85a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.047123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:03.049026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:03.069025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:03.069915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0732132f-e268-4181-8a70-602d1a5c1188 None None] DHCP port deletion for b97eb5bc-a568-4597-ac0a-e3b47622f05c request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:03.076877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:03.085559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.112245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:03.122592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0732132f-e268-4181-8a70-602d1a5c1188 None None] Deleting port db7dea43-a158-4739-a2b2-029ce4ed2d50 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:03.122962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0732132f-e268-4181-8a70-602d1a5c1188 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.193998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.270717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.277094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:03.280034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.317479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1008ece-c74e-4a84-acd6-182d053013a2 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:03.319858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 49dbbb7d-9977-4e90-8321-27c8822703ab yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:03.333384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d85cc692-7302-466f-b39e-7dc9785498ad tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16202478'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.345214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0732132f-e268-4181-8a70-602d1a5c1188 None None] The port 'db7dea43-a158-4739-a2b2-029ce4ed2d50' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:03.365460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:03.398648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.398834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a1008ece-c74e-4a84-acd6-182d053013a2 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:03.399074 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1008ece-c74e-4a84-acd6-182d053013a2 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:03.399432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:03.407462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:03.418444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:03.420314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event updated for resources: {'Port': ['ID=1db81a93-fa7e-4bff-a737-d8c014d90ecd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.425538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:03.438845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6', 'network_id': '4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': 'b97e5604-a4be-4b32-8f66-0bba0af749e4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:03.441977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.450296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:03.465176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:03.465590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e3f2fbf-8f25-4461-a0db-bd866eaac8e4 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:03.466461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=db7dea43-a158-4739-a2b2-029ce4ed2d50,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.479990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.488958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] No DVR routers for this DVR port db7dea43-a158-4739-a2b2-029ce4ed2d50 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:03.502374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:03.508433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.564300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.564650 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment 1adf1d8e-da7c-46f7-8bff-2895dbe53e93 of type vlan for network 1ac12bc9-6948-423e-8376-0f03b26be65d Apr 21 14:49:03.609940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Allocated IP 2001:db8::f816:3eff:fe47:fe44 (273f4fc5-d828-4645-a9ef-b086301e3356/0ed09ac8-0886-4864-9e93-02a8c62fc650/5ad1954b-5a94-433c-a27d-ec0799d3abfd) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:03.611636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d35f8dc-eac4-41e6-a804-5066ceb56770,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.630031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e30519ea-ff18-4fe1-949c-b043393f03f2 None None] Provisioning complete for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:03.630263 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e30519ea-ff18-4fe1-949c-b043393f03f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.631420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.657692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97eb5bc-a568-4597-ac0a-e3b47622f05c']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:03.671915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7887e3-f850-4b5c-81c5-a2b4499d999e') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:03.672297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7887e3-f850-4b5c-81c5-a2b4499d999e') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:03.684328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.701461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.709408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:03.709830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:03.724877 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:03.735621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.740893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.786647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.810752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.813782 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a24e9bcb-c435-4aa2-a64a-fae46bea8d3b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2254791 Apr 21 14:49:03.813962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.816345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51082) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.845085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.858016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Network': ['ID=b97eb5bc-a568-4597-ac0a-e3b47622f05c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.871160 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d66aed54-8128-4830-80c3-27b8ba4c248e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules/7d35f8dc-eac4-41e6-a804-5066ceb56770 HTTP/1.1" status: 200 len: 705 time: 0.0525081 Apr 21 14:49:03.871349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.871349 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1232653 Apr 21 14:49:03.874982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51086) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.875441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51088) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.885206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97877ec2-d5dc-4853-8191-802764664871 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1b31dc-7894-4a97-81fb-5d3c798f7e90,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.889268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d85cc692-7302-466f-b39e-7dc9785498ad tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752279743645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16252679'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.898322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': '4e1b31dc-7894-4a97-81fb-5d3c798f7e90', 'direction': 'ingress', 'protocol': 17}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:03.915231 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9744310e-3f33-4499-9d46-d10afcbc6f6d tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/networks/b97eb5bc-a568-4597-ac0a-e3b47622f05c HTTP/1.1" status: 204 len: 168 time: 1.8671167 Apr 21 14:49:03.916096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:03.918750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51094) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.933669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.937593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:03.938408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.018273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Allocated IP 2001:db8::2 (4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6/b97e5604-a4be-4b32-8f66-0bba0af749e4/4d947109-912d-4a9e-a66d-c0bbdfd7a4d0) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:04.039581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.065057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85cc692-7302-466f-b39e-7dc9785498ad tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:04.065660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d85cc692-7302-466f-b39e-7dc9785498ad tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.070043 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d85cc692-7302-466f-b39e-7dc9785498ad tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "PUT /v2.0/subnets/b97e5604-a4be-4b32-8f66-0bba0af749e4 HTTP/1.1" status: 200 len: 826 time: 1.2681031 Apr 21 14:49:04.073651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51098) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:04.080222 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2309895 Apr 21 14:49:04.088148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cc692-7302-466f-b39e-7dc9785498ad tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=b97e5604-a4be-4b32-8f66-0bba0af749e4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.092398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51100) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:04.097661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70507bb8-77ab-470f-8453-0fe70f34ced1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=1ac12bc9-6948-423e-8376-0f03b26be65d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.127158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.132737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:04.133855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 1ac12bc9-6948-423e-8376-0f03b26be65d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:04.146265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Transition to ACTIVE for port object 5ad1954b-5a94-433c-a27d-ec0799d3abfd will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.151154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:04.215916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 55b311bc-0c3c-403e-bb74-3294f3bf0a47 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:04.315674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Transition to ACTIVE for port object 5ad1954b-5a94-433c-a27d-ec0799d3abfd will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.326044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.330420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.347275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.411901 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7bd2266b-4a8f-40e6-96c6-2797fbea256c tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5329514 Apr 21 14:49:04.429576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51106) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:04.443702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port 140126ea-193e-4b4b-9268-5c9abc4f35f7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:04.444144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.489622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.492503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:04.498844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:04.500566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Pushing event updated for resources: {'Port': ['ID=5ad1954b-5a94-433c-a27d-ec0799d3abfd,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.504919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:04.557182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:04.557766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.582870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Router 9b66ead7-953b-4573-9434-141c4d280067 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:49:04.586662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.624550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fe8f:ed0 (273f4fc5-d828-4645-a9ef-b086301e3356/0ed09ac8-0886-4864-9e93-02a8c62fc650/49dbbb7d-9977-4e90-8321-27c8822703ab) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:04.650837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Transition to ACTIVE for port object 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.653153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:04.693820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Transition to ACTIVE for port object 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.698545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Attempting to bind port 5ad1954b-5a94-433c-a27d-ec0799d3abfd on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:04.698876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Attempting to bind port 5ad1954b-5a94-433c-a27d-ec0799d3abfd by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:04.699242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Attempting to bind port 5ad1954b-5a94-433c-a27d-ec0799d3abfd on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:04.705584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.762374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:04.762744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:04.763149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.763545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:04.764018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Bound port: 5ad1954b-5a94-433c-a27d-ec0799d3abfd, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:04.764418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.774396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6265046a-899d-4866-af51-a2931de04ee7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.792503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:04.800473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:04.807405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.808854 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70984674-0a92-426d-bc4c-c843a69e6f89 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "PUT /v2.0/routers/9b66ead7-953b-4573-9434-141c4d280067 HTTP/1.1" status: 200 len: 879 time: 5.8968620 Apr 21 14:49:04.811223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51110) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:04.814118 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] Sync routers for ids ['9b66ead7-953b-4573-9434-141c4d280067'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:04.835131 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] Routers {'9b66ead7-953b-4573-9434-141c4d280067'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:04.836994 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9b66ead7-953b-4573-9434-141c4d280067'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:04.841713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:04.870417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Pushing event updated for resources: {'Port': ['ID=4d947109-912d-4a9e-a66d-c0bbdfd7a4d0,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.872654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.874875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6265046a-899d-4866-af51-a2931de04ee7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.879344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:04.886994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:04.891334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:04.901438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:04.960010 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:04.962358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] For port 5ad1954b-5a94-433c-a27d-ec0799d3abfd, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:04.999439 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] Routers {'9b66ead7-953b-4573-9434-141c4d280067'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:05.000322 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['9b66ead7-953b-4573-9434-141c4d280067'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:05.074198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:05.083589 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:05.083989 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87afbb6-8ddc-4e9d-9f40-5d3f4834ce23 None None] The sync data for ids ['9b66ead7-953b-4573-9434-141c4d280067'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:05.092133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.099038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db7dea43-a158-4739-a2b2-029ce4ed2d50 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:05.099356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:05.099650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.143690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] For port 5ad1954b-5a94-433c-a27d-ec0799d3abfd, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5ad1954b-5a94-433c-a27d-ec0799d3abfd,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:05.144512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: db7dea43-a158-4739-a2b2-029ce4ed2d50 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:05.145373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db7dea43-a158-4739-a2b2-029ce4ed2d50 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:05.154848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.176230 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-792cef30-011c-4a83-9b86-25c8431ae879 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/9b66ead7-953b-4573-9434-141c4d280067 HTTP/1.1" status: 200 len: 920 time: 0.3545897 Apr 21 14:49:05.176461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51114) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.185488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Attempting to bind port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:05.185868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Attempting to bind port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1c2cb75a-26a8-4318-bc5f-921721f2875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:05.187057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Attempting to bind port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 on network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:05.201248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.216217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:05.216590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Checking segment: {'id': '1c2cb75a-26a8-4318-bc5f-921721f2875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:05.216991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.217385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Bound using segment: {'id': '1c2cb75a-26a8-4318-bc5f-921721f2875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:05.217867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Bound port: 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2cb75a-26a8-4318-bc5f-921721f2875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:05.218243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.264285 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a85c68cd-6fd6-43e8-ad96-5f487b629559 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=9b66ead7-953b-4573-9434-141c4d280067&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0841935 Apr 21 14:49:05.264993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51118) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.266253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.266774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.297844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ca08a-d886-439e-a9b4-2359b4531182 None None] Pushing event updated for resources: {'Port': ['ID=5ad1954b-5a94-433c-a27d-ec0799d3abfd,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.324806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6265046a-899d-4866-af51-a2931de04ee7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.361528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] For port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:05.363708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3e35da-6623-487e-800f-85404bb0bd7f,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.375690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] For port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4d947109-912d-4a9e-a66d-c0bbdfd7a4d0,segment=NetworkSegment(1c2cb75a-26a8-4318-bc5f-921721f2875e),segment_id=1c2cb75a-26a8-4318-bc5f-921721f2875e)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:05.382294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.425514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c9b1c-c83f-4eed-9ec1-4e69982775ec tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:05.426954 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e2c9b1c-c83f-4eed-9ec1-4e69982775ec tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 0.1609049 Apr 21 14:49:05.431503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.467246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fcffb-421a-47de-92a2-8bb3d6b33c78 None None] Pushing event updated for resources: {'Port': ['ID=4d947109-912d-4a9e-a66d-c0bbdfd7a4d0,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.518871 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-44df67c1-41e1-4e7d-8c40-ffa800749fb5 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b66ead7-953b-4573-9434-141c4d280067 HTTP/1.1" status: 200 len: 205 time: 0.0840299 Apr 21 14:49:05.519108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51126) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.534066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for 140126ea-193e-4b4b-9268-5c9abc4f35f7 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:05.623126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265046a-899d-4866-af51-a2931de04ee7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d35f8dc-eac4-41e6-a804-5066ceb56770,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.639571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6265046a-899d-4866-af51-a2931de04ee7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.643679 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6265046a-899d-4866-af51-a2931de04ee7 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7d35f8dc-eac4-41e6-a804-5066ceb56770 HTTP/1.1" status: 204 len: 168 time: 1.2022362 Apr 21 14:49:05.648264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51130) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.670261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.689666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.690859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1ea99e34-750c-405d-8400-ed172c57bc1f tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.8128564 Apr 21 14:49:05.697261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51136) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.778353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b29b6a7-c2dc-4d4e-a8ce-a974407a92e4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:05.823230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b29b6a7-c2dc-4d4e-a8ce-a974407a92e4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:05.826998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9b29b6a7-c2dc-4d4e-a8ce-a974407a92e4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1712148 Apr 21 14:49:05.828485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51140) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.837171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '52378433-5610-4004-98de-3569a82db131', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:05.853294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:05.866730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2e8e406b-86de-4d3a-8195-f9803e72a3a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.874066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:05.916128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2e8e406b-86de-4d3a-8195-f9803e72a3a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.932822 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Project d75b0c8ebc864bf1838ea72a6bf05d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:49:05.951185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.964636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.009942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.078035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4d947109-912d-4a9e-a66d-c0bbdfd7a4d0,segment=NetworkSegment(1c2cb75a-26a8-4318-bc5f-921721f2875e),segment_id=1c2cb75a-26a8-4318-bc5f-921721f2875e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:06.078364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.136236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2e8e406b-86de-4d3a-8195-f9803e72a3a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.147944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 49dbbb7d-9977-4e90-8321-27c8822703ab will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:06.163573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e406b-86de-4d3a-8195-f9803e72a3a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1b31dc-7894-4a97-81fb-5d3c798f7e90,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:06.206490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.209479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2e8e406b-86de-4d3a-8195-f9803e72a3a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.213076 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2e8e406b-86de-4d3a-8195-f9803e72a3a1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/4e1b31dc-7894-4a97-81fb-5d3c798f7e90 HTTP/1.1" status: 204 len: 168 time: 0.4966383 Apr 21 14:49:06.213787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51144) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.225827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:06.234433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.244946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5ad1954b-5a94-433c-a27d-ec0799d3abfd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:06.261234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.289559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68536c88-fa61-4e20-a357-19b2904f8979,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:06.327553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1ecca737-e6a7-4c46-ba24-6a0a4bf79173 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:06.332972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.336544 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1798a2e4-b77c-470b-a7e7-0812cbafd11e tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5037808 Apr 21 14:49:06.336729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=140126ea-193e-4b4b-9268-5c9abc4f35f7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:06.337663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51148) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.372004 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dccbb117-46e1-4410-977c-17035996c4a4 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules/68536c88-fa61-4e20-a357-19b2904f8979 HTTP/1.1" status: 200 len: 711 time: 0.0282767 Apr 21 14:49:06.372855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51152) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.397467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1ecca737-e6a7-4c46-ba24-6a0a4bf79173 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:06.402165 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1ecca737-e6a7-4c46-ba24-6a0a4bf79173 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1830249 Apr 21 14:49:06.413193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 5ad1954b-5a94-433c-a27d-ec0799d3abfd completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:06.413518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51156) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.420764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:06.423167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562795533'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:06.432414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:06.450349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:06.500368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7186e267-0ac1-4459-afcd-65e62269926b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:06.506138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:06.506749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.523683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.543520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Deleting port 1db81a93-fa7e-4bff-a737-d8c014d90ecd {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:06.543965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.615833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7186e267-0ac1-4459-afcd-65e62269926b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:06.620660 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7186e267-0ac1-4459-afcd-65e62269926b tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2432451 Apr 21 14:49:06.630326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51160) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.639215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.727791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:06.748046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:06.759927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:06.774500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:06.776729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-434fcdd1-bf94-4173-96c1-8373c58e2ebe tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.803417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-434fcdd1-bf94-4173-96c1-8373c58e2ebe tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.822649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:06.823438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=49dbbb7d-9977-4e90-8321-27c8822703ab,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:06.827857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.830834 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:06.834094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.841303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:06.845457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:06.846076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.876847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.949602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6f65477a-cfa3-47de-a6cc-998459c7033e None None] Provisioning for port 5ad1954b-5a94-433c-a27d-ec0799d3abfd completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:06.956298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6f65477a-cfa3-47de-a6cc-998459c7033e None None] Provisioning complete for port 5ad1954b-5a94-433c-a27d-ec0799d3abfd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:06.956863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f65477a-cfa3-47de-a6cc-998459c7033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.984223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.986132 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c9b4f4ed-7fd7-4e64-943e-45b61afa6d86 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/floatingips/e4197ff0-b5c7-4987-86f6-9a98dc36e212 HTTP/1.1" status: 204 len: 168 time: 3.0659657 Apr 21 14:49:06.990793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51164) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.050337 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3d20ff71-f7f1-4277-bc74-2bc07932eb51 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.6520243 Apr 21 14:49:07.060313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.077110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a43ba8-593e-45cb-81d5-b2af9184996d None None] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:07.084700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51168) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.090819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-434fcdd1-bf94-4173-96c1-8373c58e2ebe tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.101895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Calling delete_port for 1db81a93-fa7e-4bff-a737-d8c014d90ecd owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:07.164597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Port': ['ID=4d947109-912d-4a9e-a66d-c0bbdfd7a4d0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.171048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=d4dc9672-7ae0-4cea-86bf-69978831b94c,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.202106 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d4fec2-34f2-491e-84a5-3d38ebd76ebd tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:07.202339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d4fec2-34f2-491e-84a5-3d38ebd76ebd tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:07.206041 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-52d4fec2-34f2-491e-84a5-3d38ebd76ebd tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/ports/3bc1f05d-4bf9-426f-a1af-f1c5633b2fac HTTP/1.1" status: 404 len: 333 time: 0.2061324 Apr 21 14:49:07.247900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51172) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.270064 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fcdd1-bf94-4173-96c1-8373c58e2ebe tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68536c88-fa61-4e20-a357-19b2904f8979,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.289362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f65477a-cfa3-47de-a6cc-998459c7033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.295357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.314282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.355040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e612bec-415c-4218-be6f-6efa06106e23 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Synchronizing usage tracker for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:07.359976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-434fcdd1-bf94-4173-96c1-8373c58e2ebe tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.361091 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-434fcdd1-bf94-4173-96c1-8373c58e2ebe tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/68536c88-fa61-4e20-a357-19b2904f8979 HTTP/1.1" status: 204 len: 168 time: 0.7296071 Apr 21 14:49:07.364702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No DVR routers for this DVR port 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:07.373512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.396140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6f65477a-cfa3-47de-a6cc-998459c7033e None None] For port 5ad1954b-5a94-433c-a27d-ec0799d3abfd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5ad1954b-5a94-433c-a27d-ec0799d3abfd,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:07.399420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.400574 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9861162 Apr 21 14:49:07.408556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51180) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.409200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4280b-4868-495d-9398-6739ab750177 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ab1f7-c64a-4798-83be-211f2b2390de,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.418836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--33223873'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:07.424536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:07.436404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:07.440324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f65477a-cfa3-47de-a6cc-998459c7033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.443600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': '1adf1d8e-da7c-46f7-8bff-2895dbe53e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:07.444007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: 1ac12bc9-6948-423e-8376-0f03b26be65d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:07.455109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e612bec-415c-4218-be6f-6efa06106e23 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Unset dirty status for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:07.456435 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2e612bec-415c-4218-be6f-6efa06106e23 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e424d53-482b-4e16-9bd6-f2bde92b5cdf HTTP/1.1" status: 200 len: 205 time: 0.2074728 Apr 21 14:49:07.461672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.464620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.470628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.547238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68992e57-3709-4c3d-8afe-68e740c9606d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:07.551719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68992e57-3709-4c3d-8afe-68e740c9606d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:07.552931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-68992e57-3709-4c3d-8afe-68e740c9606d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:07.568879 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-da444d9f-d8d5-483f-8d31-72a4d1a1b28f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] delete failed (client error): The resource could not be found. Apr 21 14:49:07.569965 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da444d9f-d8d5-483f-8d31-72a4d1a1b28f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/routers/2e424d53-482b-4e16-9bd6-f2bde92b5cdf HTTP/1.1" status: 404 len: 336 time: 0.1068292 Apr 21 14:49:07.570947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network 1ac12bc9-6948-423e-8376-0f03b26be65d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:07.575560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51188) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.585299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43dab18f-557d-461d-b7b5-34255b4fb7e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:07.589092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-68992e57-3709-4c3d-8afe-68e740c9606d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:07.593092 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-68992e57-3709-4c3d-8afe-68e740c9606d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.4638772 Apr 21 14:49:07.596014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51192) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.609508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65477a-cfa3-47de-a6cc-998459c7033e None None] Pushing event updated for resources: {'Port': ['ID=5ad1954b-5a94-433c-a27d-ec0799d3abfd,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.621731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d80a10b3-a037-4818-8017-010c079df323 None None] Could not find standard attr ID for object 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:49:07.638926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 1ac12bc9-6948-423e-8376-0f03b26be65d) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:07.647900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d80a10b3-a037-4818-8017-010c079df323 None None] Provisioning for port 49dbbb7d-9977-4e90-8321-27c8822703ab completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:07.653140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:07.653832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.664940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e56ef-c834-46bc-848b-70dc9c46a309 None None] Network 1ac12bc9-6948-423e-8376-0f03b26be65d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:07.665144 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40a648f-6ed2-4fc2-aa9d-260d812596df tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:07.665595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40a648f-6ed2-4fc2-aa9d-260d812596df tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:07.685010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.689515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d80a10b3-a037-4818-8017-010c079df323 None None] Provisioning complete for port 49dbbb7d-9977-4e90-8321-27c8822703ab triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:07.690362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d80a10b3-a037-4818-8017-010c079df323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.716952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43dab18f-557d-461d-b7b5-34255b4fb7e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:07.719003 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43dab18f-557d-461d-b7b5-34255b4fb7e9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3388050 Apr 21 14:49:07.742012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51198) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.744719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:07.751942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:07.755110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:07.762840 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c40a648f-6ed2-4fc2-aa9d-260d812596df tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/subnets/419e27bf-ac91-4090-98de-97079af648b4 HTTP/1.1" status: 404 len: 337 time: 0.1743808 Apr 21 14:49:07.763792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:07.768201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51202) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.776479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=b97e5604-a4be-4b32-8f66-0bba0af749e4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.793857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 49dbbb7d-9977-4e90-8321-27c8822703ab {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:07.794202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.808494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c6b328-5186-4a7f-a01f-13ccf223ef49 None None] Network 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:07.853491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.864526 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4e62253b-af69-42fe-ae6b-81af2c3cd786 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7447596 Apr 21 14:49:07.865177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51206) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.883400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-922908191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:07.895326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port d2efe686-01d2-4e60-9c47-f572ac140413 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:07.895674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.950502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:07.956838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event deleted for resources: {'Port': ['ID=1db81a93-fa7e-4bff-a737-d8c014d90ecd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.987567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:router and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:07.996714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:08.058244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:08.061565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.080633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d80a10b3-a037-4818-8017-010c079df323 None None] Port 49dbbb7d-9977-4e90-8321-27c8822703ab cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:08.086471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.108009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.231184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd95d6-7f97-4422-9035-f780475cad74 None None] DHCP port deletion for 4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:08.254601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-1ac12bc9-6948-423e-8376-0f03b26be65d', 'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': 'd4dc9672-7ae0-4cea-86bf-69978831b94c'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:08.256213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.282168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.283387 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8717639 Apr 21 14:49:08.291952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:08.300842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51210) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:08.316377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': '5b8ab1f7-c64a-4798-83be-211f2b2390de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '887b4ebe-fc2f-469c-8889-517050d3242c', 'remote_ip_prefix': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:08.320965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e04ebb39-05b3-492f-99c5-f9cb5f436dfd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.328993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:08.339844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2cb75a-26a8-4318-bc5f-921721f2875e') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:08.340278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2cb75a-26a8-4318-bc5f-921721f2875e') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:08.348749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.349471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.356321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5ad1954b-5a94-433c-a27d-ec0799d3abfd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:08.357583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce27454-cb5d-4d22-9b1f-8d97bae782c9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887b4ebe-fc2f-469c-8889-517050d3242c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:08.372634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:08.390036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.397836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:08.412299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e04ebb39-05b3-492f-99c5-f9cb5f436dfd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.424150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:08.440796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.464786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.485701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:08.486089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:08.508964 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:08.521072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Allocated IP 2001:db8::2 (1ac12bc9-6948-423e-8376-0f03b26be65d/d4dc9672-7ae0-4cea-86bf-69978831b94c/96f4ec3c-28ae-4152-b35d-588dadfc8dc6) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:08.523494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5ad1954b-5a94-433c-a27d-ec0799d3abfd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:08.523829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.525154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.537398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.732852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.746343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.836809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 49dbbb7d-9977-4e90-8321-27c8822703ab owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:08.844174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.875465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.909951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Transition to ACTIVE for port object 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:08.910290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.924874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e04ebb39-05b3-492f-99c5-f9cb5f436dfd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.930651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Transition to ACTIVE for port object 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:08.940809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.947037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.967027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for d2efe686-01d2-4e60-9c47-f572ac140413 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:08.989496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.992108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ebb39-05b3-492f-99c5-f9cb5f436dfd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52378433-5610-4004-98de-3569a82db131,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:08.996595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.040711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.053331 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ac224213-0c20-4b12-8548-91eefecfdbd1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 HTTP/1.1" status: 204 len: 168 time: 4.9651890 Apr 21 14:49:09.053779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.057857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e04ebb39-05b3-492f-99c5-f9cb5f436dfd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.062221 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e04ebb39-05b3-492f-99c5-f9cb5f436dfd tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/52378433-5610-4004-98de-3569a82db131 HTTP/1.1" status: 204 len: 168 time: 1.3184953 Apr 21 14:49:09.063033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.066775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e5aeb18c-1271-4338-beb7-269e169c217f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1850145 Apr 21 14:49:09.066775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51218) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.094807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Network 1ac12bc9-6948-423e-8376-0f03b26be65d is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:09.096113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:09.096239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.098559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Pushing event updated for resources: {'Port': ['ID=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.101342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:09.106310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'port': {'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d', 'name': 'tempest-RoutersIpV6Test-1840934741'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:09.121044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.121799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Fanout notify agent at l3_agent the message router_deleted on router 9b66ead7-953b-4573-9434-141c4d280067 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:49:09.176959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.188112 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32dd46b-d90e-42a5-8d97-93976a72e053 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:09.188399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32dd46b-d90e-42a5-8d97-93976a72e053 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:09.194188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.201084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Attempting to bind port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:09.201574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Attempting to bind port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1adf1d8e-da7c-46f7-8bff-2895dbe53e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:09.202049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Attempting to bind port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 on network 1ac12bc9-6948-423e-8376-0f03b26be65d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:09.209471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:09.209933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Checking segment: {'id': '1adf1d8e-da7c-46f7-8bff-2895dbe53e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:09.210423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.210890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Bound using segment: {'id': '1adf1d8e-da7c-46f7-8bff-2895dbe53e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:09.211435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Bound port: 96f4ec3c-28ae-4152-b35d-588dadfc8dc6, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1adf1d8e-da7c-46f7-8bff-2895dbe53e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1ac12bc9-6948-423e-8376-0f03b26be65d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:09.211885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.215675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.235438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.236559 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-554f0904-ad67-4575-8b55-e1341786e457 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/9b66ead7-953b-4573-9434-141c4d280067 HTTP/1.1" status: 204 len: 168 time: 3.7165060 Apr 21 14:49:09.253150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.260652 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e32dd46b-d90e-42a5-8d97-93976a72e053 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 HTTP/1.1" status: 404 len: 339 time: 0.2056861 Apr 21 14:49:09.265939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-574889507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:09.269758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-42f8d553-bdf7-4872-ae86-7e3dd4f58df9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:09.273268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.278180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:09.283253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-174397701', 'description': 'd1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:09.289346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30351ee-f7d3-4b12-935a-96244f09ca5c,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.297540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=49dbbb7d-9977-4e90-8321-27c8822703ab,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.300222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Usage tracker for resource:router and tenant:bc074594318c46309f94913e822b6c34 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:09.307457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] For port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:09.311466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] For port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,segment=NetworkSegment(1adf1d8e-da7c-46f7-8bff-2895dbe53e93),segment_id=1adf1d8e-da7c-46f7-8bff-2895dbe53e93)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:09.319306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:09.319670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.324706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:09.338113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Usage tracker for resource:network and tenant:cf647b4eb76c4c91b0446bce48f2cd38 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:09.340977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:09.343570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-42f8d553-bdf7-4872-ae86-7e3dd4f58df9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:09.350942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:09.351673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-42f8d553-bdf7-4872-ae86-7e3dd4f58df9 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2567677 Apr 21 14:49:09.352813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.353950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-116525f6-246a-4d5b-9cbc-d548a7155a44 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0521898 Apr 21 14:49:09.354890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51234) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.360252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.362662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.365683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.371262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3701ed81-02a1-483c-94f1-e059e92af5fe tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/49dbbb7d-9977-4e90-8321-27c8822703ab HTTP/1.1" status: 204 len: 168 time: 1.7742128 Apr 21 14:49:09.376043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162227734'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:09.380678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51242) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.427797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:09.429263 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061a2c4-0768-41b3-aaf7-18280cffb2e2 None None] Pushing event updated for resources: {'Port': ['ID=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.451250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:09.455687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:09.482505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.483490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.485260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5e94-6359-4ce2-8942-770db8de4e81 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:09.486661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=d2efe686-01d2-4e60-9c47-f572ac140413,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.486779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be5e94-6359-4ce2-8942-770db8de4e81 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:09.487544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b8be5e94-6359-4ce2-8942-770db8de4e81 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:09.491812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.497478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:09.513071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:port and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:09.520788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:09.523796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.533245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:09.587609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:09.589996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b8be5e94-6359-4ce2-8942-770db8de4e81 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:09.593894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b8be5e94-6359-4ce2-8942-770db8de4e81 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2083776 Apr 21 14:49:09.594083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbf148f-ffcb-4131-8555-70a595c51f61 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.595293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51246) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.640923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbf148f-ffcb-4131-8555-70a595c51f61 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.663079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:09.673232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:09.687703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.716579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.718116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:09.759582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:09.772104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.784209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] device_id is not set on port 376ed378-7404-420f-8878-4a280f21cde4 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:09.820623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbf148f-ffcb-4131-8555-70a595c51f61 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.837606 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-3dd4b9c4-e02b-4066-80bc-5115be0737da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3342447 Apr 21 14:49:09.841398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbf148f-ffcb-4131-8555-70a595c51f61 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.842534 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ebbf148f-ffcb-4131-8555-70a595c51f61 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e30351ee-f7d3-4b12-935a-96244f09ca5c HTTP/1.1" status: 204 len: 168 time: 0.4778872 Apr 21 14:49:09.844430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.844811 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 81729532-4381-46da-bbb7-3f3beb5b2dec of type vlan for network 2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 Apr 21 14:49:09.848258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51250) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.855786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf148f-ffcb-4131-8555-70a595c51f61 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e30351ee-f7d3-4b12-935a-96244f09ca5c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.864986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.873418 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-89231af2-60d9-437c-a2c1-8ea92b207768 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/ports/d2efe686-01d2-4e60-9c47-f572ac140413 HTTP/1.1" status: 204 len: 168 time: 2.1017184 Apr 21 14:49:09.881425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51254) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.927106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.964847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.968366 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-66779f45-f7cd-4c6f-8417-97a4e85a25dd tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7118738 Apr 21 14:49:09.977574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.983720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': True}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:10.043385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.057789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 0ed09ac8-0886-4864-9e93-02a8c62fc650 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:10.062519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.089315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.127367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port ebd44732-df35-4c3c-8e84-4e15690de0d5 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:10.128427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.136696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.140351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:10.140933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.167389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8::337 (1ac12bc9-6948-423e-8376-0f03b26be65d/d4dc9672-7ae0-4cea-86bf-69978831b94c/376ed378-7404-420f-8878-4a280f21cde4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:10.194177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:10.225768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-387faf81-4c64-483a-8010-24d418d4ba42 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:10.275090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.275474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:10.290692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:10.304325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b91f07-1251-44ad-9eaa-78753b77899e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:10.336135 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0599885 Apr 21 14:49:10.345926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:10.346409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4d947109-912d-4a9e-a66d-c0bbdfd7a4d0 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:10.357398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:10.358071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f766eb-54f0-44a5-bc4b-a4ceffeb4fed tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=2b91a0d7-3e5b-40bf-89b5-f5e7162844f6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:10.370431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:10.388583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.389954 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4432f003-95ef-4519-9793-8d02abaa11b5 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0289023 Apr 21 14:49:10.401546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51266) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:10.416275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-387faf81-4c64-483a-8010-24d418d4ba42 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:10.417841 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-387faf81-4c64-483a-8010-24d418d4ba42 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5686224 Apr 21 14:49:10.421798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Request body: {'security_group_rule': {'security_group_id': '80b91f07-1251-44ad-9eaa-78753b77899e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:10.426698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51270) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:10.440995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:10.467726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Usage tracker for resource:security_group_rule and tenant:d75b0c8ebc864bf1838ea72a6bf05d35 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:10.488381 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-7910b6f8-7198-498e-bc8a-92233de2c36d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 0.5366709 Apr 21 14:49:10.489353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:10.569833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:10.693623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.714362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c400b3-cf64-4ad6-9786-d9cbf15317bc None None] Network 1ac12bc9-6948-423e-8376-0f03b26be65d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:10.732871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.796003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da2642-7464-4bc6-834d-a28327150c9d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:10.797466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52da2642-7464-4bc6-834d-a28327150c9d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Synchronizing usage tracker for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:10.807515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.814108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0e4c70a7-251f-4348-8153-7d481bff5585 None None] Provisioning for port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:10.830635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0e4c70a7-251f-4348-8153-7d481bff5585 None None] Provisioning complete for port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:10.831094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e4c70a7-251f-4348-8153-7d481bff5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.989492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed1891b-25b8-4908-8f10-011f81d73b4a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.011535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52da2642-7464-4bc6-834d-a28327150c9d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Unset dirty status for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:11.015779 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-52da2642-7464-4bc6-834d-a28327150c9d tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/networks?id=2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 HTTP/1.1" status: 200 len: 764 time: 0.6552765 Apr 21 14:49:11.019318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.032042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'description': 'd2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:11.059060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e4c70a7-251f-4348-8153-7d481bff5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.073331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for ebd44732-df35-4c3c-8e84-4e15690de0d5 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:11.102623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-e2dcac6d-7b27-4384-b41e-bc1954613092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:11.104164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-e2dcac6d-7b27-4384-b41e-bc1954613092 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.5615325 Apr 21 14:49:11.108631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0e4c70a7-251f-4348-8153-7d481bff5585 None None] For port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,segment=NetworkSegment(1adf1d8e-da7c-46f7-8bff-2895dbe53e93),segment_id=1adf1d8e-da7c-46f7-8bff-2895dbe53e93)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:11.114994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e4c70a7-251f-4348-8153-7d481bff5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.127649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed1891b-25b8-4908-8f10-011f81d73b4a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.176973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.191285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.200725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c70a7-251f-4348-8153-7d481bff5585 None None] Pushing event updated for resources: {'Port': ['ID=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.223289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.232892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object 376ed378-7404-420f-8878-4a280f21cde4 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:11.306556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed09ac8-0886-4864-9e93-02a8c62fc650,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.312794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.316146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed1891b-25b8-4908-8f10-011f81d73b4a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.337290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.338115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb7746-ce1f-41ba-aacf-28a68d7bc004 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:11.372645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1891b-25b8-4908-8f10-011f81d73b4a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b4ebe-fc2f-469c-8889-517050d3242c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.404823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.442277 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-b4afdd8e-96fc-4e1d-8546-24acc456783a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 1000 time: 0.3255248 Apr 21 14:49:11.455134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dbee03-6844-40ff-9952-dc6556d955c7,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.500357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.500693 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5c9a590b-f8c8-4565-b338-3af4ea0af7e1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/0ed09ac8-0886-4864-9e93-02a8c62fc650 HTTP/1.1" status: 204 len: 168 time: 1.9038522 Apr 21 14:49:11.501431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.507951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.509082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1d7da839-f8d1-412f-8724-b9a83fc38fa2 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0996356 Apr 21 14:49:11.510615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51278) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.512998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51280) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.516169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.569279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6799c96b-9233-477d-b888-94c24b50609f None None] Provisioning complete for port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:11.570124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6799c96b-9233-477d-b888-94c24b50609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.574355 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed1891b-25b8-4908-8f10-011f81d73b4a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.575710 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ed1891b-25b8-4908-8f10-011f81d73b4a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/887b4ebe-fc2f-469c-8889-517050d3242c HTTP/1.1" status: 204 len: 168 time: 1.1397450 Apr 21 14:49:11.580281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51286) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.586755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=ebd44732-df35-4c3c-8e84-4e15690de0d5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.637527 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8502f157-725e-4814-b949-ed75d22fa2c5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228755 Apr 21 14:49:11.638463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.641293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-69bf0149-0eba-4f92-9f45-1e6dfcf92b09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:11.642748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-69bf0149-0eba-4f92-9f45-1e6dfcf92b09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.1888709 Apr 21 14:49:11.643201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51290) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.724641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:11.738594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:11.745649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] Deleting port 5ad1954b-5a94-433c-a27d-ec0799d3abfd {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:11.746021 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.746689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network 2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 21 14:49:11.750405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:11.751181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.752643 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "PUT /v2.0/networks/2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 HTTP/1.1" status: 200 len: 761 time: 0.7278008 Apr 21 14:49:11.771340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51294) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.774943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=376ed378-7404-420f-8878-4a280f21cde4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.799823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network 1ac12bc9-6948-423e-8376-0f03b26be65d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:11.808343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:11.865882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:11.869850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:11.870465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.883041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d41a-2e7a-43ad-8cbe-d1f5f79b8a85 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=2b91a0d7-3e5b-40bf-89b5-f5e7162844f6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.947888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8fe376-983d-4714-a8de-1a22b8de5de5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:11.949670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6f8fe376-983d-4714-a8de-1a22b8de5de5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/networks?id=2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 HTTP/1.1" status: 200 len: 764 time: 0.1762857 Apr 21 14:49:11.951367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11dfa124-1b3e-4455-8c20-8c5b12d116d1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.953136 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8f3b17ee-9545-476d-b75d-0de396fad4c9 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8559713 Apr 21 14:49:11.954339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.958345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.959685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51300) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.962485 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0a54adb6-b0aa-49b0-b5a4-528e645911b5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/ports/ebd44732-df35-4c3c-8e84-4e15690de0d5 HTTP/1.1" status: 204 len: 168 time: 2.0732346 Apr 21 14:49:11.966874 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e0e3788e-afc1-448f-9634-cdc49eb80f9a tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3813992 Apr 21 14:49:11.973714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51304) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.974184 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.977284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:12.032942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11dfa124-1b3e-4455-8c20-8c5b12d116d1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.060651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:12.078096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:12.082727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:12.095094 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-c712989f-d77a-408d-aa5e-809672b52d2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4166274 Apr 21 14:49:12.096114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:12.148521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] For port 5ad1954b-5a94-433c-a27d-ec0799d3abfd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5ad1954b-5a94-433c-a27d-ec0799d3abfd,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:12.149037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.173449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:12.215539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:12.220518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.317144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11dfa124-1b3e-4455-8c20-8c5b12d116d1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.354061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfa124-1b3e-4455-8c20-8c5b12d116d1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b91f07-1251-44ad-9eaa-78753b77899e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:12.368371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] Calling delete_port for 5ad1954b-5a94-433c-a27d-ec0799d3abfd owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:12.401425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11dfa124-1b3e-4455-8c20-8c5b12d116d1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.404778 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-11dfa124-1b3e-4455-8c20-8c5b12d116d1 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/80b91f07-1251-44ad-9eaa-78753b77899e HTTP/1.1" status: 204 len: 168 time: 0.8556066 Apr 21 14:49:12.407296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:12.409314 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-edf5ab9c-dac5-4b71-983c-5a237fc5a5e1 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978101 Apr 21 14:49:12.444180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1216e24c-a460-4395-aa4d-736f6fb0526b None None] Provisioning for port 376ed378-7404-420f-8878-4a280f21cde4 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:12.457101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1216e24c-a460-4395-aa4d-736f6fb0526b None None] Provisioning complete for port 376ed378-7404-420f-8878-4a280f21cde4 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:12.457101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1216e24c-a460-4395-aa4d-736f6fb0526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.540806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:12.541191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.570079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1216e24c-a460-4395-aa4d-736f6fb0526b None None] Port 376ed378-7404-420f-8878-4a280f21cde4 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:12.578480 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.583746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.614765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b9df367-3c6b-432b-8ca8-5724ccadfdce tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.627854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-971b101c-cb73-432d-8273-946191a48e46 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:12.638791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] Pushing event deleted for resources: {'Port': ['ID=5ad1954b-5a94-433c-a27d-ec0799d3abfd,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:12.641435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.645788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee366e-bff2-4952-946f-d27456dd524c None None] No DVR routers for this DVR port 5ad1954b-5a94-433c-a27d-ec0799d3abfd on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:12.666665 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6db400db-5565-4499-a8ee-3cd6a3216c3f req-6b17b9ec-a3c7-4a37-a0a4-434db8b52dad service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370651 Apr 21 14:49:12.672954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-971b101c-cb73-432d-8273-946191a48e46 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:12.674146 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-971b101c-cb73-432d-8273-946191a48e46 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2639329 Apr 21 14:49:12.686593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51320) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:12.759382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fcd6c066-1621-4ad5-80cd-0f43b9dda010 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Synchronizing usage tracker for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:12.763047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad44eec-bebf-498d-8709-760f4ddc1ad6 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:12.766889 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ad44eec-bebf-498d-8709-760f4ddc1ad6 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8064370 Apr 21 14:49:12.787416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51324) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:12.792134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b9df367-3c6b-432b-8ca8-5724ccadfdce tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.797643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5ad1954b-5a94-433c-a27d-ec0799d3abfd no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:12.832713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 5ad1954b-5a94-433c-a27d-ec0799d3abfd {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:12.833060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5ad1954b-5a94-433c-a27d-ec0799d3abfd not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:12.918808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fcd6c066-1621-4ad5-80cd-0f43b9dda010 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] Unset dirty status for tenant:d75b0c8ebc864bf1838ea72a6bf05d35 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:12.919967 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fcd6c066-1621-4ad5-80cd-0f43b9dda010 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2323062 Apr 21 14:49:12.922747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51328) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:12.928281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3bbeebcc-97f1-4137-a232-34c9aa276e0c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Synchronizing usage tracker for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:12.952810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efe9147-f3c6-44e8-83ae-9000fb19864f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:12.953501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3efe9147-f3c6-44e8-83ae-9000fb19864f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Synchronizing usage tracker for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:12.970975 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-5316868d-79c5-415b-b951-3bc8c60fb232 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] delete failed (client error): The resource could not be found. Apr 21 14:49:12.975889 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5316868d-79c5-415b-b951-3bc8c60fb232 tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "DELETE /v2.0/security-groups/80b91f07-1251-44ad-9eaa-78753b77899e HTTP/1.1" status: 404 len: 347 time: 0.0483725 Apr 21 14:49:12.977368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51332) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:12.979130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:49:12.980473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.010354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3bbeebcc-97f1-4137-a232-34c9aa276e0c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Unset dirty status for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:13.011677 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3bbeebcc-97f1-4137-a232-34c9aa276e0c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 207 time: 0.2233105 Apr 21 14:49:13.018234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51336) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.122153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3efe9147-f3c6-44e8-83ae-9000fb19864f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Unset dirty status for tenant:d3b5f07b13ba4d6bb12e9e67f1e2869e on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:13.123245 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3efe9147-f3c6-44e8-83ae-9000fb19864f tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "GET /v2.0/ports?device_id=123e23b7-6e66-4053-85da-3fea8ad05c3a HTTP/1.1" status: 200 len: 913 time: 1.1179667 Apr 21 14:49:13.123386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:13.132710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b9df367-3c6b-432b-8ca8-5724ccadfdce tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.133438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51340) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.134309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:13.138470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:13.139059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.149867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a02f6-f6ee-4628-9d88-725ac6b62ed8 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:13.206123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=9ba6c146-6aed-46c7-8c16-bb7d2e76cda7,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:13.215278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9df367-3c6b-432b-8ca8-5724ccadfdce tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ab1f7-c64a-4798-83be-211f2b2390de,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:13.251226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Allocated IP 172.26.6.19 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/dda8a47a-21e8-4e05-a9f7-dded7616156c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:13.281722 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ecace719-e9ea-4b49-b95f-69887982abaf tempest-SecGroupIPv6Test-1587697266 tempest-SecGroupIPv6Test-1587697266-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2966747 Apr 21 14:49:13.293029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b9df367-3c6b-432b-8ca8-5724ccadfdce tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.296181 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1b9df367-3c6b-432b-8ca8-5724ccadfdce tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b8ab1f7-c64a-4798-83be-211f2b2390de HTTP/1.1" status: 204 len: 168 time: 1.2860496 Apr 21 14:49:13.309768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51346) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.353242 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-67999422-1329-43a7-9be0-5768e8234f99 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6831467 Apr 21 14:49:13.361535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51350) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.381112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:2d:b1:2d', 'name': 'tempest-NetworksTestDHCPv6-2101077955'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:13.416937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '9ba6c146-6aed-46c7-8c16-bb7d2e76cda7'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:13.417742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.473562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.475210 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a5803bc0-9182-47e9-aa2d-70ce973bbe89 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1592343 Apr 21 14:49:13.486346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:13.490175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595277838'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:13.490955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:13.496761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:13.502245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:13.506767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:13.511090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:13.511497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:13.512025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Synchronizing usage tracker for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:13.534017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:13.541141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:13.588086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:13.605924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.608488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Unset dirty status for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:13.609661 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7c6d296f-399d-472d-8a5e-5561d0def9f5 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5865448 Apr 21 14:49:13.618090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51360) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.629825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Allocated IP 2001:db8::f816:3eff:fe1a:5563 (273f4fc5-d828-4645-a9ef-b086301e3356/9ba6c146-6aed-46c7-8c16-bb7d2e76cda7/aff249b0-510b-4df1-b16e-bb65f75c6c2f) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:13.638985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.655648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.705765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51364) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.770384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:13.805795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:13.855444 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-caf898a7-5af7-4bec-a4da-d03e539324b9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2360413 Apr 21 14:49:13.859591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51370) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.860551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:13.865203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.880726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:13.889393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:13.890546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.898117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:13.903618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Transition to ACTIVE for port object aff249b0-510b-4df1-b16e-bb65f75c6c2f will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:13.905358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.909598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:13.926479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Transition to ACTIVE for port object aff249b0-510b-4df1-b16e-bb65f75c6c2f will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:13.938864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.987704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 13b4ab6b-32ce-4826-b384-c55b680f7512 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:14.021469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Pushing event updated for resources: {'Port': ['ID=aff249b0-510b-4df1-b16e-bb65f75c6c2f,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:14.031835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:14.033489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:14.035812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:14.107194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.108670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.109998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.111312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.112657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.114113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Synchronizing usage tracker for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:14.125729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Attempting to bind port aff249b0-510b-4df1-b16e-bb65f75c6c2f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:14.126100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Attempting to bind port aff249b0-510b-4df1-b16e-bb65f75c6c2f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:14.126442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Attempting to bind port aff249b0-510b-4df1-b16e-bb65f75c6c2f on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:14.134500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:14.134929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:14.135336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.135727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:14.136219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Bound port: aff249b0-510b-4df1-b16e-bb65f75c6c2f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:14.136592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.223413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Unset dirty status for tenant:cf647b4eb76c4c91b0446bce48f2cd38 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:14.224603 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9b72c0f8-f51c-4990-b29c-8a26728faf69 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3481627 Apr 21 14:49:14.233649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51374) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:14.242653 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] For port aff249b0-510b-4df1-b16e-bb65f75c6c2f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:14.249862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] For port aff249b0-510b-4df1-b16e-bb65f75c6c2f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=aff249b0-510b-4df1-b16e-bb65f75c6c2f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:14.252546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:14.255123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.303357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:14.305684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:14.310707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fe2d:b12d (273f4fc5-d828-4645-a9ef-b086301e3356/9ba6c146-6aed-46c7-8c16-bb7d2e76cda7/13b4ab6b-32ce-4826-b384-c55b680f7512) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:14.346743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Port': ['ID=dda8a47a-21e8-4e05-a9f7-dded7616156c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:14.352174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530102d-5457-476b-a0bd-3fcef53a045f None None] Pushing event updated for resources: {'Port': ['ID=aff249b0-510b-4df1-b16e-bb65f75c6c2f,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:14.471515 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e0d733ad-7a4b-421e-9039-ddd458718e7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d75b0c8ebc864bf1838ea72a6bf05d35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7631910 Apr 21 14:49:14.475837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51378) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:14.477283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.481919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31d06f-6286-4b66-b813-f9e0ef391eb4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.483689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31d06f-6286-4b66-b813-f9e0ef391eb4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.485365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31d06f-6286-4b66-b813-f9e0ef391eb4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.486270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31d06f-6286-4b66-b813-f9e0ef391eb4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.487608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31d06f-6286-4b66-b813-f9e0ef391eb4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:14.489809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3c31d06f-6286-4b66-b813-f9e0ef391eb4 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2474415 Apr 21 14:49:14.505098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51382) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:14.539456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.646442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.648957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24fc895-f66b-4c77-bbc3-9eb445a1f362,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:14.653817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.687950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.688885 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-813aeeda-abcf-4164-9bf8-4a49f9350e63 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2041981 Apr 21 14:49:14.697521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:14.721743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': 'a24fc895-f66b-4c77-bbc3-9eb445a1f362', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:14.741006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:14.755820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.776100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:14.781759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:14.794417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:14.821967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=376ed378-7404-420f-8878-4a280f21cde4,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:14.874794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.013801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.024034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.043294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d151b5-2d41-43d1-9f37-9ded8bb0f757 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:15.044760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f1d151b5-2d41-43d1-9f37-9ded8bb0f757 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/networks/9914b352-8c7c-48b8-92cc-47d028d8474c HTTP/1.1" status: 200 len: 803 time: 0.5354800 Apr 21 14:49:15.052058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51390) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.061610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d31f13cc-befe-48de-b3a4-bbca02d4273f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.103189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 13b4ab6b-32ce-4826-b384-c55b680f7512 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:15.122616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dce31398-2513-41a6-9bc1-2f373458d65e None None] Provisioning complete for port 376ed378-7404-420f-8878-4a280f21cde4 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:15.123179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dce31398-2513-41a6-9bc1-2f373458d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.198137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.202057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.202444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d31f13cc-befe-48de-b3a4-bbca02d4273f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.223895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.251255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-dce31398-2513-41a6-9bc1-2f373458d65e None None] Port 376ed378-7404-420f-8878-4a280f21cde4 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:15.273396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178c0166-b8cc-48aa-80bd-cf3f09323daf,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.297500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.299740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.301012 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6534866a-39e7-4dcc-b0ba-7909901ecd82 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6025474 Apr 21 14:49:15.305120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51394) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.306330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.307141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.347537 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29862ce6-f9b4-4fb6-b355-0c3247ca83d1 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/networks/9914b352-8c7c-48b8-92cc-47d028d8474c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2915070 Apr 21 14:49:15.355259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51398) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.454057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:15.466657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:15.468484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=13b4ab6b-32ce-4826-b384-c55b680f7512,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.477254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:15.481120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:15.481720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.492204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d31f13cc-befe-48de-b3a4-bbca02d4273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.509154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c217820d-d0b0-4d5c-be5f-392e1be306b1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.523902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924ad3e-e03c-41b0-ba89-b03452148eab tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:15.525223 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1924ad3e-e03c-41b0-ba89-b03452148eab tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/subnets/eca4803f-1331-4a29-a2d6-96bccfd3302a HTTP/1.1" status: 200 len: 843 time: 0.1668704 Apr 21 14:49:15.526016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.531458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51402) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.534017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f13cc-befe-48de-b3a4-bbca02d4273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7344b916-fb12-40bb-8aa5-2e0c61e87560,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.540212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c217820d-d0b0-4d5c-be5f-392e1be306b1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.593474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f8f092da-02c0-4dbb-a72b-d58b6830f2fb None None] Provisioning for port aff249b0-510b-4df1-b16e-bb65f75c6c2f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:15.606571 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b794288e-81c8-48ed-881c-2fbf9a8bae83 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2439709 Apr 21 14:49:15.607941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d31f13cc-befe-48de-b3a4-bbca02d4273f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.611268 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d31f13cc-befe-48de-b3a4-bbca02d4273f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7344b916-fb12-40bb-8aa5-2e0c61e87560 HTTP/1.1" status: 204 len: 168 time: 1.1314962 Apr 21 14:49:15.612134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51406) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.771064 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c217820d-d0b0-4d5c-be5f-392e1be306b1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.788375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2805f9bc-e5e6-40ba-96bc-6645dd8798b2 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:15.789871 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2805f9bc-e5e6-40ba-96bc-6645dd8798b2 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "GET /v2.0/subnets/eca4803f-1331-4a29-a2d6-96bccfd3302a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2573287 Apr 21 14:49:15.804652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51412) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.819810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1265610594'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:15.826354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cbefb5a8-09d1-4ec8-86a9-aa8778ae64a9 None None] Provisioning for port 13b4ab6b-32ce-4826-b384-c55b680f7512 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:15.833784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:15.834005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cbefb5a8-09d1-4ec8-86a9-aa8778ae64a9 None None] Provisioning complete for port 13b4ab6b-32ce-4826-b384-c55b680f7512 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:15.834240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cbefb5a8-09d1-4ec8-86a9-aa8778ae64a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.894248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cbefb5a8-09d1-4ec8-86a9-aa8778ae64a9 None None] Port 13b4ab6b-32ce-4826-b384-c55b680f7512 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:15.917757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:15.942493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217820d-d0b0-4d5c-be5f-392e1be306b1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=178c0166-b8cc-48aa-80bd-cf3f09323daf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.949349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c217820d-d0b0-4d5c-be5f-392e1be306b1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.950697 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c217820d-d0b0-4d5c-be5f-392e1be306b1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/178c0166-b8cc-48aa-80bd-cf3f09323daf HTTP/1.1" status: 204 len: 168 time: 0.6413844 Apr 21 14:49:15.954254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51420) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.973279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:15.976595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.023976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc9f3e-27e9-4434-96f7-650a0a886061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:16.028058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc9f3e-27e9-4434-96f7-650a0a886061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:16.028817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b8cc9f3e-27e9-4434-96f7-650a0a886061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:16.078069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:16.108381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b8cc9f3e-27e9-4434-96f7-650a0a886061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:16.109570 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b8cc9f3e-27e9-4434-96f7-650a0a886061 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4945877 Apr 21 14:49:16.110796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.111144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Added segment 45447458-fd0a-4971-a427-3e7fd4208f98 of type vlan for network eb07f1b5-7701-47c2-885e-d98a905fb847 Apr 21 14:49:16.114774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51428) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:16.137186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7a4eb8df-28aa-4f93-b68e-123ad17dac30 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:16.215952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device aff249b0-510b-4df1-b16e-bb65f75c6c2f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:16.225294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.232276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7a4eb8df-28aa-4f93-b68e-123ad17dac30 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:16.234350 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a4eb8df-28aa-4f93-b68e-123ad17dac30 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2773807 Apr 21 14:49:16.238323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51434) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:16.239723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 13b4ab6b-32ce-4826-b384-c55b680f7512 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:16.240162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.316815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port aff249b0-510b-4df1-b16e-bb65f75c6c2f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:16.323721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.325180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port aff249b0-510b-4df1-b16e-bb65f75c6c2f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:16.325758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.341965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.342846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.425850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.430010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:16.430381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.447760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Router c723ebfb-6733-4073-a8b6-6bbea7654925 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:49:16.454209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a14bc03-cc75-42ea-9b58-056ee0bebbde tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.511395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.521945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=376ed378-7404-420f-8878-4a280f21cde4,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:16.575703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a14bc03-cc75-42ea-9b58-056ee0bebbde tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.578637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port aff249b0-510b-4df1-b16e-bb65f75c6c2f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=aff249b0-510b-4df1-b16e-bb65f75c6c2f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:16.583682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.663191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=aff249b0-510b-4df1-b16e-bb65f75c6c2f,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:16.727786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51444) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:16.761084 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9537320 Apr 21 14:49:16.765580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f1e63-3bda-4282-a114-e98b6857174c tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Network': ['ID=eb07f1b5-7701-47c2-885e-d98a905fb847,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:16.768485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51452) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:16.778576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network eb07f1b5-7701-47c2-885e-d98a905fb847 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:16.798213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'network_id': 'eb07f1b5-7701-47c2-885e-d98a905fb847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:16.873979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port ddcf7f35-8cec-482d-a4f3-12de4370ba05 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:16.874546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.899480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.922865 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-23f524d4-33fe-4fd9-a22e-8fd761e445a5 tempest-ServiceProvidersTest-1800894850 tempest-ServiceProvidersTest-1800894850-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1888828 Apr 21 14:49:16.953960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network 1ac12bc9-6948-423e-8376-0f03b26be65d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:16.957528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a14bc03-cc75-42ea-9b58-056ee0bebbde tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.981797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:16.986193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:17.060341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 13b4ab6b-32ce-4826-b384-c55b680f7512 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:17.152863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14bc03-cc75-42ea-9b58-056ee0bebbde tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24fc895-f66b-4c77-bbc3-9eb445a1f362,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:17.177857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:17.214130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a14bc03-cc75-42ea-9b58-056ee0bebbde tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.215654 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2a14bc03-cc75-42ea-9b58-056ee0bebbde tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/a24fc895-f66b-4c77-bbc3-9eb445a1f362 HTTP/1.1" status: 204 len: 168 time: 0.9728677 Apr 21 14:49:17.217573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Made reservation on behalf of cf647b4eb76c4c91b0446bce48f2cd38 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:17.219513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51460) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.325710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51464) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.345353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6ecc76c8-30df-46fe-b269-e6b96ee13e44 None None] Provisioning complete for port 376ed378-7404-420f-8878-4a280f21cde4 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:17.346394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6ecc76c8-30df-46fe-b269-e6b96ee13e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.396097 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-49f82b36-afcd-4933-b3d3-5dde681bc2c8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1736689 Apr 21 14:49:17.397998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.399655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.405858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc76c8-30df-46fe-b269-e6b96ee13e44 None None] Port 376ed378-7404-420f-8878-4a280f21cde4 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:17.406939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51470) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.420944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919571806'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:17.479139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:17.544130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for ddcf7f35-8cec-482d-a4f3-12de4370ba05 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:17.571482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:17.574012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.581577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:17.628329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 14:49:17.628881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 14:49:17.636282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.644820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:17.646937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=13b4ab6b-32ce-4826-b384-c55b680f7512,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:17.704669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.738254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.773666 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-56e3038a-e1f2-4c4c-a110-67af7e13a630 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/13b4ab6b-32ce-4826-b384-c55b680f7512 HTTP/1.1" status: 204 len: 168 time: 1.6524594 Apr 21 14:49:17.781614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51474) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.822906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:17.835932 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:17.847167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:17.860372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:17.876534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:17.886202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbed0f3e3f347e0b9d1da8219dd6517 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:17.891907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:17.902811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:17.921495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e8ebe-9b77-4312-b93a-353ec6450296 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:17.922817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e8ebe-9b77-4312-b93a-353ec6450296 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:17.923554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c63e8ebe-9b77-4312-b93a-353ec6450296 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:17.974880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c63e8ebe-9b77-4312-b93a-353ec6450296 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:17.978960 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c63e8ebe-9b77-4312-b93a-353ec6450296 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1933930 Apr 21 14:49:17.978960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.981144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51478) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.021180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:18.032473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] Sync routers for ids ['c723ebfb-6733-4073-a8b6-6bbea7654925'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:18.046622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] Routers {'c723ebfb-6733-4073-a8b6-6bbea7654925'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:18.047545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c723ebfb-6733-4073-a8b6-6bbea7654925'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:18.072474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=ddcf7f35-8cec-482d-a4f3-12de4370ba05,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.103507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.114593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:18.126318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] Routers {'c723ebfb-6733-4073-a8b6-6bbea7654925'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:18.126937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c723ebfb-6733-4073-a8b6-6bbea7654925'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:18.139341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.143089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.179990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.182496 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-32587ccc-f450-4611-ac0d-06c41bde0d9d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "PUT /v2.0/routers/c723ebfb-6733-4073-a8b6-6bbea7654925 HTTP/1.1" status: 200 len: 913 time: 8.2024345 Apr 21 14:49:18.183220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40028b92-c794-4c72-b566-df58db65d912,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.190101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:18.190514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd600305-1d76-4de0-a2eb-d0b867afcf3b None None] The sync data for ids ['c723ebfb-6733-4073-a8b6-6bbea7654925'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:18.199933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.214083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device aff249b0-510b-4df1-b16e-bb65f75c6c2f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:18.282979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port aff249b0-510b-4df1-b16e-bb65f75c6c2f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:18.283349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.352161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router f20ccec3-b79b-42d2-a76d-1bd8757496a0 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:49:18.383775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.408170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.440644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.444797 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e0c41bd6-f75c-455f-bd18-a5ebb27218be tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0344770 Apr 21 14:49:18.446565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51488) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.454279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=e46328d4-e485-45b7-9194-cf6ab8bca17c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.458839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': '40028b92-c794-4c72-b566-df58db65d912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:18.467088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:18.534764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:18.558894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c1748c-eae6-4845-a944-7c3716e31211,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.596455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:18.615488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:18.615873 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e381d9fb-9fda-4c7f-bf44-ab1185cb3ef2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cbed0f3e3f347e0b9d1da8219dd6517&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2890139 Apr 21 14:49:18.624130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51492) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.631133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Checking segment: {'id': '45447458-fd0a-4971-a427-3e7fd4208f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb07f1b5-7701-47c2-885e-d98a905fb847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:18.631487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network hostable DHCP agents. Network: eb07f1b5-7701-47c2-885e-d98a905fb847, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:18.647720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 9ba6c146-6aed-46c7-8c16-bb7d2e76cda7 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:18.653033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.698941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.745922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Network eb07f1b5-7701-47c2-885e-d98a905fb847 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:18.747002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.771239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81c797d-1b1f-47f9-82d3-6d12655e2a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.775694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, eb07f1b5-7701-47c2-885e-d98a905fb847) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:18.783999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b3279-695f-4035-99ac-e020ace65da0 None None] Network eb07f1b5-7701-47c2-885e-d98a905fb847 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:18.803451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:18.804141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.826147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81c797d-1b1f-47f9-82d3-6d12655e2a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.857604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:18.859957 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4d2a10c3-defa-4bc9-ac79-5ea076089af7 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0768230 Apr 21 14:49:18.869786 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63d4a264-d68a-48ef-9bed-e4479315179d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/f20ccec3-b79b-42d2-a76d-1bd8757496a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9035625 Apr 21 14:49:18.869786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.869786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51500) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.874898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.884230 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] Sync routers for ids ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:18.885222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.899204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.901731 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] Routers {'f20ccec3-b79b-42d2-a76d-1bd8757496a0'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:18.902349 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:18.917609 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1902b23e-9ae2-47a5-b9d8-6ab7b7d252ff tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/c723ebfb-6733-4073-a8b6-6bbea7654925 HTTP/1.1" status: 200 len: 919 time: 0.7084491 Apr 21 14:49:18.921663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cede4fbf-e9c8-4072-a32d-05f83c2d7312 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:18.935220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51506) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.999441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab8d88b-c6b0-4e9c-a980-cc4fbd1e819d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:19.030819 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:19.034737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.038654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17a4d6f-50e3-44a3-a9fb-379cee028d45 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:19.039535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b17a4d6f-50e3-44a3-a9fb-379cee028d45 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:19.053820 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] Routers {'f20ccec3-b79b-42d2-a76d-1bd8757496a0'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:19.054670 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:48:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:19.067185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.068498 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c8e07a3f-d470-4e6e-ba5f-8f971e52cfe6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6194692 Apr 21 14:49:19.072488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7b470c9b-66e5-43eb-bf73-b417a6101597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.075016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51510) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.109449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81c797d-1b1f-47f9-82d3-6d12655e2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.137428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c797d-1b1f-47f9-82d3-6d12655e2a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c1748c-eae6-4845-a944-7c3716e31211,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:19.154953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b17a4d6f-50e3-44a3-a9fb-379cee028d45 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:19.156449 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b17a4d6f-50e3-44a3-a9fb-379cee028d45 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports/376ed378-7404-420f-8878-4a280f21cde4 HTTP/1.1" status: 200 len: 984 time: 0.2844963 Apr 21 14:49:19.164501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cede4fbf-e9c8-4072-a32d-05f83c2d7312 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16202478'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.166395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.183796 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:19.184670 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878cdbc-005c-4782-b416-8417ef266364 None None] The sync data for ids ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:19.207621 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-39cbf4d7-f020-40fa-9e13-dafa5bccc9d1 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules/fab8d88b-c6b0-4e9c-a980-cc4fbd1e819d HTTP/1.1" status: 200 len: 705 time: 0.1136889 Apr 21 14:49:19.220224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51518) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.234462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-eb07f1b5-7701-47c2-885e-d98a905fb847', 'network_id': 'eb07f1b5-7701-47c2-885e-d98a905fb847', 'tenant_id': 'cf647b4eb76c4c91b0446bce48f2cd38', 'fixed_ips': [{'subnet_id': 'e46328d4-e485-45b7-9194-cf6ab8bca17c'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:19.235924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.259288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81c797d-1b1f-47f9-82d3-6d12655e2a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.263205 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f81c797d-1b1f-47f9-82d3-6d12655e2a4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59c1748c-eae6-4845-a944-7c3716e31211 HTTP/1.1" status: 204 len: 168 time: 0.6347802 Apr 21 14:49:19.307827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.417647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba6c146-6aed-46c7-8c16-bb7d2e76cda7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:19.423712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-30b676b3-6360-41f5-a640-020341f64fa7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Synchronizing usage tracker for tenant:401ff0399fd8407a8a1300c5cb2ac489 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:19.455470 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 14:49:19.455470 dv-neutron-838898-1-hyperv neutron-server[83936]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 21 14:49:19.455470 dv-neutron-838898-1-hyperv neutron-server[83936]: [parameters: {'in_use': 1, 'id_1': 'e46328d4-e485-45b7-9194-cf6ab8bca17c'}] Apr 21 14:49:19.455470 dv-neutron-838898-1-hyperv neutron-server[83936]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:19.456417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:19.513547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.520016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb0777-7d39-49c7-8277-be1a9a36d10c None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:19.550409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-213c6a8d-47d3-4b31-b3d2-e8e52d402a91 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:19.563119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-30b676b3-6360-41f5-a640-020341f64fa7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Unset dirty status for tenant:401ff0399fd8407a8a1300c5cb2ac489 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:19.567492 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-30b676b3-6360-41f5-a640-020341f64fa7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=c723ebfb-6733-4073-a8b6-6bbea7654925&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6285994 Apr 21 14:49:19.576471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51530) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.647935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-213c6a8d-47d3-4b31-b3d2-e8e52d402a91 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:19.652446 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-213c6a8d-47d3-4b31-b3d2-e8e52d402a91 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3888946 Apr 21 14:49:19.652769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51538) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.659165 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8ad004a1-a12f-4e84-834c-4011643f719d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/9ba6c146-6aed-46c7-8c16-bb7d2e76cda7 HTTP/1.1" status: 204 len: 168 time: 1.6377265 Apr 21 14:49:19.683681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51542) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.792882 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-691cdfc7-2d9d-4bb7-a576-cafc6c97dcd8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925627 Apr 21 14:49:19.805544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51550) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.808726 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cbb1992e-70b6-492a-be80-257853540b64 req-bbcd7644-fae5-478a-9527-5176fca94114 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 0.3632653 Apr 21 14:49:19.813578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86bc2756-f381-4f30-b3d4-2f00fe100c17 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.866689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86bc2756-f381-4f30-b3d4-2f00fe100c17 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.870322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:19.874989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] Deleting port aff249b0-510b-4df1-b16e-bb65f75c6c2f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:19.875362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.948376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cede4fbf-e9c8-4072-a32d-05f83c2d7312 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752279743645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16252679'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.965271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.051835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775f122-a288-467b-b036-85e2946ceb0e req-4944ccf5-26af-415f-a32d-e308c6897adf tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:20.059549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a8c773-4222-45fd-a5c5-ebc9b50469e9 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:20.059765 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1775f122-a288-467b-b036-85e2946ceb0e req-4944ccf5-26af-415f-a32d-e308c6897adf tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5473905 Apr 21 14:49:20.061326 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c3a8c773-4222-45fd-a5c5-ebc9b50469e9 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 0.4803438 Apr 21 14:49:20.063461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede4fbf-e9c8-4072-a32d-05f83c2d7312 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event updated for resources: {'Subnet': ['ID=e46328d4-e485-45b7-9194-cf6ab8bca17c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:20.068014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:20.073913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede4fbf-e9c8-4072-a32d-05f83c2d7312 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:20.074675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cede4fbf-e9c8-4072-a32d-05f83c2d7312 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.076311 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cede4fbf-e9c8-4072-a32d-05f83c2d7312 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "PUT /v2.0/subnets/e46328d4-e485-45b7-9194-cf6ab8bca17c HTTP/1.1" status: 200 len: 900 time: 1.2055490 Apr 21 14:49:20.099074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51560) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:20.120949 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ed72267-7227-4d99-8264-cd8d8a568228 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=c723ebfb-6733-4073-a8b6-6bbea7654925 HTTP/1.1" status: 200 len: 205 time: 0.0513375 Apr 21 14:49:20.124681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51564) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:20.278993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86bc2756-f381-4f30-b3d4-2f00fe100c17 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.341372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] For port aff249b0-510b-4df1-b16e-bb65f75c6c2f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=aff249b0-510b-4df1-b16e-bb65f75c6c2f,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:20.341778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.452640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1992e-70b6-492a-be80-257853540b64 req-048a193d-417b-4e3c-bd3b-cc0e850533ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:20.454418 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cbb1992e-70b6-492a-be80-257853540b64 req-048a193d-417b-4e3c-bd3b-cc0e850533ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.6334164 Apr 21 14:49:20.464529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2756-f381-4f30-b3d4-2f00fe100c17 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fab8d88b-c6b0-4e9c-a980-cc4fbd1e819d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:20.518784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] Calling delete_port for aff249b0-510b-4df1-b16e-bb65f75c6c2f owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:20.531821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.545804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86bc2756-f381-4f30-b3d4-2f00fe100c17 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.546931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-86bc2756-f381-4f30-b3d4-2f00fe100c17 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/fab8d88b-c6b0-4e9c-a980-cc4fbd1e819d HTTP/1.1" status: 204 len: 168 time: 0.8897538 Apr 21 14:49:20.576637 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1775f122-a288-467b-b036-85e2946ceb0e req-0c8026bb-06d6-4426-ac0c-ca1c7e5b1a8a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5159898 Apr 21 14:49:20.577166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51576) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:20.644873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0410e-1969-45a6-8afa-1fa898a5b674 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:20.645644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-50b0410e-1969-45a6-8afa-1fa898a5b674 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:20.646618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device aff249b0-510b-4df1-b16e-bb65f75c6c2f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:20.685231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.716629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.759727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: aff249b0-510b-4df1-b16e-bb65f75c6c2f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:20.759727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device aff249b0-510b-4df1-b16e-bb65f75c6c2f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:20.764805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.765084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] Pushing event deleted for resources: {'Port': ['ID=aff249b0-510b-4df1-b16e-bb65f75c6c2f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:20.794290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9be41ce-dc0d-4507-8320-1ca06c3f61fa None None] No DVR routers for this DVR port aff249b0-510b-4df1-b16e-bb65f75c6c2f on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:20.846859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cbb1992e-70b6-492a-be80-257853540b64 req-e2d27f3f-57a2-4a90-9e3e-defe7e9bbcc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 1000 time: 0.3746250 Apr 21 14:49:20.867361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-50b0410e-1969-45a6-8afa-1fa898a5b674 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:20.868567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-50b0410e-1969-45a6-8afa-1fa898a5b674 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0588980 Apr 21 14:49:20.871286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:20.876645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Allocated IP 2001:db8::3 (eb07f1b5-7701-47c2-885e-d98a905fb847/e46328d4-e485-45b7-9194-cf6ab8bca17c/ef825930-b70a-434a-a4ee-cfd857562f6d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:20.986728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1992e-70b6-492a-be80-257853540b64 req-3d46e0ad-29d2-4bb8-8bd8-2da1eb83903a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:20.988727 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cbb1992e-70b6-492a-be80-257853540b64 req-3d46e0ad-29d2-4bb8-8bd8-2da1eb83903a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.1340775 Apr 21 14:49:21.003130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00160465-9613-4700-b29e-2c49e17ea7e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:21.004782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-00160465-9613-4700-b29e-2c49e17ea7e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:21.026260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-12b1b150-2c39-4ab8-a4b4-7478a31bd9d6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:21.138044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.150671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Transition to ACTIVE for port object ef825930-b70a-434a-a4ee-cfd857562f6d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:21.157694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-00160465-9613-4700-b29e-2c49e17ea7e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:21.159190 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00160465-9613-4700-b29e-2c49e17ea7e2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2854190 Apr 21 14:49:21.166228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51592) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:21.173717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.173961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Transition to ACTIVE for port object ef825930-b70a-434a-a4ee-cfd857562f6d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:21.182511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.281881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.284812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Network eb07f1b5-7701-47c2-885e-d98a905fb847 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:21.288317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:21.305674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:21.314217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Pushing event updated for resources: {'Port': ['ID=ef825930-b70a-434a-a4ee-cfd857562f6d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:21.322128 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ecf7272-8b84-4c1a-aa28-3d030350516c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536024 Apr 21 14:49:21.325670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51598) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:21.334716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-12b1b150-2c39-4ab8-a4b4-7478a31bd9d6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:21.338547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-12b1b150-2c39-4ab8-a4b4-7478a31bd9d6 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7368701 Apr 21 14:49:21.339281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:21.360638 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51602) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:21.362255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eee9abf4-6b65-4c8e-ba14-95b74781e722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.408705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=e46328d4-e485-45b7-9194-cf6ab8bca17c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:21.423680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': '40028b92-c794-4c72-b566-df58db65d912', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:21.436399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 376ed378-7404-420f-8878-4a280f21cde4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:21.436762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.442407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Attempting to bind port ef825930-b70a-434a-a4ee-cfd857562f6d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:21.443003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Attempting to bind port ef825930-b70a-434a-a4ee-cfd857562f6d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '45447458-fd0a-4971-a427-3e7fd4208f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb07f1b5-7701-47c2-885e-d98a905fb847'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:21.444234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Attempting to bind port ef825930-b70a-434a-a4ee-cfd857562f6d on network eb07f1b5-7701-47c2-885e-d98a905fb847 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:21.452109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:21.454162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Checking segment: {'id': '45447458-fd0a-4971-a427-3e7fd4208f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb07f1b5-7701-47c2-885e-d98a905fb847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:21.454739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.455288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Bound using segment: {'id': '45447458-fd0a-4971-a427-3e7fd4208f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb07f1b5-7701-47c2-885e-d98a905fb847'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:21.455924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Bound port: ef825930-b70a-434a-a4ee-cfd857562f6d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45447458-fd0a-4971-a427-3e7fd4208f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'eb07f1b5-7701-47c2-885e-d98a905fb847'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:21.456499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.569922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] For port ef825930-b70a-434a-a4ee-cfd857562f6d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:21.576207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] For port ef825930-b70a-434a-a4ee-cfd857562f6d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ef825930-b70a-434a-a4ee-cfd857562f6d,segment=NetworkSegment(45447458-fd0a-4971-a427-3e7fd4208f98),segment_id=45447458-fd0a-4971-a427-3e7fd4208f98)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:21.585876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.598517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.606248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51610) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:21.646085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb07f1b5-7701-47c2-885e-d98a905fb847']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:21.662378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45447458-fd0a-4971-a427-3e7fd4208f98') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:21.662696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45447458-fd0a-4971-a427-3e7fd4208f98') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:21.676365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd733ee-766b-44db-afc7-7803aae40f98 None None] Pushing event updated for resources: {'Port': ['ID=ef825930-b70a-434a-a4ee-cfd857562f6d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:21.677815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.707205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.715813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:21.716908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:21.743556 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:21.745880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:21.769767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2108793a-ea62-487d-b583-6bb1a25c6c77 None None] Network eb07f1b5-7701-47c2-885e-d98a905fb847 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:21.794185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.799208 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cbb1992e-70b6-492a-be80-257853540b64 req-ac3df5b9-a552-4b16-b55c-7dcd0b856afa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6824851 Apr 21 14:49:21.810567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:21.866415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Deleting port dda8a47a-21e8-4e05-a9f7-dded7616156c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:21.867409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.944317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:21.945367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:49:21.945367 dv-neutron-838898-1-hyperv neutron-server[83935]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:49:21.945367 dv-neutron-838898-1-hyperv neutron-server[83935]: [parameters: {'id': 'eb07f1b5-7701-47c2-885e-d98a905fb847'}] Apr 21 14:49:21.945367 dv-neutron-838898-1-hyperv neutron-server[83935]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:21.945747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:21.957240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.964734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.002458 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cbb1992e-70b6-492a-be80-257853540b64 req-0ebdabb6-2730-4d03-b640-bbcd4b319451 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915784 Apr 21 14:49:22.032027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b79c30d-9d41-46bf-8700-60920ee49c7b None None] Network eb07f1b5-7701-47c2-885e-d98a905fb847 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:22.060976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:22.095301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--193504493', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:22.112660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:22.127086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:22.133979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:22.144508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:22.149026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 376ed378-7404-420f-8878-4a280f21cde4 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:22.179036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:22.181979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.210940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.226390 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cbb1992e-70b6-492a-be80-257853540b64 req-6dd5b7ca-8651-4fd8-ac4f-950e8f9cec06 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125361 Apr 21 14:49:22.234775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Router 123e23b7-6e66-4053-85da-3fea8ad05c3a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:49:22.256457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.262028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:22.279261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:22.281682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f868a6c-cfe4-4d9a-8446-b5ecf31b56c3 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:49:22.382796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabc2b6-ef15-4077-9aab-b467760304d6 req-8381a9b3-9753-41a1-ad5a-0226b08280a0 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:22.384398 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0cabc2b6-ef15-4077-9aab-b467760304d6 req-8381a9b3-9753-41a1-ad5a-0226b08280a0 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.6421044 Apr 21 14:49:22.492615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.494613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f868a6c-cfe4-4d9a-8446-b5ecf31b56c3 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:49:22.494778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:22.504183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:22.507652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.511363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.562192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:22.585219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port ef825930-b70a-434a-a4ee-cfd857562f6d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:22.585565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.639744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.671045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Calling delete_port for dda8a47a-21e8-4e05-a9f7-dded7616156c owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:22.770996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.785811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.803390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.829147 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0cabc2b6-ef15-4077-9aab-b467760304d6 req-3a8cd171-7364-4456-ad2a-2c3b7253d0f9 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4328122 Apr 21 14:49:22.840832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.866653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bb0fef-5bdf-41a7-9cfd-774f69fe9373,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:22.921388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.925839 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c35e9b2f-25be-4c80-b95a-d07e2bd975b8 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5563827 Apr 21 14:49:22.929143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51618) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:22.953280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:22.971589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port ef825930-b70a-434a-a4ee-cfd857562f6d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ef825930-b70a-434a-a4ee-cfd857562f6d,segment=NetworkSegment(45447458-fd0a-4971-a427-3e7fd4208f98),segment_id=45447458-fd0a-4971-a427-3e7fd4208f98)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:22.971952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.989683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c9069-3d49-42b8-aade-2f7f52a6f024,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.021154 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9544705a-d790-4aad-bcae-ce4de09a7659 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules/c6bb0fef-5bdf-41a7-9cfd-774f69fe9373 HTTP/1.1" status: 200 len: 705 time: 0.0894549 Apr 21 14:49:23.027148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51622) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.065429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.065778 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment e31a8748-f304-4ee5-95a2-c00cde6784f9 of type vlan for network 9ea208a4-5b81-4381-b138-258b7bbba23d Apr 21 14:49:23.131332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for ef825930-b70a-434a-a4ee-cfd857562f6d owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:23.175853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.211608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.250943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=376ed378-7404-420f-8878-4a280f21cde4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.258626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:23.267955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-899dd8b5-b0a9-489e-92a1-5d75e2a829a7 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:23.274542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] Sync routers for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:23.284305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.288222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.291826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:23.292473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.301681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:23.303382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.385216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Port': ['ID=ef825930-b70a-434a-a4ee-cfd857562f6d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.407245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.421742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] Routers {'123e23b7-6e66-4053-85da-3fea8ad05c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:23.422493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['123e23b7-6e66-4053-85da-3fea8ad05c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.456764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.462805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No DVR routers for this DVR port ef825930-b70a-434a-a4ee-cfd857562f6d on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:23.493416 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-426a9731-119c-46e7-822d-9df75a6fb761 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "PUT /v2.0/routers/123e23b7-6e66-4053-85da-3fea8ad05c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3569825 Apr 21 14:49:23.496174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.496679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe586525-faf7-40e7-a45b-a6790d7a0469 None None] The sync data for ids ['123e23b7-6e66-4053-85da-3fea8ad05c3a'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:23.498108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51626) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.511620 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9024730 Apr 21 14:49:23.528234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51630) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.586086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.589601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event deleted for resources: {'Port': ['ID=dda8a47a-21e8-4e05-a9f7-dded7616156c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.594835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:23.601387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81486b-b582-403c-9d6c-2b6ca889e7b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=9ea208a4-5b81-4381-b138-258b7bbba23d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.603335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.613652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 9ea208a4-5b81-4381-b138-258b7bbba23d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:23.630325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-899dd8b5-b0a9-489e-92a1-5d75e2a829a7 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:23.631607 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-899dd8b5-b0a9-489e-92a1-5d75e2a829a7 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6031651 Apr 21 14:49:23.649436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:23.651382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51634) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.749426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.765884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:23.776792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:23.791249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb07f1b5-7701-47c2-885e-d98a905fb847']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.806756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45447458-fd0a-4971-a427-3e7fd4208f98') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.807051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45447458-fd0a-4971-a427-3e7fd4208f98') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.820857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.823669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:23.836451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:23.842291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.851912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:23.852334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.861532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:23.868299 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:23.873885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae128c9-00ac-432a-8083-0a38e203c400 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:23.874404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:23.875001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.881100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=0319a36e-7077-4c9f-ae7f-0aaa05769a76,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.895935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.897019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.900338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54880d0e-b7a3-4795-b1a9-a479102b7c9c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.923006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54880d0e-b7a3-4795-b1a9-a479102b7c9c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.936438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.978438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.040683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.050102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.179330 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cce937e9-5865-40e6-bb65-3dfcda248c3a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8524325 Apr 21 14:49:24.187467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51640) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.191616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '0319a36e-7077-4c9f-ae7f-0aaa05769a76'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:24.192745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.193976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54880d0e-b7a3-4795-b1a9-a479102b7c9c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.198244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54880d0e-b7a3-4795-b1a9-a479102b7c9c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.201820 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-54880d0e-b7a3-4795-b1a9-a479102b7c9c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c6bb0fef-5bdf-41a7-9cfd-774f69fe9373 HTTP/1.1" status: 204 len: 168 time: 0.5450606 Apr 21 14:49:24.245266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51644) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.253003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.283664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:9b:f0:68', 'name': 'tempest-NetworksTestDHCPv6-1507554748'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:24.300317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=eb07f1b5-7701-47c2-885e-d98a905fb847,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.338863 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7666be13-f72c-4ebc-8c24-5b3eb1fe9d52 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/eb07f1b5-7701-47c2-885e-d98a905fb847 HTTP/1.1" status: 204 len: 168 time: 4.2112334 Apr 21 14:49:24.361827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/0319a36e-7077-4c9f-ae7f-0aaa05769a76/b8ca882c-78bf-4dd6-8d8b-c0745e619807) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:24.370481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51648) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.398937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.440508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54880d0e-b7a3-4795-b1a9-a479102b7c9c tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6bb0fef-5bdf-41a7-9cfd-774f69fe9373,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.452497 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5da92e-ce50-4798-b2f1-5eec718063d9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:24.452940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5da92e-ce50-4798-b2f1-5eec718063d9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:24.457168 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1b5da92e-ce50-4798-b2f1-5eec718063d9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/e46328d4-e485-45b7-9194-cf6ab8bca17c HTTP/1.1" status: 404 len: 337 time: 0.0723848 Apr 21 14:49:24.460295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51652) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.510044 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8b1c405c-e9f5-4bae-8624-e582253c1bc5 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2111685 Apr 21 14:49:24.515142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51656) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.526603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': '40028b92-c794-4c72-b566-df58db65d912', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:24.537954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:24.542086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:24.556034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:24.565116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:24.568297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:24.575208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92c216-2ba7-4b47-98da-cf52176d63f4 req-89cca1b9-14d7-4a9f-ae8a-7da0129c89ca tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:24.575459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.576690 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7d92c216-2ba7-4b47-98da-cf52176d63f4 req-89cca1b9-14d7-4a9f-ae8a-7da0129c89ca tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3928010 Apr 21 14:49:24.586177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:24.586784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Transition to ACTIVE for port object b8ca882c-78bf-4dd6-8d8b-c0745e619807 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:24.607522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Transition to ACTIVE for port object b8ca882c-78bf-4dd6-8d8b-c0745e619807 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:24.616390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.625894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:24.627143 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58bcc9b-ffe4-4cd7-865b-dbd18108a405 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:24.627595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58bcc9b-ffe4-4cd7-865b-dbd18108a405 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:24.632184 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c58bcc9b-ffe4-4cd7-865b-dbd18108a405 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/eb07f1b5-7701-47c2-885e-d98a905fb847 HTTP/1.1" status: 404 len: 339 time: 0.1669490 Apr 21 14:49:24.635161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51660) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.640029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.655060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.689291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:24.692847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:24.697273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:24.699392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Pushing event updated for resources: {'Port': ['ID=b8ca882c-78bf-4dd6-8d8b-c0745e619807,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.765056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7d92c216-2ba7-4b47-98da-cf52176d63f4 req-2b61b35d-4b95-4fc2-86f9-5cc9d75c86e9 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767602 Apr 21 14:49:24.789510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Attempting to bind port b8ca882c-78bf-4dd6-8d8b-c0745e619807 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:24.789917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Attempting to bind port b8ca882c-78bf-4dd6-8d8b-c0745e619807 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:24.790807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Attempting to bind port b8ca882c-78bf-4dd6-8d8b-c0745e619807 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:24.799096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:24.799951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:24.801160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.801764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:24.803868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Bound port: b8ca882c-78bf-4dd6-8d8b-c0745e619807, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:24.805548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.845757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.883376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.895309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.909195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] For port b8ca882c-78bf-4dd6-8d8b-c0745e619807, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:24.913247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] For port b8ca882c-78bf-4dd6-8d8b-c0745e619807, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8ca882c-78bf-4dd6-8d8b-c0745e619807,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:24.915548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port a5e1f794-03e0-4a35-9a28-422ed7461e34 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:24.918697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.946816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.964811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef275c23-c0a2-4e1a-a4a0-703273f39eba,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.967888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.992681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting port d9d9cae7-affe-47ba-8e36-52bb192f8848 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:24.993021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.025093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1273e95-12e2-440f-904f-4a9f51340e7f None None] Pushing event updated for resources: {'Port': ['ID=b8ca882c-78bf-4dd6-8d8b-c0745e619807,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:25.068958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.070175 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c651381e-ce2f-410e-bde6-bece8edff73d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5524485 Apr 21 14:49:25.075727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51666) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.156887 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2bb3c7e2-cef2-483e-8c7c-aa3327e9d5cf tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules/ef275c23-c0a2-4e1a-a4a0-703273f39eba HTTP/1.1" status: 200 len: 706 time: 0.0784094 Apr 21 14:49:25.160243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51670) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.219012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.287042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::321 (273f4fc5-d828-4645-a9ef-b086301e3356/0319a36e-7077-4c9f-ae7f-0aaa05769a76/a5e1f794-03e0-4a35-9a28-422ed7461e34) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:25.342679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.349642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.350150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Fanout notify agent at l3_agent the message router_deleted on router c723ebfb-6733-4073-a8b6-6bbea7654925 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:49:25.377428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.432389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.433411 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-99a1ca4c-6e18-4fd3-a04e-92a42318ef7d tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/c723ebfb-6733-4073-a8b6-6bbea7654925 HTTP/1.1" status: 204 len: 168 time: 5.3074558 Apr 21 14:49:25.440398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51674) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.466430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a81e96d-fc1d-4338-8d78-ddee3a051197 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:25.476607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1365421564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:25.479838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Calling delete_port for d9d9cae7-affe-47ba-8e36-52bb192f8848 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:25.527402 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:25.575641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Usage tracker for resource:router and tenant:bc074594318c46309f94913e822b6c34 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:25.585855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:25.598145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.610860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:25.612695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a81e96d-fc1d-4338-8d78-ddee3a051197 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:25.613987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a81e96d-fc1d-4338-8d78-ddee3a051197 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4518738 Apr 21 14:49:25.619751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51678) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.680789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router f20ccec3-b79b-42d2-a76d-1bd8757496a0 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:49:25.687352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b91a0d7-3e5b-40bf-89b5-f5e7162844f6']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:25.704760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.714136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.721331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81729532-4381-46da-bbb7-3f3beb5b2dec') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:25.721843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81729532-4381-46da-bbb7-3f3beb5b2dec') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:25.727234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30244510-96a9-4ba9-92bd-b07e856a7be3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.747611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.750255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30244510-96a9-4ba9-92bd-b07e856a7be3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.774397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.802303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object a5e1f794-03e0-4a35-9a28-422ed7461e34 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:25.829729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.832108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30244510-96a9-4ba9-92bd-b07e856a7be3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.904811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.906560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:25.906874 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:25.921785 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:25.977215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30244510-96a9-4ba9-92bd-b07e856a7be3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef275c23-c0a2-4e1a-a4a0-703273f39eba,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:26.022002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.034902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.059755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.064612 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:26.075681 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] Sync routers for ids ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:26.087573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30244510-96a9-4ba9-92bd-b07e856a7be3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.088730 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-30244510-96a9-4ba9-92bd-b07e856a7be3 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ef275c23-c0a2-4e1a-a4a0-703273f39eba HTTP/1.1" status: 204 len: 168 time: 0.4680266 Apr 21 14:49:26.090355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Port': ['ID=d9d9cae7-affe-47ba-8e36-52bb192f8848,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:26.093324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.096376 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] Routers {'f20ccec3-b79b-42d2-a76d-1bd8757496a0'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:26.097228 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.103642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51682) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.132188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.149459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=2b91a0d7-3e5b-40bf-89b5-f5e7162844f6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:26.160322 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e3f07044-ea0d-40b8-aed5-9cb977a1af64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/f20ccec3-b79b-42d2-a76d-1bd8757496a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9927206 Apr 21 14:49:26.163724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51686) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.165286 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-686ba220-d7bd-4906-b40d-b3b462274733 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/2b91a0d7-3e5b-40bf-89b5-f5e7162844f6 HTTP/1.1" status: 204 len: 168 time: 1.5284851 Apr 21 14:49:26.166308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.167538 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-023fa9ca-28d5-40bd-aba7-d931da7335f9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7130635 Apr 21 14:49:26.170065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51688) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.170539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51692) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.186338 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.200968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8ca882c-78bf-4dd6-8d8b-c0745e619807 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:26.207941 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] Routers {'f20ccec3-b79b-42d2-a76d-1bd8757496a0'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:26.215567 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.272880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'enable_snat': False}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:26.285012 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.285561 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375eded1-607c-4b9f-b0a4-57901cb78134 None None] The sync data for ids ['f20ccec3-b79b-42d2-a76d-1bd8757496a0'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:26.316761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:26.322525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a519a381-197f-4803-8c94-01a59b235b94 None None] Provisioning for port b8ca882c-78bf-4dd6-8d8b-c0745e619807 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:26.328185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:26.330568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:26.335852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:26.336532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.347339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b8ca882c-78bf-4dd6-8d8b-c0745e619807 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:26.353183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b8ca882c-78bf-4dd6-8d8b-c0745e619807 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:26.353817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.364313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=a5e1f794-03e0-4a35-9a28-422ed7461e34,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:26.496262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.500899 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e45ca09d-468f-43ae-af85-a6cc87eb1d91 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3026855 Apr 21 14:49:26.510654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51698) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.521451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53a6919b-b3ac-4035-b5a9-919192890850 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:26.528341 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8c6a7c-98bc-4fe3-a442-3a92a7321680 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:26.529049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8c6a7c-98bc-4fe3-a442-3a92a7321680 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:26.532841 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ea8c6a7c-98bc-4fe3-a442-3a92a7321680 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/b97e5604-a4be-4b32-8f66-0bba0af749e4 HTTP/1.1" status: 404 len: 337 time: 0.3582153 Apr 21 14:49:26.540142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b8ca882c-78bf-4dd6-8d8b-c0745e619807, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8ca882c-78bf-4dd6-8d8b-c0745e619807,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:26.547004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.561450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51702) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.591641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.626285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b8ca882c-78bf-4dd6-8d8b-c0745e619807,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:26.634071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.669127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.683989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-41fc215a-d068-4db3-b917-f075cb047873 None None] Provisioning for port a5e1f794-03e0-4a35-9a28-422ed7461e34 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:26.689384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-41fc215a-d068-4db3-b917-f075cb047873 None None] Provisioning complete for port a5e1f794-03e0-4a35-9a28-422ed7461e34 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:26.689811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-41fc215a-d068-4db3-b917-f075cb047873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.729816 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ef4179-846f-43ba-88cb-102be2ac1643 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:26.730080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ef4179-846f-43ba-88cb-102be2ac1643 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:26.734064 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d2ef4179-846f-43ba-88cb-102be2ac1643 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/4d1b51d5-2007-43ed-9c33-0dcfcc6d7fe6 HTTP/1.1" status: 404 len: 339 time: 0.1677282 Apr 21 14:49:26.738259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51706) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.758612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-41fc215a-d068-4db3-b917-f075cb047873 None None] Port a5e1f794-03e0-4a35-9a28-422ed7461e34 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:26.786999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53a6919b-b3ac-4035-b5a9-919192890850 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:26.788222 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-53a6919b-b3ac-4035-b5a9-919192890850 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6486933 Apr 21 14:49:26.807450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51710) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.942986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.953519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.033789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b163f5b-e5ce-464a-9b00-68dfb281f448 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:27.038595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b163f5b-e5ce-464a-9b00-68dfb281f448 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:27.039363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7b163f5b-e5ce-464a-9b00-68dfb281f448 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:27.085735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7b163f5b-e5ce-464a-9b00-68dfb281f448 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:27.087189 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b163f5b-e5ce-464a-9b00-68dfb281f448 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.5751891 Apr 21 14:49:27.093015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51714) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:27.098352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.098840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Fanout notify agent at l3_agent the message router_deleted on router 123e23b7-6e66-4053-85da-3fea8ad05c3a {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:49:27.114787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.116436 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e3439a9b-d5f8-47cf-8da6-ad2d41a16045 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/routers/123e23b7-6e66-4053-85da-3fea8ad05c3a HTTP/1.1" status: 204 len: 168 time: 3.6127245 Apr 21 14:49:27.124642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51718) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:27.168910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting subnet 861c9b81-7a56-4a11-ad6a-301048774a26 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:27.183595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.197004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.221 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/b37f65f7-ca4c-42be-90f8-a38a0281fdda) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:27.306667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.370099 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-122609ec-ca36-4149-819e-c4d4d099a1a8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 14:49:27.373800 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-122609ec-ca36-4149-819e-c4d4d099a1a8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/f20ccec3-b79b-42d2-a76d-1bd8757496a0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2024312 Apr 21 14:49:27.374401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51722) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:27.385155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port a5e1f794-03e0-4a35-9a28-422ed7461e34 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:27.385488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.418476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-833bb384-00f5-4572-92c7-47bca3958184 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.546310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-833bb384-00f5-4572-92c7-47bca3958184 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.553712 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-08ab8638-f33e-4536-9fc7-054d8ab1e320 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f20ccec3-b79b-42d2-a76d-1bd8757496a0 HTTP/1.1" status: 200 len: 205 time: 0.1747124 Apr 21 14:49:27.560855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51726) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:27.607637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.616887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Deleting subnet dcf34717-420b-46f2-b2d7-5a38b2e41e77 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:27.625408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.755008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.782978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.851406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ccc353-bcfa-4a7d-b7a5-687b6443ad3f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.888378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-833bb384-00f5-4572-92c7-47bca3958184 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.990737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.994469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.997450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bb384-00f5-4572-92c7-47bca3958184 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40028b92-c794-4c72-b566-df58db65d912,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:28.086650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.094776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-833bb384-00f5-4572-92c7-47bca3958184 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.095909 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-833bb384-00f5-4572-92c7-47bca3958184 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/40028b92-c794-4c72-b566-df58db65d912 HTTP/1.1" status: 204 len: 168 time: 1.2875171 Apr 21 14:49:28.102309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51730) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.147975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8ca882c-78bf-4dd6-8d8b-c0745e619807 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:28.179634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.218470 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b8ca882c-78bf-4dd6-8d8b-c0745e619807 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:28.218862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.233470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for a5e1f794-03e0-4a35-9a28-422ed7461e34 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:28.233892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=861c9b81-7a56-4a11-ad6a-301048774a26,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:28.310639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.319559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.328730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63fc0b8-c6a6-4f0f-9b7c-977e1305daa7 None None] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:28.394727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ccc353-bcfa-4a7d-b7a5-687b6443ad3f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.396486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.431391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cb264f7b-af2f-4be6-9e51-0fcdab484775 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/861c9b81-7a56-4a11-ad6a-301048774a26 HTTP/1.1" status: 204 len: 168 time: 1.6903291 Apr 21 14:49:28.436654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51734) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.444390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d6dd042e-cb2e-477d-86a9-f122d5761a0d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:28.478103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ccc353-bcfa-4a7d-b7a5-687b6443ad3f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.482426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf34717-420b-46f2-b2d7-5a38b2e41e77,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:28.498836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:28.503824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.504280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.505677 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d173e928-7eda-4376-90bc-b3b4ad349f3a tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/subnets/dcf34717-420b-46f2-b2d7-5a38b2e41e77 HTTP/1.1" status: 204 len: 168 time: 1.3800890 Apr 21 14:49:28.510030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51738) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.533282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:28.535873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=b37f65f7-ca4c-42be-90f8-a38a0281fdda,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:28.538265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:28.609120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.609836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting subnet 174813c6-c631-428d-a5fb-0091f7aaa60b {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:28.620860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.677158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ccc353-bcfa-4a7d-b7a5-687b6443ad3f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.678518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ccc353-bcfa-4a7d-b7a5-687b6443ad3f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Fanout notify agent at l3_agent the message router_deleted on router f20ccec3-b79b-42d2-a76d-1bd8757496a0 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:49:28.699838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d6dd042e-cb2e-477d-86a9-f122d5761a0d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:28.701397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d6dd042e-cb2e-477d-86a9-f122d5761a0d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5965757 Apr 21 14:49:28.709369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51742) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.712471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ccc353-bcfa-4a7d-b7a5-687b6443ad3f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.713551 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-34ccc353-bcfa-4a7d-b7a5-687b6443ad3f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/f20ccec3-b79b-42d2-a76d-1bd8757496a0 HTTP/1.1" status: 204 len: 168 time: 1.1502528 Apr 21 14:49:28.718296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51744) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.727716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.759409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006070696'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:28.764030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.780441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:28.839267 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:28.841360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.927985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=a5e1f794-03e0-4a35-9a28-422ed7461e34,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:28.932751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.037176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Allocated IP 172.26.6.118 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/7925c8ba-bbc0-4b28-afbc-02ff17e573f6) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:29.040685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.115559 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-824fc8e1-b86a-4f75-b8d7-c8145b408eb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/a5e1f794-03e0-4a35-9a28-422ed7461e34 HTTP/1.1" status: 204 len: 168 time: 2.0192618 Apr 21 14:49:29.116331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51750) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:29.117085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:29.197790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:29.208768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:29.230781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:29.261592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.302010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.317265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.340935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.341629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.356022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.370074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:29.386547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a9f8b1-b66f-4bff-955a-617ae40c0145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:29.387969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a9f8b1-b66f-4bff-955a-617ae40c0145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:29.388739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a6a9f8b1-b66f-4bff-955a-617ae40c0145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:29.392958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet d4dc9672-7ae0-4cea-86bf-69978831b94c {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:29.400458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f6234a1f-1167-4ea9-8349-c4e3076d0515 None None] Provisioning complete for port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:29.401468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f6234a1f-1167-4ea9-8349-c4e3076d0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.402737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.412232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.431176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef57b96-ab05-4973-8273-e6b4d7bc1410') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:29.431375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef57b96-ab05-4973-8273-e6b4d7bc1410') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:29.466721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.484558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a6a9f8b1-b66f-4bff-955a-617ae40c0145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:29.485723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a6a9f8b1-b66f-4bff-955a-617ae40c0145 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3272946 Apr 21 14:49:29.493484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51754) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:29.497915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.528101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.537482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.564206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.565418 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8475230 Apr 21 14:49:29.574540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752faaa-b28e-4f6a-a8bb-c9e914018c93 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f904eb-51c7-4b59-a021-2b319c91c8e5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.577068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51758) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:29.599653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:29.600084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:29.614918 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:29.618470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Request body: {'security_group_rule': {'security_group_id': '99f904eb-51c7-4b59-a021-2b319c91c8e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:29.625902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:29.630461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:29.632571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Pushing event updated for resources: {'Port': ['ID=7925c8ba-bbc0-4b28-afbc-02ff17e573f6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.635634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:29.686704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:29.714543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.723537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Usage tracker for resource:security_group_rule and tenant:e57607dec6e549479adaf9a818fccaf4 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:29.759752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:29.778589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 0319a36e-7077-4c9f-ae7f-0aaa05769a76 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:29.785036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:29.794296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=174813c6-c631-428d-a5fb-0091f7aaa60b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.800997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.833765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.834998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.842492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896864b8-1a3f-4d1e-a8d6-74ae80544e4f None None] Network c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:29.877919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.906234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] Pushing event deleted for resources: {'Network': ['ID=1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.911784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.924331 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ebd72945-7780-400b-8894-22d10d7e75e5 tempest-FloatingIPTestJSON-1459191928 tempest-FloatingIPTestJSON-1459191928-project] 10.222.0.42 "DELETE /v2.0/networks/1922a347-f8ee-4a51-80f2-f8f5cc6ac8c8 HTTP/1.1" status: 204 len: 168 time: 1.4131470 Apr 21 14:49:29.926271 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fc6f4684-5963-4b1a-a25a-007c77cb9057 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/174813c6-c631-428d-a5fb-0091f7aaa60b HTTP/1.1" status: 204 len: 168 time: 1.4876254 Apr 21 14:49:29.934578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51764) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:29.936777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.979567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.042319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router c5a9d984-b1af-4544-9dce-7b686850e256 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:49:30.070823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.214908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.222929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] DHCP port deletion for c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:30.232446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] Deleting port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:30.233543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.257495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.263743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:30.264366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.298111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.326990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.333975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.338194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.354488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.400759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51770) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:30.444671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f817b07-f551-4251-b0ee-d18461813a0e,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:30.454689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dc9672-7ae0-4cea-86bf-69978831b94c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:30.512602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.519308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] For port 55b311bc-0c3c-403e-bb74-3294f3bf0a47, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=55b311bc-0c3c-403e-bb74-3294f3bf0a47,segment=NetworkSegment(90e5204a-591c-44e9-857e-8c6ed06d9540),segment_id=90e5204a-591c-44e9-857e-8c6ed06d9540)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:30.519910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.536968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2756044b-932c-4ecb-883a-8c671e04f022 None None] Network 1ac12bc9-6948-423e-8376-0f03b26be65d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:30.543363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.547622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:30.548203 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-793b7337-3aa8-4aeb-8cd7-42a441c628d9 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9628861 Apr 21 14:49:30.556576 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fe3c4dcd-9570-46ba-bffc-f12b7becc8d3 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/d4dc9672-7ae0-4cea-86bf-69978831b94c HTTP/1.1" status: 204 len: 168 time: 1.8360491 Apr 21 14:49:30.561006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51780) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:30.573725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:30.635772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.637029 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e83e037-bbb5-4144-b8bd-388ddd017bed tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1025937 Apr 21 14:49:30.641937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51784) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:30.673650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daa39216-6b52-4f12-940a-14292d2f214b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.676369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Sync routers for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:30.707819 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:49:30.716735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daa39216-6b52-4f12-940a-14292d2f214b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.742505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.755668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] Calling delete_port for 55b311bc-0c3c-403e-bb74-3294f3bf0a47 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:30.779361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Router 271c6531-57b5-4ed3-9cd2-49833225b38e is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:49:30.794228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daa39216-6b52-4f12-940a-14292d2f214b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.830869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.891345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa39216-6b52-4f12-940a-14292d2f214b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f904eb-51c7-4b59-a021-2b319c91c8e5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:30.954567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:30.955201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:30.963259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=0319a36e-7077-4c9f-ae7f-0aaa05769a76,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:30.995989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.019525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c7963-c1d6-4e75-afed-22f20c61c92f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:31.024904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port 55b311bc-0c3c-403e-bb74-3294f3bf0a47, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=55b311bc-0c3c-403e-bb74-3294f3bf0a47,segment=NetworkSegment(90e5204a-591c-44e9-857e-8c6ed06d9540),segment_id=90e5204a-591c-44e9-857e-8c6ed06d9540)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:31.026218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.028643 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f6bd5d90-71f2-42b6-82fc-46da1fe8c3c6 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3856041 Apr 21 14:49:31.037943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daa39216-6b52-4f12-940a-14292d2f214b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.041248 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-daa39216-6b52-4f12-940a-14292d2f214b tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/99f904eb-51c7-4b59-a021-2b319c91c8e5 HTTP/1.1" status: 204 len: 168 time: 0.4895630 Apr 21 14:49:31.041248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51790) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.044870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.048108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51792) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.056110 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e1e25e3e-baae-4059-a1bf-b9428887841e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/0319a36e-7077-4c9f-ae7f-0aaa05769a76 HTTP/1.1" status: 204 len: 168 time: 1.5614223 Apr 21 14:49:31.060849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51798) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.107592 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-18ec0041-c038-44f0-9e6a-120422d83cf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3b5f07b13ba4d6bb12e9e67f1e2869e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7026427 Apr 21 14:49:31.155220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51800) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.181232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.184534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for 55b311bc-0c3c-403e-bb74-3294f3bf0a47 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:31.258072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] Pushing event deleted for resources: {'Port': ['ID=55b311bc-0c3c-403e-bb74-3294f3bf0a47,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:31.271859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aacb8d2d-e73f-4a63-a847-21ef15acb5ad tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:31.287453 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bef789be-1e3c-49ea-b9ba-f16652a63d45 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098287 Apr 21 14:49:31.289652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51806) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.298907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:31.299962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.322930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52820052-62f7-43f4-ab29-65354c52cc74 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:31.324458 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-52820052-62f7-43f4-ab29-65354c52cc74 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2791984 Apr 21 14:49:31.327831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aacb8d2d-e73f-4a63-a847-21ef15acb5ad tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:31.332129 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aacb8d2d-e73f-4a63-a847-21ef15acb5ad tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2764816 Apr 21 14:49:31.332129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51810) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.333609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2b4c91e3-93ec-4b81-b583-b363b4b01055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.338314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625ff8d-130a-404c-ad90-0048ea53516d None None] No DVR routers for this DVR port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:31.340648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51812) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.389569 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8d39a702-13d4-4aa6-a396-b73dd07d07f9 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570028 Apr 21 14:49:31.392973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:49:31.398304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.410486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2075471970', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:31.429708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2b4c91e3-93ec-4b81-b583-b363b4b01055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.504916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] DHCP port deletion for 1ac12bc9-6948-423e-8376-0f03b26be65d request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:31.532240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:31.532458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:31.544142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Deleting port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:31.544750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.548030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca645b7e-7777-4cb0-bdae-61fe3282bbb1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:31.552242 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ca645b7e-7777-4cb0-bdae-61fe3282bbb1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2610211 Apr 21 14:49:31.553212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51822) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.614627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ad00d076-82dd-4d0a-85f8-cbdfeee1152d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:31.651775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:31.663347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] Deleting port b8ca882c-78bf-4dd6-8d8b-c0745e619807 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:31.663796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.723262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:31.727403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ad00d076-82dd-4d0a-85f8-cbdfeee1152d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group_rule {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:31.728659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ad00d076-82dd-4d0a-85f8-cbdfeee1152d tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3477042 Apr 21 14:49:31.731817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:31.732839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51826) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.736992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:31.742499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110fa4b8-5ff7-4452-80f0-d77a6ec64d6b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:31.743181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-110fa4b8-5ff7-4452-80f0-d77a6ec64d6b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:31.747652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:31.749593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.750452 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-174798ab-07b6-401c-ad0f-8913aba6e87c tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "PUT /v2.0/routers/271c6531-57b5-4ed3-9cd2-49833225b38e HTTP/1.1" status: 200 len: 916 time: 5.5766680 Apr 21 14:49:31.756862 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] Sync routers for ids ['271c6531-57b5-4ed3-9cd2-49833225b38e'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:31.757443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:31.758215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51830) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.771017 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] Routers {'271c6531-57b5-4ed3-9cd2-49833225b38e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:31.771949 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['271c6531-57b5-4ed3-9cd2-49833225b38e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:31.790069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:31.826198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,segment=NetworkSegment(1adf1d8e-da7c-46f7-8bff-2895dbe53e93),segment_id=1adf1d8e-da7c-46f7-8bff-2895dbe53e93)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:31.827499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.840860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-847eb99a-4974-4725-85aa-20cd40f959e4 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] delete failed (client error): The resource could not be found. Apr 21 14:49:31.841331 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:31.844122 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-847eb99a-4974-4725-85aa-20cd40f959e4 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "DELETE /v2.0/security-groups/99f904eb-51c7-4b59-a021-2b319c91c8e5 HTTP/1.1" status: 404 len: 347 time: 0.1063344 Apr 21 14:49:31.859204 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] Routers {'271c6531-57b5-4ed3-9cd2-49833225b38e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:31.860129 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['271c6531-57b5-4ed3-9cd2-49833225b38e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:31.906889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51834) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.938578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.952893 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:31.953598 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a3e61d-1684-49de-935d-c974967d7823 None None] The sync data for ids ['271c6531-57b5-4ed3-9cd2-49833225b38e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:31.973907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2b4c91e3-93ec-4b81-b583-b363b4b01055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.053477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2b4c91e3-93ec-4b81-b583-b363b4b01055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.057128 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2b4c91e3-93ec-4b81-b583-b363b4b01055 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/961e3ba8-6e6c-4a6b-b787-fadaa9a29bfb HTTP/1.1" status: 204 len: 168 time: 0.8976135 Apr 21 14:49:32.066207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c91e3-93ec-4b81-b583-b363b4b01055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e3ba8-6e6c-4a6b-b787-fadaa9a29bfb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:32.070311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port 55b311bc-0c3c-403e-bb74-3294f3bf0a47 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:32.070658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.110273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] For port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,segment=NetworkSegment(1adf1d8e-da7c-46f7-8bff-2895dbe53e93),segment_id=1adf1d8e-da7c-46f7-8bff-2895dbe53e93)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:32.110671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.113132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:32.156480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-110fa4b8-5ff7-4452-80f0-d77a6ec64d6b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:32.157818 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-110fa4b8-5ff7-4452-80f0-d77a6ec64d6b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5853541 Apr 21 14:49:32.163900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51840) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:32.251837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.303901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] The port '55b311bc-0c3c-403e-bb74-3294f3bf0a47' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:32.313732 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b9a44e5a-5f4e-4e00-b01f-a95d6228d749 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403959 Apr 21 14:49:32.320446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51846) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:32.327225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8ca882c-78bf-4dd6-8d8b-c0745e619807 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:32.328277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:32.366477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Calling delete_port for 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:32.457807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] For port b8ca882c-78bf-4dd6-8d8b-c0745e619807, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8ca882c-78bf-4dd6-8d8b-c0745e619807,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:32.458526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.475338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:32.485979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:32.531909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:32.532304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: 9ea208a4-5b81-4381-b138-258b7bbba23d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:32.539230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:32.572818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bca8cbf2-50d6-4263-9f4b-8e4e42bb9f83 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Synchronizing usage tracker for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:32.602528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.606925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] Calling delete_port for b8ca882c-78bf-4dd6-8d8b-c0745e619807 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:32.635914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 9ea208a4-5b81-4381-b138-258b7bbba23d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:32.649921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:32.663455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 9ea208a4-5b81-4381-b138-258b7bbba23d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:32.672443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:32.673045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.677417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.688469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=96f4ec3c-28ae-4152-b35d-588dadfc8dc6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:32.697051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bca8cbf2-50d6-4263-9f4b-8e4e42bb9f83 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] Unset dirty status for tenant:e57607dec6e549479adaf9a818fccaf4 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:32.703620 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bca8cbf2-50d6-4263-9f4b-8e4e42bb9f83 tempest-SecGroupTest-1141630408 tempest-SecGroupTest-1141630408-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7937081 Apr 21 14:49:32.712769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No DVR routers for this DVR port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:32.717619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.719878 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f59e593-f0c1-4c1c-90bb-1d3b003f5bbc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3182590 Apr 21 14:49:32.721420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27eb15a-df29-487b-ae3f-2e2f92065b14 None None] Network 9ea208a4-5b81-4381-b138-258b7bbba23d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:32.723011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51860) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:32.787861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.862090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] Pushing event deleted for resources: {'Port': ['ID=b8ca882c-78bf-4dd6-8d8b-c0745e619807,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:32.875235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.899900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c76d9-87c6-45ad-9fe3-faaa86d70268 None None] No DVR routers for this DVR port b8ca882c-78bf-4dd6-8d8b-c0745e619807 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:32.901488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e5204a-591c-44e9-857e-8c6ed06d9540') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.901920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e5204a-591c-44e9-857e-8c6ed06d9540') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.935693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No active binding found for port b8ca882c-78bf-4dd6-8d8b-c0745e619807 {{(pid=83936) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 21 14:49:32.936238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8ca882c-78bf-4dd6-8d8b-c0745e619807 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:32.939061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 55b311bc-0c3c-403e-bb74-3294f3bf0a47 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:32.960355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.972822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:32.973038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:32.981044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:28Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.985852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 55b311bc-0c3c-403e-bb74-3294f3bf0a47 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:32.986193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 55b311bc-0c3c-403e-bb74-3294f3bf0a47 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:32.986733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:32.989620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.022315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Checking router: c5a9d984-b1af-4544-9dce-7b686850e256 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:49:33.022641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Updating router c5a9d984-b1af-4544-9dce-7b686850e256 port b37f65f7-ca4c-42be-90f8-a38a0281fdda binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:49:33.060214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:33.060442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:33.069289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.080547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac12bc9-6948-423e-8376-0f03b26be65d']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:33.117449 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:33.117853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.152345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:33.152869 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:33.165677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adf1d8e-da7c-46f7-8bff-2895dbe53e93') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:33.165892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adf1d8e-da7c-46f7-8bff-2895dbe53e93') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:33.246717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51872) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.267836 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d99551e6-be10-4e27-ab59-63c59923d387 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/271c6531-57b5-4ed3-9cd2-49833225b38e HTTP/1.1" status: 200 len: 922 time: 1.5068910 Apr 21 14:49:33.272772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51878) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.280479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.290211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51882) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.313587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.328310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-9ea208a4-5b81-4381-b138-258b7bbba23d', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:33.328573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.329701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.341653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.408055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:33.408485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:33.440236 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:33.462008 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa7357e7-f8ab-4f21-9534-c19ce0f1b50d tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=271c6531-57b5-4ed3-9cd2-49833225b38e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1874721 Apr 21 14:49:33.465761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51888) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.474671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Deleting port 96f4ec3c-28ae-4152-b35d-588dadfc8dc6 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:33.475050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.546561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.552352 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fa6325e9-170d-4f0e-8724-6b90d7c0acb9 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/c2c1a93c-59cb-49d9-b2ec-aa59fe970ef1 HTTP/1.1" status: 204 len: 168 time: 3.5857720 Apr 21 14:49:33.553633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51894) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.568497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-58f38412-9a64-4945-8baf-c9363e33876c tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] Request body: {'port': {'network_id': 'f497b826-de09-44aa-8ad1-d667d4bd6923', 'name': 'tempest-NetworksNegativeTestJSON-576255173'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:33.620195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-855b574f-a93d-4fa4-b1d7-e2e270c52462 None None] The port '96f4ec3c-28ae-4152-b35d-588dadfc8dc6' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:33.623980 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-657e1dd3-1bbc-427f-83f8-fdf9aca3cb59 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:33.623980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657e1dd3-1bbc-427f-83f8-fdf9aca3cb59 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:33.632971 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f38412-9a64-4945-8baf-c9363e33876c tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] POST failed (client error): The resource could not be found. Apr 21 14:49:33.633519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f38412-9a64-4945-8baf-c9363e33876c tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:33.639033 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-58f38412-9a64-4945-8baf-c9363e33876c tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3441689 Apr 21 14:49:33.639542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51898) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.665658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.670576 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-657e1dd3-1bbc-427f-83f8-fdf9aca3cb59 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/2754a8c0-832d-4b69-8bd3-562dbc741fbe HTTP/1.1" status: 404 len: 337 time: 0.1079266 Apr 21 14:49:33.682981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.695299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.701809 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/1ac12bc9-6948-423e-8376-0f03b26be65d HTTP/1.1" status: 204 len: 168 time: 3.1316359 Apr 21 14:49:33.701809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae6eb-cd8e-44c4-b40e-cb24ca78d7b8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=1ac12bc9-6948-423e-8376-0f03b26be65d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.703299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51906) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.707548 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-09914657-b391-4c4e-9a1f-79fa85179c35 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:33.707983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09914657-b391-4c4e-9a1f-79fa85179c35 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:33.713358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-09914657-b391-4c4e-9a1f-79fa85179c35 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "DELETE /v2.0/networks/41a64058-d78f-4b94-a00f-89f1eef5fb14 HTTP/1.1" status: 404 len: 339 time: 0.0696645 Apr 21 14:49:33.713529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-409811440'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:33.719304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:33.724538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.724844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:33.728719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:33.736459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:33.756331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:33.756566 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0480614b-90d6-4e8a-bfee-a302556c9ba7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e57607dec6e549479adaf9a818fccaf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4941640 Apr 21 14:49:33.756670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.767329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Allocated IP 172.20.0.2 (9ea208a4-5b81-4381-b138-258b7bbba23d/c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612/a55292a6-505b-41c2-88c7-1dbfb19b5498) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:33.775860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51914) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.820032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:33.844204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.844751 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment 55c5ef72-0ea2-447a-942f-14cdcf5c37f4 of type vlan for network d01f271e-05e7-4810-9f00-9902d46b0ac7 Apr 21 14:49:33.880315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a88e4126-a3c4-4aad-8590-06682999abfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.895376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.906802 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-316a187c-aec8-4e91-a963-3c844d3e2798 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:33.907124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316a187c-aec8-4e91-a963-3c844d3e2798 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:33.920859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a88e4126-a3c4-4aad-8590-06682999abfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.940098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.978418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.982763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:33.983560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.007080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79b139-d13b-4bb3-a305-3ec850c4d9f7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:34.011475 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c79b139-d13b-4bb3-a305-3ec850c4d9f7 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/networks/8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 881 time: 0.5438681 Apr 21 14:49:34.017741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.036604 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f7504d-022c-4e53-b16d-ca84cc51daea tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:34.037047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f7504d-022c-4e53-b16d-ca84cc51daea tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.038682 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-65f7504d-022c-4e53-b16d-ca84cc51daea tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "DELETE /v2.0/ports/a2dcbdd3-c81c-43ff-966d-87396cd05244 HTTP/1.1" status: 404 len: 333 time: 0.3089931 Apr 21 14:49:34.039881 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-316a187c-aec8-4e91-a963-3c844d3e2798 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/59b3f145-f777-4926-96ee-d806469a23be HTTP/1.1" status: 404 len: 339 time: 0.3559806 Apr 21 14:49:34.040405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.047657 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3423922 Apr 21 14:49:34.060877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Transition to ACTIVE for port object b37f65f7-ca4c-42be-90f8-a38a0281fdda will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:34.077620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.100388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51924) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.100787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51926) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.137025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': 'd01f271e-05e7-4810-9f00-9902d46b0ac7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:34.150736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:49:34.166653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9ded25c-48f5-454e-926b-2221c75f359e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=271c6531-57b5-4ed3-9cd2-49833225b38e HTTP/1.1" status: 200 len: 205 time: 0.1468012 Apr 21 14:49:34.183516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a88e4126-a3c4-4aad-8590-06682999abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.185990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a88e4126-a3c4-4aad-8590-06682999abfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.187297 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a88e4126-a3c4-4aad-8590-06682999abfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5eca17c4-136b-45f7-b829-131e61c1d2d5 HTTP/1.1" status: 204 len: 168 time: 0.4104109 Apr 21 14:49:34.195080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51934) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.213127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cb0c8-fcbe-4766-9753-10126c986027 None None] Pushing event updated for resources: {'Port': ['ID=b37f65f7-ca4c-42be-90f8-a38a0281fdda,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:34.214444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.214621 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c7fc87-c247-4a75-9660-004411d39c73 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:34.215185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c7fc87-c247-4a75-9660-004411d39c73 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.219749 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-66c7fc87-c247-4a75-9660-004411d39c73 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/ce8aba50-a239-4657-8661-c4120557a30b HTTP/1.1" status: 404 len: 337 time: 0.1179311 Apr 21 14:49:34.248758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.265495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Transition to ACTIVE for port object a55292a6-505b-41c2-88c7-1dbfb19b5498 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:34.265742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51940) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.281258 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-affe0712-6153-4207-a489-0d8b432306cc tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:34.281570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affe0712-6153-4207-a489-0d8b432306cc tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.287243 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-affe0712-6153-4207-a489-0d8b432306cc tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "DELETE /v2.0/subnets/b2f01961-5895-4b63-9ede-57fc0c2bea66 HTTP/1.1" status: 404 len: 337 time: 0.1838286 Apr 21 14:49:34.293954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Transition to ACTIVE for port object a55292a6-505b-41c2-88c7-1dbfb19b5498 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:34.295079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51944) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.295898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e4126-a3c4-4aad-8590-06682999abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca17c4-136b-45f7-b829-131e61c1d2d5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:34.307877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0191af-4ac3-4701-b15a-d8c44fe2815e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=d01f271e-05e7-4810-9f00-9902d46b0ac7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:34.336038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:34.353231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.353502 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-921a493f-5236-40d4-a114-f3608a784751 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:34.353764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921a493f-5236-40d4-a114-f3608a784751 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.355395 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-921a493f-5236-40d4-a114-f3608a784751 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/ac191f5e-29d0-476f-ae11-0683b5b86a5c HTTP/1.1" status: 404 len: 339 time: 0.0879230 Apr 21 14:49:34.365551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51948) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.373483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:34.402731 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-14877d09-0b19-43dd-90dd-d63146d781b5 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] GET failed (client error): The resource could not be found. Apr 21 14:49:34.407788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=7cde6edc-059d-40c6-9caf-5785643676f3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:34.408466 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-14877d09-0b19-43dd-90dd-d63146d781b5 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "GET /v2.0/networks/5999f8e1-1f21-40de-b329-abc9f52c7a21 HTTP/1.1" status: 404 len: 339 time: 0.1103265 Apr 21 14:49:34.409559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51954) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.410766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:34.414713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:34.421238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:34.422011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.439085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:34.444172 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a2f5bd-aacd-4ec1-8906-1d049d26c024 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:34.444802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a2f5bd-aacd-4ec1-8906-1d049d26c024 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.446630 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7a2f5bd-aacd-4ec1-8906-1d049d26c024 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/6239f962-8433-4940-89d4-4f6d08a9daba HTTP/1.1" status: 404 len: 337 time: 0.0793858 Apr 21 14:49:34.447671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:34.455660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51958) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.460058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:34.475440 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-7898ee3a-eff8-4974-a352-bc51173d70ae tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] GET failed (client error): The resource could not be found. Apr 21 14:49:34.480553 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7898ee3a-eff8-4974-a352-bc51173d70ae tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "GET /v2.0/ports/72e12732-b781-4243-910f-d2f261812150 HTTP/1.1" status: 404 len: 333 time: 0.0692675 Apr 21 14:49:34.482377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 51962) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.492506 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7d6f0ea4-2402-4bc2-9eda-74f1aae6d861 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1707833 Apr 21 14:49:34.493324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437aeb23-6baf-446c-81c2-b9b8f5d404db None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:34.496407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.507830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:34.511421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Attempting to bind port b37f65f7-ca4c-42be-90f8-a38a0281fdda on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:34.511949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Attempting to bind port b37f65f7-ca4c-42be-90f8-a38a0281fdda by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:34.512390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Attempting to bind port b37f65f7-ca4c-42be-90f8-a38a0281fdda on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:34.523284 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-663b8297-8947-4226-9406-07642e9abf65 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:34.523964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663b8297-8947-4226-9406-07642e9abf65 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.525823 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-663b8297-8947-4226-9406-07642e9abf65 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/563da6e0-f5ba-487f-abc0-20fc35eb2f6a HTTP/1.1" status: 404 len: 339 time: 0.0673192 Apr 21 14:49:34.529180 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff5d288-4e36-43bb-9c50-a182e92810f3 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] GET failed (client error): The resource could not be found. Apr 21 14:49:34.536026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.536331 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2ff5d288-4e36-43bb-9c50-a182e92810f3 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "GET /v2.0/subnets/b1fc45e5-c2c5-4406-bfda-9d6471aeff55 HTTP/1.1" status: 404 len: 337 time: 0.0529242 Apr 21 14:49:34.536775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.537559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:34.546209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:34.547339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:34.547961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.548535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:34.549200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Bound port: b37f65f7-ca4c-42be-90f8-a38a0281fdda, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:34.549794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.603588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.614566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b30bf91c-5e72-4294-a134-01f03aa15be4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:34.644672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Pushing event updated for resources: {'Port': ['ID=a55292a6-505b-41c2-88c7-1dbfb19b5498,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:34.728915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Network 9ea208a4-5b81-4381-b138-258b7bbba23d is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:34.736342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:34.743954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:34.751434 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30bf91c-5e72-4294-a134-01f03aa15be4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] PUT failed (client error): The resource could not be found. Apr 21 14:49:34.752352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30bf91c-5e72-4294-a134-01f03aa15be4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.753725 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b30bf91c-5e72-4294-a134-01f03aa15be4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "PUT /v2.0/networks/8acc43a5-7101-449b-a464-4cca22e1d1d5 HTTP/1.1" status: 404 len: 339 time: 0.1980534 Apr 21 14:49:34.773543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.790574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9e4ebf79-8ceb-489f-815d-06a39b827e5e tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:34.832055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] For port b37f65f7-ca4c-42be-90f8-a38a0281fdda, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:34.884459 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4ebf79-8ceb-489f-815d-06a39b827e5e tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] PUT failed (client error): The resource could not be found. Apr 21 14:49:34.885150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4ebf79-8ceb-489f-815d-06a39b827e5e tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:34.886447 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e4ebf79-8ceb-489f-815d-06a39b827e5e tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "PUT /v2.0/ports/6883f6c9-7c42-454e-8e88-529623f5ce88 HTTP/1.1" status: 404 len: 333 time: 0.1093838 Apr 21 14:49:34.900890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] For port b37f65f7-ca4c-42be-90f8-a38a0281fdda, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b37f65f7-ca4c-42be-90f8-a38a0281fdda,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:34.905316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 51990) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.916764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.003937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9d18feab-ff5e-4457-873f-9a7e4f8ca8c4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:35.038320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.087571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '7cde6edc-059d-40c6-9caf-5785643676f3'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:35.088467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.105165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Attempting to bind port a55292a6-505b-41c2-88c7-1dbfb19b5498 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:35.105541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Attempting to bind port a55292a6-505b-41c2-88c7-1dbfb19b5498 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:35.105902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Attempting to bind port a55292a6-505b-41c2-88c7-1dbfb19b5498 on network 9ea208a4-5b81-4381-b138-258b7bbba23d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:35.116166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.123690 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d18feab-ff5e-4457-873f-9a7e4f8ca8c4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] PUT failed (client error): The resource could not be found. Apr 21 14:49:35.124215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d18feab-ff5e-4457-873f-9a7e4f8ca8c4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:35.125713 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d18feab-ff5e-4457-873f-9a7e4f8ca8c4 tempest-NetworksNegativeTestJSON-938332768 tempest-NetworksNegativeTestJSON-938332768-project] 10.222.0.42 "PUT /v2.0/subnets/622f0438-3608-4e3d-a4c3-b990f41a2885 HTTP/1.1" status: 404 len: 337 time: 0.2162137 Apr 21 14:49:35.133381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:35.137312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Deleting port 7925c8ba-bbc0-4b28-afbc-02ff17e573f6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:35.137965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.157743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:35.157743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Checking segment: {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:35.157743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.158150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Bound using segment: {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:35.158449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Bound port: a55292a6-505b-41c2-88c7-1dbfb19b5498, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:35.158827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.166318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:35.226058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:35.229869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.266226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cb0c8-fcbe-4766-9753-10126c986027 None None] Pushing event updated for resources: {'Port': ['ID=b37f65f7-ca4c-42be-90f8-a38a0281fdda,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:35.295137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:35.295777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.338789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52002) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:35.438542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.499100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] For port a55292a6-505b-41c2-88c7-1dbfb19b5498, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:35.523762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] For port a55292a6-505b-41c2-88c7-1dbfb19b5498, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a55292a6-505b-41c2-88c7-1dbfb19b5498,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:35.554629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.610642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Allocated IP 2001:db8::f816:3eff:fed6:2fb6 (273f4fc5-d828-4645-a9ef-b086301e3356/7cde6edc-059d-40c6-9caf-5785643676f3/972ab965-04d3-41a7-b82d-7a6b94efa384) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:35.642584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-07051fcb-9814-47db-9259-4612092d610d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:35.643351 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-07051fcb-9814-47db-9259-4612092d610d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:49:35.645086 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-07051fcb-9814-47db-9259-4612092d610d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3051593 Apr 21 14:49:35.658582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Calling delete_port for 7925c8ba-bbc0-4b28-afbc-02ff17e573f6 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:35.676382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:49:35.683596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting subnet 58d03635-484e-41de-85bf-8a4edbfadab7 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:35.692695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52010) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:35.692695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52012) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:35.708619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--799698194'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:35.718471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:35.732705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:35.739479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:35.745656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.751528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:35.786400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.817606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.825057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e6dc-a98b-441d-a86f-b03f373cd125 None None] Pushing event updated for resources: {'Port': ['ID=a55292a6-505b-41c2-88c7-1dbfb19b5498,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:35.880148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:35.884146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:35.885135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.890496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:35.913066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:35.953345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.997114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.024931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.040463 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7cde6edc-059d-40c6-9caf-5785643676f3 (CIDR: 2001:db8::/64) Apr 21 14:49:36.069366 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:36.070361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:36.111756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event deleted for resources: {'Port': ['ID=7925c8ba-bbc0-4b28-afbc-02ff17e573f6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:36.135613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:36.150435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=d6324251-bd2c-4737-804e-93b1395abccd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:36.153898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.188487 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7f70ac21-150d-4216-beab-5ac727a7797f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6888313 Apr 21 14:49:36.189753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52022) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:36.208839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Usage tracker for resource:security_group_rule and tenant:a7f9309fb37c47208941036c918f7ffa is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:36.216435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:36.224948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:36.265864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:36.307498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.313857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.326055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Transition to ACTIVE for port object 972ab965-04d3-41a7-b82d-7a6b94efa384 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:36.327940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': '55c5ef72-0ea2-447a-942f-14cdcf5c37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd01f271e-05e7-4810-9f00-9902d46b0ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:36.328337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: d01f271e-05e7-4810-9f00-9902d46b0ac7, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:36.363172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Transition to ACTIVE for port object 972ab965-04d3-41a7-b82d-7a6b94efa384 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:36.378079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.435425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.475265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:28Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:36.481541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:36.485882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:36.486412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:36.488823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cbcfa2-73f3-4683-852a-05996bd069ff None None] The sync data for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv is: [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:28Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:36.490372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Pushing event updated for resources: {'Port': ['ID=972ab965-04d3-41a7-b82d-7a6b94efa384,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:36.493054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:36.494513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.501876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:36.598160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=58d03635-484e-41de-85bf-8a4edbfadab7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:36.598377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.610548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:36.612642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d01f271e-05e7-4810-9f00-9902d46b0ac7) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:36.624371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a97f046-6905-482a-812a-625d18adef7d None None] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:36.632163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:36.632757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.639416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.652919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56776173-05d9-47c2-8000-1c79e3ccd4cd None None] Network 51da90ac-d58d-499f-9c30-bae470cdd24b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:36.683275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:36.686649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f0fcd5-be8d-474c-b38a-b0e1221d1acd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:36.718281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:36.722574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.741919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Attempting to bind port 972ab965-04d3-41a7-b82d-7a6b94efa384 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:36.742507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Attempting to bind port 972ab965-04d3-41a7-b82d-7a6b94efa384 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:36.742633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Attempting to bind port 972ab965-04d3-41a7-b82d-7a6b94efa384 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:36.759865 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d506963b-468a-4e92-a7a6-d138c0dc8b25 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/58d03635-484e-41de-85bf-8a4edbfadab7 HTTP/1.1" status: 204 len: 168 time: 2.2056139 Apr 21 14:49:36.776391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52026) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:36.802729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:36.807753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:36.830012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:36.830392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:36.830799 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.831917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:36.832549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Bound port: 972ab965-04d3-41a7-b82d-7a6b94efa384, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:36.833027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.855815 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3bc947cf-8ee8-43cf-b408-f172f3fc4e64 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7828579 Apr 21 14:49:36.861268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52030) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:36.876908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-751954442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:36.917747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:36.935618 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:router and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:36.950753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:36.962132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:36.972103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:36.990514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] For port 972ab965-04d3-41a7-b82d-7a6b94efa384, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:36.994486 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] For port 972ab965-04d3-41a7-b82d-7a6b94efa384, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=972ab965-04d3-41a7-b82d-7a6b94efa384,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:37.007244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.008173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.018493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.041432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.078985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.111232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.148057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a670512-bd3c-42d0-a554-81bcb7a33ab7 None None] Pushing event updated for resources: {'Port': ['ID=972ab965-04d3-41a7-b82d-7a6b94efa384,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:37.230407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.435069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-d01f271e-05e7-4810-9f00-9902d46b0ac7', 'network_id': 'd01f271e-05e7-4810-9f00-9902d46b0ac7', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': 'd6324251-bd2c-4737-804e-93b1395abccd'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:37.437366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.565029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.596210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.611603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.618727 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed1e28cd-905a-42fc-bc2c-18cc710c8069 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7500083 Apr 21 14:49:37.626803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.716233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.730969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25756ac-9704-4626-9852-837dcfd9ae2e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:37.760102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.765867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.776649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a64714-a135-4ff3-808c-3c0160273315 None None] Network 9ea208a4-5b81-4381-b138-258b7bbba23d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:37.787438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.789360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.791172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] DHCP port deletion for 51da90ac-d58d-499f-9c30-bae470cdd24b request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:37.850047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:37.858811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Deleting port 51b4888c-0b08-4800-b2f4-41bef25bbdcc {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:37.859317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.867447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7f9309fb37c47208941036c918f7ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1721764 Apr 21 14:49:37.868952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port 51b4888c-0b08-4800-b2f4-41bef25bbdcc {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:37.869916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.914424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52038) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.915091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ad8b4-e442-4bb0-bbc3-58bb0b642ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc789cb-cf76-4f5a-a952-57f6b9fe1c66,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:37.995250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Allocated IP 2001:db8::2 (d01f271e-05e7-4810-9f00-9902d46b0ac7/d6324251-bd2c-4737-804e-93b1395abccd/6a27acb7-027f-487c-9595-0f3d092587c2) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:38.001218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.003865 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1733d935-0dec-4d74-b88a-cb55fe0a7642 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3093259 Apr 21 14:49:38.010011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52042) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.067701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b70bd6ff-ccab-43db-8357-4dd76a07ce68 None None] Provisioning for port a55292a6-505b-41c2-88c7-1dbfb19b5498 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:38.074569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:38.089864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:38.090294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.133765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=56a79665-e856-4a23-a011-98df1a8f397b,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:38.240909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port 51b4888c-0b08-4800-b2f4-41bef25bbdcc, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=51b4888c-0b08-4800-b2f4-41bef25bbdcc,segment=NetworkSegment(1ce5911a-12d6-4916-9ae6-3ec319a01277),segment_id=1ce5911a-12d6-4916-9ae6-3ec319a01277)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:38.241315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.291352 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a4594b9-96ae-4ac0-9b50-ff7909b3e7a4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0928454 Apr 21 14:49:38.298210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.320892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:b6:87:d5', 'name': 'tempest-NetworksTestDHCPv6-161156936'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:38.390292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for 51b4888c-0b08-4800-b2f4-41bef25bbdcc owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:38.407526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a55292a6-505b-41c2-88c7-1dbfb19b5498 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:38.427359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'a25756ac-9704-4626-9852-837dcfd9ae2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:38.434055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:38.437920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:38.441397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:38.453941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:38.457706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.458194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Fanout notify agent at l3_agent the message router_deleted on router 271c6531-57b5-4ed3-9cd2-49833225b38e {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:49:38.510742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.512624 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-87c24b37-e685-4ada-bdf8-904ffd0eae12 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/271c6531-57b5-4ed3-9cd2-49833225b38e HTTP/1.1" status: 204 len: 168 time: 4.3070207 Apr 21 14:49:38.520439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52050) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.536025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-623825517', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:38.563219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3a41afc-fe3a-45d1-8a80-107d9c92005c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.570270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:38.591248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.616123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Usage tracker for resource:router and tenant:bc074594318c46309f94913e822b6c34 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:38.622987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:38.635168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c811cf7-7cc1-4607-9fba-9c59339f59e2 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:38.642108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:38.655334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.713975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3a41afc-fe3a-45d1-8a80-107d9c92005c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.741787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Port': ['ID=51b4888c-0b08-4800-b2f4-41bef25bbdcc,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:38.761948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.763343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.781844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No DVR routers for this DVR port 51b4888c-0b08-4800-b2f4-41bef25bbdcc on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:38.795397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] For port 51b4888c-0b08-4800-b2f4-41bef25bbdcc, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=51b4888c-0b08-4800-b2f4-41bef25bbdcc,segment=NetworkSegment(1ce5911a-12d6-4916-9ae6-3ec319a01277),segment_id=1ce5911a-12d6-4916-9ae6-3ec319a01277)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:38.796024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.805368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a55292a6-505b-41c2-88c7-1dbfb19b5498 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:38.854762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a55292a6-505b-41c2-88c7-1dbfb19b5498 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:38.855134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.866550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (9ea208a4-5b81-4381-b138-258b7bbba23d/c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612/2c714c7d-87ad-46ca-b8f9-ccdc05ef3094) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:38.882039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.902856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:38.922497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:38.928407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:38.938632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:38.991106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.029774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51da90ac-d58d-499f-9c30-bae470cdd24b']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:39.037308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.055020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Calling delete_port for 51b4888c-0b08-4800-b2f4-41bef25bbdcc owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:39.068059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.070378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce5911a-12d6-4916-9ae6-3ec319a01277') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:39.070761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce5911a-12d6-4916-9ae6-3ec319a01277') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:39.078526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3a41afc-fe3a-45d1-8a80-107d9c92005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.082207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a1bd70be-a9fd-4295-97a0-663b3becb04e None None] Provisioning for port 972ab965-04d3-41a7-b82d-7a6b94efa384 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:39.095051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:39.114210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a41afc-fe3a-45d1-8a80-107d9c92005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc789cb-cf76-4f5a-a952-57f6b9fe1c66,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:39.117627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.118002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.126041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f0a54a-ce6a-4ed8-9fbd-f34f269a0299,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:39.150966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.161161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.167075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3a41afc-fe3a-45d1-8a80-107d9c92005c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.170634 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d3a41afc-fe3a-45d1-8a80-107d9c92005c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cc789cb-cf76-4f5a-a952-57f6b9fe1c66 HTTP/1.1" status: 204 len: 168 time: 1.2494006 Apr 21 14:49:39.172188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:39.172855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.212729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Transition to ACTIVE for port object 6a27acb7-027f-487c-9595-0f3d092587c2 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:39.274484 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:39.302917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Transition to ACTIVE for port object 6a27acb7-027f-487c-9595-0f3d092587c2 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:39.379159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:39.379603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:39.380463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.407532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.415246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.416480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3bc08641-458b-405c-9254-abfd41b5c11c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2224915 Apr 21 14:49:39.427780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52056) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.440797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'a25756ac-9704-4626-9852-837dcfd9ae2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:39.446668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.461865 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/51da90ac-d58d-499f-9c30-bae470cdd24b HTTP/1.1" status: 204 len: 168 time: 2.6554792 Apr 21 14:49:39.466610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52062) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.470560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5a88b-85b2-4afb-8c82-636320587580 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=51da90ac-d58d-499f-9c30-bae470cdd24b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:39.485538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.491621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.514237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:39.525733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:39.537974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:39.555664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:39.568501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Pushing event updated for resources: {'Port': ['ID=6a27acb7-027f-487c-9595-0f3d092587c2,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:39.613818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.631776 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfc7b49-e45f-4e89-9ee9-9ff652ad59b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.632246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfc7b49-e45f-4e89-9ee9-9ff652ad59b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.638197 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dbfc7b49-e45f-4e89-9ee9-9ff652ad59b8 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/ece1401f-b482-4b33-9245-6aa7e2e07967 HTTP/1.1" status: 404 len: 337 time: 0.1706030 Apr 21 14:49:39.639158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52070) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.663592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:39.673465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.684825 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-69347227-8b90-46cb-99d6-6fbd6a0ac964 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.685324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69347227-8b90-46cb-99d6-6fbd6a0ac964 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.690059 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-69347227-8b90-46cb-99d6-6fbd6a0ac964 tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/d6d9bd4c-ce3d-4b7c-a5ba-c8210af118fa HTTP/1.1" status: 404 len: 339 time: 0.0466115 Apr 21 14:49:39.691296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52074) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.701387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a55292a6-505b-41c2-88c7-1dbfb19b5498, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a55292a6-505b-41c2-88c7-1dbfb19b5498,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:39.724617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.725553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 972ab965-04d3-41a7-b82d-7a6b94efa384 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:39.748852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:39.791005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.802364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:39.826845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Attempting to bind port 6a27acb7-027f-487c-9595-0f3d092587c2 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:39.827450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Attempting to bind port 6a27acb7-027f-487c-9595-0f3d092587c2 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '55c5ef72-0ea2-447a-942f-14cdcf5c37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd01f271e-05e7-4810-9f00-9902d46b0ac7'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:39.827582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Attempting to bind port 6a27acb7-027f-487c-9595-0f3d092587c2 on network d01f271e-05e7-4810-9f00-9902d46b0ac7 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:39.892688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Deleting port 51b4888c-0b08-4800-b2f4-41bef25bbdcc {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:39.893071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.942413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-15f100d7-3d6c-4758-8773-cf924dfe3d50 None None] Provisioning complete for port a55292a6-505b-41c2-88c7-1dbfb19b5498 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:39.942791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-15f100d7-3d6c-4758-8773-cf924dfe3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.979833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:39.980238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Checking segment: {'id': '55c5ef72-0ea2-447a-942f-14cdcf5c37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd01f271e-05e7-4810-9f00-9902d46b0ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:39.980660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.981047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Bound using segment: {'id': '55c5ef72-0ea2-447a-942f-14cdcf5c37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd01f271e-05e7-4810-9f00-9902d46b0ac7'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:39.981533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Bound port: 6a27acb7-027f-487c-9595-0f3d092587c2, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c5ef72-0ea2-447a-942f-14cdcf5c37f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd01f271e-05e7-4810-9f00-9902d46b0ac7'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:39.981921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.080637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting subnet eca4803f-1331-4a29-a2d6-96bccfd3302a {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:40.085194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.129212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b73a2c0a-bd8f-45ac-b5ff-ba8d1c72d27e None None] The port '51b4888c-0b08-4800-b2f4-41bef25bbdcc' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:40.150709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a55292a6-505b-41c2-88c7-1dbfb19b5498,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:40.162071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:40.163139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.228120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] Update dhcp port {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': '7cde6edc-059d-40c6-9caf-5785643676f3', 'ip_address': '2001:db8::f816:3eff:fed6:2fb6'}, {'subnet_id': '56a79665-e856-4a23-a011-98df1a8f397b'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '972ab965-04d3-41a7-b82d-7a6b94efa384'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:49:40.286976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 972ab965-04d3-41a7-b82d-7a6b94efa384 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:40.303910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:40.315993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.318143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:40.324325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] For port 6a27acb7-027f-487c-9595-0f3d092587c2, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:40.327617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] For port 6a27acb7-027f-487c-9595-0f3d092587c2, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6a27acb7-027f-487c-9595-0f3d092587c2,segment=NetworkSegment(55c5ef72-0ea2-447a-942f-14cdcf5c37f4),segment_id=55c5ef72-0ea2-447a-942f-14cdcf5c37f4)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:40.334471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 972ab965-04d3-41a7-b82d-7a6b94efa384 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:40.334854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.360896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.363011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 9ea208a4-5b81-4381-b138-258b7bbba23d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:40.369850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:40.385500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:40.399974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.429157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.553336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.586936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36c3a5-54df-4316-83c9-bba208210bc3 None None] Pushing event updated for resources: {'Port': ['ID=6a27acb7-027f-487c-9595-0f3d092587c2,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:40.608464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.615712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.681419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.696653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8::1 (d01f271e-05e7-4810-9f00-9902d46b0ac7/d6324251-bd2c-4737-804e-93b1395abccd/6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:40.699382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8:0:1::a9 (273f4fc5-d828-4645-a9ef-b086301e3356/56a79665-e856-4a23-a011-98df1a8f397b/d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:40.726346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Allocated IP 172.26.6.242 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/6a69972d-df73-49b6-bb55-f5dff871c60a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:40.745382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Subnet': ['ID=eca4803f-1331-4a29-a2d6-96bccfd3302a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:40.752613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:feb6:87d5 (273f4fc5-d828-4645-a9ef-b086301e3356/7cde6edc-059d-40c6-9caf-5785643676f3/d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:40.765349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.785243 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:49:40.786308 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c07f99ae-d557-477b-9d44-3c61efe3b22f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3531621 Apr 21 14:49:40.795313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52088) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:40.795651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52090) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:40.885348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ead6f-acdc-4a87-af54-714d27c3d833 None None] Network 9914b352-8c7c-48b8-92cc-47d028d8474c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:41.016554 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c4ddd389-7c6f-47ba-ade5-9fec860b3e0e tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/subnets/eca4803f-1331-4a29-a2d6-96bccfd3302a HTTP/1.1" status: 204 len: 168 time: 1.3095417 Apr 21 14:49:41.020960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52098) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.145460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d97829f-033f-4916-bcfb-9c4c4dc1aed4 None None] Provisioning for port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:41.151010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.155237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.175672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:41.200175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d97829f-033f-4916-bcfb-9c4c4dc1aed4 None None] Provisioning complete for port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:41.200559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d97829f-033f-4916-bcfb-9c4c4dc1aed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.217687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.224321 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.244610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3078b975-0487-48b5-936d-17e829ffcf6d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.251792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-240857629'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:41.262020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:41.274217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.292441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:41.301822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:41.312341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3078b975-0487-48b5-936d-17e829ffcf6d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.320946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:41.326899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.337534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Deleting port d083797b-2422-46ad-a49e-57f5a7fc3b93 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:41.337534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.340666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 972ab965-04d3-41a7-b82d-7a6b94efa384, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=972ab965-04d3-41a7-b82d-7a6b94efa384,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:41.353788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1d97829f-033f-4916-bcfb-9c4c4dc1aed4 None None] Port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:41.360863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:41.362925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.363725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b37f65f7-ca4c-42be-90f8-a38a0281fdda up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:41.370739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:41.378679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:41.382865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:41.383660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.388135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.394643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.399776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:41.402604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.436150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.439825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.491874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] Allocated IP 2001:db8:0:1::2 (273f4fc5-d828-4645-a9ef-b086301e3356/56a79665-e856-4a23-a011-98df1a8f397b/972ab965-04d3-41a7-b82d-7a6b94efa384) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:41.530129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=972ab965-04d3-41a7-b82d-7a6b94efa384,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.548314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:41.594047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:41.599383 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3078b975-0487-48b5-936d-17e829ffcf6d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.611055 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a7a5ff4a-3770-48bc-a064-5645f9d29ef1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3071625 Apr 21 14:49:41.616337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:41.619251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52104) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.625611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event updated for resources: {'Port': ['ID=6a69972d-df73-49b6-bb55-f5dff871c60a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.633020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:41.635418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b37f65f7-ca4c-42be-90f8-a38a0281fdda completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:41.649096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b37f65f7-ca4c-42be-90f8-a38a0281fdda triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:41.649472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.666056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:41.671811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078b975-0487-48b5-936d-17e829ffcf6d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25756ac-9704-4626-9852-837dcfd9ae2e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.701084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group_rule and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:41.712354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:41.735397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:41.739561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:41.740280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.744850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] DHCP port deletion for 9914b352-8c7c-48b8-92cc-47d028d8474c request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:41.770407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Deleting port d083797b-2422-46ad-a49e-57f5a7fc3b93 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:41.770777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.785638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3078b975-0487-48b5-936d-17e829ffcf6d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.786886 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3078b975-0487-48b5-936d-17e829ffcf6d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/a25756ac-9704-4626-9852-837dcfd9ae2e HTTP/1.1" status: 204 len: 168 time: 0.9862044 Apr 21 14:49:41.790116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52108) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.836990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] For port 972ab965-04d3-41a7-b82d-7a6b94efa384, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=972ab965-04d3-41a7-b82d-7a6b94efa384,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:41.843263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.895780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] For port d083797b-2422-46ad-a49e-57f5a7fc3b93, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d083797b-2422-46ad-a49e-57f5a7fc3b93,segment=NetworkSegment(76db85da-4ba8-40a3-b0f9-3c27357de5d9),segment_id=76db85da-4ba8-40a3-b0f9-3c27357de5d9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:41.896135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.983240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.993676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.003424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:42.023967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:42.039903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] Transition to ACTIVE for port object 972ab965-04d3-41a7-b82d-7a6b94efa384 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:42.057720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:42.058567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.096539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b37f65f7-ca4c-42be-90f8-a38a0281fdda, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b37f65f7-ca4c-42be-90f8-a38a0281fdda,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:42.102643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.125610 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9f7f1c5a-db08-4cf7-9ea7-8a0e77caa05c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3254998 Apr 21 14:49:42.136869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52112) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.141873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.149175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--982959620'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:42.152008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.205135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] For port d083797b-2422-46ad-a49e-57f5a7fc3b93, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d083797b-2422-46ad-a49e-57f5a7fc3b93,segment=NetworkSegment(76db85da-4ba8-40a3-b0f9-3c27357de5d9),segment_id=76db85da-4ba8-40a3-b0f9-3c27357de5d9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:42.205448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.233681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Calling delete_port for d083797b-2422-46ad-a49e-57f5a7fc3b93 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:42.324907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 51b4888c-0b08-4800-b2f4-41bef25bbdcc no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:42.364727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.375988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.377819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:42.393808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.400893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:42.410987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:42.422135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed560208-663c-45f2-97f3-96ae6f3fe3a4 None None] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:42.429847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:42.460309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:42.478771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Port': ['ID=d083797b-2422-46ad-a49e-57f5a7fc3b93,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.483461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc55a1c-0bed-471a-815f-19763acb1758,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.490938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.492366 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment 26b83c69-098f-4f4d-a584-7a449e841a71 of type vlan for network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 Apr 21 14:49:42.492601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.497226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] No DVR routers for this DVR port d083797b-2422-46ad-a49e-57f5a7fc3b93 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:42.531068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 51b4888c-0b08-4800-b2f4-41bef25bbdcc {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:42.531664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 51b4888c-0b08-4800-b2f4-41bef25bbdcc not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:42.539841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Calling delete_port for d083797b-2422-46ad-a49e-57f5a7fc3b93 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:42.588989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.620207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.636525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2b084-4037-477a-ad0c-ffcef66e008e None None] Pushing event updated for resources: {'Port': ['ID=972ab965-04d3-41a7-b82d-7a6b94efa384,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.640938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.660530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.687095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.687801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.713006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9914b352-8c7c-48b8-92cc-47d028d8474c']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:42.797764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:42.798189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:42.798692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b37f65f7-ca4c-42be-90f8-a38a0281fdda,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.806332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76db85da-4ba8-40a3-b0f9-3c27357de5d9') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:42.807015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76db85da-4ba8-40a3-b0f9-3c27357de5d9') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:42.825116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.834257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:42.835216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:42.835348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.890309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:49:42.901377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:42.904780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a55292a6-505b-41c2-88c7-1dbfb19b5498 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:42.919388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.936426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.947562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c5df54d2-6b4e-4da0-964e-0acc0e01e144 None None] Provisioning for port 6a27acb7-027f-487c-9595-0f3d092587c2 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:43.039150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.063417 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2611122 Apr 21 14:49:43.064532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:43.064986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:43.083252 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:43.099061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a55292a6-505b-41c2-88c7-1dbfb19b5498 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:43.099663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.154949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52116) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.173431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'name': 'tempest-PortsIpV6TestJSON-1046816220'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:43.202519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:43.256753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 972ab965-04d3-41a7-b82d-7a6b94efa384 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:43.286603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:43.290263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:43.304521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.328444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Deleting port d083797b-2422-46ad-a49e-57f5a7fc3b93 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:43.328820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.342214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:43.351698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:43.356384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:43.360181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:43.370418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:43.381173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.381577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.382199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.382874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.383221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.383778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.384224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.384772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.385187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.385518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.386047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c31ced-6429-4db2-b996-c809cce369e1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.389910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.401140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.407393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.419971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:43.440937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4cc74c82-9592-4142-a2b4-9876c9a95d25 None None] The port 'd083797b-2422-46ad-a49e-57f5a7fc3b93' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:49:43.460639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:43.465379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.493264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] Pushing event deleted for resources: {'Network': ['ID=9914b352-8c7c-48b8-92cc-47d028d8474c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:43.511454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 8475585e-feaf-4217-bce7-0fac800905bd yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:43.570850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-983ed47c-d315-47bd-b32b-6797d190d5fa None None] Provisioning for port 972ab965-04d3-41a7-b82d-7a6b94efa384 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:43.578802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-983ed47c-d315-47bd-b32b-6797d190d5fa None None] Provisioning complete for port 972ab965-04d3-41a7-b82d-7a6b94efa384 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:43.579084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-983ed47c-d315-47bd-b32b-6797d190d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.587185 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-499a8657-fb7e-4ece-9ec3-2e0447721b1b tempest-NetworksIpV6Test-1632684092 tempest-NetworksIpV6Test-1632684092-project] 10.222.0.42 "DELETE /v2.0/networks/9914b352-8c7c-48b8-92cc-47d028d8474c HTTP/1.1" status: 204 len: 168 time: 2.5644727 Apr 21 14:49:43.596956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:43.599379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.692027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 972ab965-04d3-41a7-b82d-7a6b94efa384 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:43.693748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.754801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.778967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.796572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.796992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.797406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.797809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.798608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.799320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.800025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.800622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.801053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.801842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.802277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:43.885499 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0 HTTP/1.1" status: 204 len: 168 time: 2.2639048 Apr 21 14:49:43.899874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52122) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.997873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.005833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.035952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6a27acb7-027f-487c-9595-0f3d092587c2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:44.077412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb67806-1452-46bd-8a71-ba0934c0a840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:44.078994 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1eb67806-1452-46bd-8a71-ba0934c0a840 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1714818 Apr 21 14:49:44.079775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Router 01bc4217-bde6-41b1-a522-9a325d848540 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:49:44.082035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52128) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.115463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb25512-6d6f-413e-b863-0ce85070d324 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:44.143501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.172646 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52132) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.173534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-143dae0a-5ca0-4447-9fcf-b487e6632b5e None None] Could not find standard attr ID for object d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:49:44.194234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 6a27acb7-027f-487c-9595-0f3d092587c2 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:44.198790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-143dae0a-5ca0-4447-9fcf-b487e6632b5e None None] Provisioning for port 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:44.205630 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6a27acb7-027f-487c-9595-0f3d092587c2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:44.206068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.206665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.207888 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0675554 Apr 21 14:49:44.215561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52138) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.237119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-143dae0a-5ca0-4447-9fcf-b487e6632b5e None None] Provisioning complete for port 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:44.237949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-143dae0a-5ca0-4447-9fcf-b487e6632b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.244859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec28b51-5685-46a4-b0bb-6059c17f5c61 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078a31da-cc29-4bb3-9621-a94cd234b5af,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:44.271684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-820f17a1-1553-41c8-9d1b-8d82ffa87e9f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '078a31da-cc29-4bb3-9621-a94cd234b5af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:44.272624 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-820f17a1-1553-41c8-9d1b-8d82ffa87e9f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:44.274039 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-820f17a1-1553-41c8-9d1b-8d82ffa87e9f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0370779 Apr 21 14:49:44.279673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.320055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-143dae0a-5ca0-4447-9fcf-b487e6632b5e None None] Port 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:44.367193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 9ea208a4-5b81-4381-b138-258b7bbba23d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:44.375223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:44.410680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.459911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=8475585e-feaf-4217-bce7-0fac800905bd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:44.519853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 6a27acb7-027f-487c-9595-0f3d092587c2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6a27acb7-027f-487c-9595-0f3d092587c2,segment=NetworkSegment(55c5ef72-0ea2-447a-942f-14cdcf5c37f4),segment_id=55c5ef72-0ea2-447a-942f-14cdcf5c37f4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:44.526040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.592680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': '26b83c69-098f-4f4d-a584-7a449e841a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:44.593047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:44.600058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d083797b-2422-46ad-a49e-57f5a7fc3b93 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:44.606479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243eae15-7d8a-409d-abf5-17f1ee76886f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:44.610614 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-243eae15-7d8a-409d-abf5-17f1ee76886f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5259743 Apr 21 14:49:44.611215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52146) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.643768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: d083797b-2422-46ad-a49e-57f5a7fc3b93 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:44.644399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d083797b-2422-46ad-a49e-57f5a7fc3b93 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:44.665361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=6a27acb7-027f-487c-9595-0f3d092587c2,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:44.699412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f49c1-31a6-426f-9b80-d0bff88dbde4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:44.700864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f49c1-31a6-426f-9b80-d0bff88dbde4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:44.702125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f49c1-31a6-426f-9b80-d0bff88dbde4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:44.704674 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a48f49c1-31a6-426f-9b80-d0bff88dbde4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0907567 Apr 21 14:49:44.707730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52150) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.712594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:49:44.751037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6083673-c371-4a73-b678-81a1cae3890a None None] Provisioning complete for port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:44.751809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6083673-c371-4a73-b678-81a1cae3890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.755039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:44.773552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.783197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:44.783391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b37f65f7-ca4c-42be-90f8-a38a0281fdda up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:44.794955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:44.798795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:44.799397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.802230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.803247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.818461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbcc3c5-9996-4f41-a179-942690287e19 None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:44.860403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97b9ac8c-05a3-42f2-9b09-1ef8bbb2c187 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.907381 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e907a962-6fcf-4aec-8652-aba5c1705d8f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7479284 Apr 21 14:49:44.911080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52154) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.920891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1142353136'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:44.931490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:44.936058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97b9ac8c-05a3-42f2-9b09-1ef8bbb2c187 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.948010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:44.954672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:44.957231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d6083673-c371-4a73-b678-81a1cae3890a None None] Port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:44.970009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:44.982832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:44.993945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 56a79665-e856-4a23-a011-98df1a8f397b {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:44.998798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.999218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] Sync routers for ids ['01bc4217-bde6-41b1-a522-9a325d848540'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:45.019192 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92820642-dc6f-4ee6-b272-2c2067618e15 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf647b4eb76c4c91b0446bce48f2cd38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8423920 Apr 21 14:49:45.030777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52158) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:45.040378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:45.043377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.064196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b37f65f7-ca4c-42be-90f8-a38a0281fdda triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:45.064576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.076554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97b9ac8c-05a3-42f2-9b09-1ef8bbb2c187 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.087806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.089045 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9e7ee75b-d864-4fd8-8c39-6d39d9fd15ee tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5640333 Apr 21 14:49:45.098295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] Routers {'01bc4217-bde6-41b1-a522-9a325d848540'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:45.098526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['01bc4217-bde6-41b1-a522-9a325d848540'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:45.100597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52162) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:45.118310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:45.176784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:45.189098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.207869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] Routers {'01bc4217-bde6-41b1-a522-9a325d848540'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:45.208506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['01bc4217-bde6-41b1-a522-9a325d848540'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:45.223285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9ac8c-05a3-42f2-9b09-1ef8bbb2c187 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a31da-cc29-4bb3-9621-a94cd234b5af,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:45.289172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:45.305050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:45.306956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:45.307350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e29f53-cd3d-445b-ac41-032344190cb7 None None] The sync data for ids ['01bc4217-bde6-41b1-a522-9a325d848540'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:45.319499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97b9ac8c-05a3-42f2-9b09-1ef8bbb2c187 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.319665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.319665 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment be14b679-a85f-4c35-90ba-df1ec236d9fe of type vlan for network 0f9a8b24-6013-477e-b142-90059f1d61f8 Apr 21 14:49:45.319821 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-97b9ac8c-05a3-42f2-9b09-1ef8bbb2c187 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/078a31da-cc29-4bb3-9621-a94cd234b5af HTTP/1.1" status: 204 len: 168 time: 1.0307057 Apr 21 14:49:45.323993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52166) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:45.347791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 972ab965-04d3-41a7-b82d-7a6b94efa384 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:45.354746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6bbbc75-985a-422d-aef0-692dbf8a17e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.413606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.420481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 972ab965-04d3-41a7-b82d-7a6b94efa384 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:45.420936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.427731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6bbbc75-985a-422d-aef0-692dbf8a17e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.446999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:45.451157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f0f5c893-d48d-422c-823c-d7a74aa483ab tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:45.453705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:45.485000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.553723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6a27acb7-027f-487c-9595-0f3d092587c2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:45.555627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.558861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:45.559454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.629756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f0f5c893-d48d-422c-823c-d7a74aa483ab tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:45.636424 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0f5c893-d48d-422c-823c-d7a74aa483ab tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3052032 Apr 21 14:49:45.637322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52170) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:45.637506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6a27acb7-027f-487c-9595-0f3d092587c2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:45.638000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.644497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--282248748'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:45.653800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:45.668415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:45.693769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6bbbc75-985a-422d-aef0-692dbf8a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.727410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=0f9a8b24-6013-477e-b142-90059f1d61f8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:45.729875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbbc75-985a-422d-aef0-692dbf8a17e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a162ef5f-bf8c-44e7-a84b-951701ff11ba,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:45.734365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6bbbc75-985a-422d-aef0-692dbf8a17e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.741122 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c6bbbc75-985a-422d-aef0-692dbf8a17e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a162ef5f-bf8c-44e7-a84b-951701ff11ba HTTP/1.1" status: 204 len: 168 time: 0.7090240 Apr 21 14:49:45.753484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:45.754102 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-72f39838-4e98-4ab9-a3ab-a30312ac290d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8350484 Apr 21 14:49:45.757892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.780999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 0f9a8b24-6013-477e-b142-90059f1d61f8 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:45.819839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'ports': [{'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52'}, {'network_id': '0f9a8b24-6013-477e-b142-90059f1d61f8'}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:45.820171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:45.820630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '0f9a8b24-6013-477e-b142-90059f1d61f8'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:45.843958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.878372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=56a79665-e856-4a23-a011-98df1a8f397b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:45.898046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.903805 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ee2f06bc-29a1-4141-bdef-98e7943e103a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/56a79665-e856-4a23-a011-98df1a8f397b HTTP/1.1" status: 204 len: 168 time: 1.1943827 Apr 21 14:49:45.905857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52182) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:45.920301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d977c8d4-9e1d-48ec-a8a3-22eea32e8b5f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:46.051415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cc7022ce-d30d-4366-bc15-a811a0a707ca None None] Provisioning complete for port 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:46.052288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cc7022ce-d30d-4366-bc15-a811a0a707ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.093159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:46.165225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 7cde6edc-059d-40c6-9caf-5785643676f3 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:46.168759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.179366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cc7022ce-d30d-4366-bc15-a811a0a707ca None None] Port 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:49:46.189673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router c5a9d984-b1af-4544-9dce-7b686850e256 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:49:46.206829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:46.210118 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:46.225503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:46.286201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.299968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.322632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:46.340503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:46.357091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:46.367778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.386272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:46.480732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.592387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.615137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1295e4c-91a6-4b75-b811-68c891326547,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:46.618645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.624486 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7ef4a7a8-8c64-43a7-8429-1146e24f02dc tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9829295 Apr 21 14:49:46.625215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:46.649590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=7cde6edc-059d-40c6-9caf-5785643676f3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:46.669462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.685673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b433c5e-217e-400c-a60b-dd929ca00df3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/7cde6edc-059d-40c6-9caf-5785643676f3 HTTP/1.1" status: 204 len: 168 time: 0.7787509 Apr 21 14:49:46.689008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52202) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:46.699717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-08da8103-100c-4c6c-87c9-102f71679e02 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'c1295e4c-91a6-4b75-b811-68c891326547', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:46.700414 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-08da8103-100c-4c6c-87c9-102f71679e02 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:46.704248 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08da8103-100c-4c6c-87c9-102f71679e02 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094752 Apr 21 14:49:46.706829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52208) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:46.709857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:46.713290 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.783286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.839472 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e93b3918-cde0-468a-9645-7977ac3eac0d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1492846 Apr 21 14:49:46.849873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:46.868833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:46.993491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52218) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:47.034919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d44143-7ec1-41bf-a515-ca9dda95ee9d None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:47.043361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.103441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.123374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-877b31fd-693a-4369-8dc6-87eb9bb90215 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.129555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Deleting port 6a69972d-df73-49b6-bb55-f5dff871c60a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:47.129915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.153548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-877b31fd-693a-4369-8dc6-87eb9bb90215 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.282110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-877b31fd-693a-4369-8dc6-87eb9bb90215 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.327769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c0595dcc-af3e-4763-a002-e97a12542b31 None None] Provisioning complete for port 972ab965-04d3-41a7-b82d-7a6b94efa384 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:47.329635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0595dcc-af3e-4763-a002-e97a12542b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.333357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:47.352041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-203400132'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:47.357963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b31fd-693a-4369-8dc6-87eb9bb90215 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1295e4c-91a6-4b75-b811-68c891326547,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:47.358285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:47.363707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:47.364299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:47.368967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router ed987ab5-6522-4813-becb-35554ee0e76e is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:49:47.377574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:47.379303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:47.403917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:47.429287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.448045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:47.451070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:47.451862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.466382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-877b31fd-693a-4369-8dc6-87eb9bb90215 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.470409 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-877b31fd-693a-4369-8dc6-87eb9bb90215 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/c1295e4c-91a6-4b75-b811-68c891326547 HTTP/1.1" status: 204 len: 168 time: 0.7588689 Apr 21 14:49:47.479614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52224) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:47.503149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:49:47.517867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] Deleting port 972ab965-04d3-41a7-b82d-7a6b94efa384 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:47.517867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.523404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:47.550746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 11307990-12d8-435a-a8f4-31a0dfa0bc7e yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:47.574194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.589006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Calling delete_port for 6a69972d-df73-49b6-bb55-f5dff871c60a owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:47.663966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:47.681227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group_rule and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:47.691751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:47.698705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:47.751017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] For port 972ab965-04d3-41a7-b82d-7a6b94efa384, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=972ab965-04d3-41a7-b82d-7a6b94efa384,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:47.751750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.824009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.827473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3775f9fb-de8f-42fe-b6d8-e71072b53e79 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:47.832463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.835343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.873398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.876045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] Calling delete_port for 972ab965-04d3-41a7-b82d-7a6b94efa384 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:47.885583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:47.932461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f013e3-53d8-4d96-bfce-84723cb73ace,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:47.960162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Pushing event deleted for resources: {'Port': ['ID=6a69972d-df73-49b6-bb55-f5dff871c60a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:47.972748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.972889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:47.986519 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Sync routers for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:47.998567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3775f9fb-de8f-42fe-b6d8-e71072b53e79 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:47.999066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.003987 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment f54c1bb9-a684-482d-bb7f-4f185e2d5cd9 of type vlan for network 8dff4053-295d-4609-a540-30f1ac222250 Apr 21 14:49:48.004165 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3775f9fb-de8f-42fe-b6d8-e71072b53e79 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5176044 Apr 21 14:49:48.006613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52228) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.013518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02bf4f24-5128-44ae-92b2-d641f7d8c6d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/c5a9d984-b1af-4544-9dce-7b686850e256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2845740 Apr 21 14:49:48.017487 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:48.021156 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:48.022034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366818190'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:48.027543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52232) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.036123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:48.080138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:48.093872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] No DVR routers for this DVR port 972ab965-04d3-41a7-b82d-7a6b94efa384 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:48.095851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee451afa-a5e5-4fd0-9fdb-89e849236a8e None None] Pushing event deleted for resources: {'Port': ['ID=972ab965-04d3-41a7-b82d-7a6b94efa384,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:48.136992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.140627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:48.152558 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] Sync routers for ids ['ed987ab5-6522-4813-becb-35554ee0e76e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:48.168281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] Routers {'ed987ab5-6522-4813-becb-35554ee0e76e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:48.169622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ed987ab5-6522-4813-becb-35554ee0e76e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:48.182500 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c4d01d8-e80d-467f-88f4-1c42f674ee2e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/ed987ab5-6522-4813-becb-35554ee0e76e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4627299 Apr 21 14:49:48.189534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.251006 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:48.265035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] Routers {'ed987ab5-6522-4813-becb-35554ee0e76e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:48.266015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ed987ab5-6522-4813-becb-35554ee0e76e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:48.293650 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:49:48.343507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:48.344727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01bccb6-97e3-4466-aee2-b20741d4fa67 None None] The sync data for ids ['ed987ab5-6522-4813-becb-35554ee0e76e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:48.347052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port b799221e-4942-48dc-8975-81134029fd1e yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:48.384381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe6e1d-e7aa-42eb-9d49-0e031b41c188 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.384872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28fe6e1d-e7aa-42eb-9d49-0e031b41c188 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:48.406078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.419253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28fe6e1d-e7aa-42eb-9d49-0e031b41c188 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:48.423300 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28fe6e1d-e7aa-42eb-9d49-0e031b41c188 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports/6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 HTTP/1.1" status: 200 len: 911 time: 0.1832149 Apr 21 14:49:48.450615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52240) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.455626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.464132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.586132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.620642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.646083 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:48.649809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.650464 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Checking router: c5a9d984-b1af-4544-9dce-7b686850e256 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:49:48.650913 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Updating router c5a9d984-b1af-4544-9dce-7b686850e256 port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:49:48.653435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.654018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.681654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:48.706444 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.761013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:48.764778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.765152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.765513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.765888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.766232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.766590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.766943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.767294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.767645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:48.772439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d87c3339-b4a0-45f3-bff0-24948490bfc4 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6239 time: 0.7384028 Apr 21 14:49:48.773564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:48.791890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 972ab965-04d3-41a7-b82d-7a6b94efa384 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:48.792441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52244) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.831354 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8349550 Apr 21 14:49:48.843969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 972ab965-04d3-41a7-b82d-7a6b94efa384 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:49:48.845209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 972ab965-04d3-41a7-b82d-7a6b94efa384 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:48.851480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52248) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.883640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:48.883898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'name': 'tempest-PortsTestJSON-1435645600'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:48.908476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:49:48.928723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35010fc3-08c6-4b67-b6da-540a61818389 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=8dff4053-295d-4609-a540-30f1ac222250,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:48.953402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:48.968944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.984190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.986719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Router 01bc4217-bde6-41b1-a522-9a325d848540 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:49:48.993392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.055306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.123774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.124170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.124537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.124900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.125257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.125608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.125960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.127936 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6850cf67-e6dc-421b-b4de-6af439d03856 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4617 time: 0.3244586 Apr 21 14:49:49.137600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52252) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.137962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:49.141202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=41e40ba8-721a-494f-b0b1-9fdf54fc01d8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:49.149348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:49.151508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:49.154398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:49.155048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.166970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:49.170855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1b65c-f6f8-4dbf-b961-87c49f584d6f None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:49.176543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:49.178865 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.190899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ed10-8407-413b-875f-43461bd8b337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.192510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:49.207429 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Transition to ACTIVE for port object 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:49.215677 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22d89654-09e6-42d4-8631-08f1a80e8216 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3646584 Apr 21 14:49:49.225586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52256) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.226726 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.249267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:49.286436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.290524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.297585 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2849486 Apr 21 14:49:49.327280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:49.330218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.348956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52260) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.368592 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Pushing event updated for resources: {'Port': ['ID=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:49.433291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2ea8d7c0-c136-41fe-a773-966ca258f903 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '4fa86eb8-84d0-4a0f-8715-e0beacfdfb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:49.434049 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-2ea8d7c0-c136-41fe-a773-966ca258f903 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:49.437634 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2ea8d7c0-c136-41fe-a773-966ca258f903 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0864518 Apr 21 14:49:49.445463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52264) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.457032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '41e40ba8-721a-494f-b0b1-9fdf54fc01d8'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:49:49.458031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.462827 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.463172 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.463508 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.464011 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.466045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e57bd738-7fc9-4c17-b23c-6702a35e0def tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '4fa86eb8-84d0-4a0f-8715-e0beacfdfb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:49.466583 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.466715 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-e57bd738-7fc9-4c17-b23c-6702a35e0def tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:49.467185 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.467680 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e57bd738-7fc9-4c17-b23c-6702a35e0def tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122378 Apr 21 14:49:49.467820 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.468358 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.468844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.470881 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.471978 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:49.474540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52268) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.494570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:49.495577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2051de8-1cf3-458f-b897-663faf6755f3 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa86eb8-84d0-4a0f-8715-e0beacfdfb11,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:49.505477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:49.512642 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Attempting to bind port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:49.513438 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Attempting to bind port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:49.513976 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Attempting to bind port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 on network 9ea208a4-5b81-4381-b138-258b7bbba23d {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:49.521978 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:49.522627 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Checking segment: {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:49.523602 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.524180 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Bound using segment: {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:49.524819 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Bound port: 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:49.525378 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.530481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=11307990-12d8-435a-a8f4-31a0dfa0bc7e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:49.539716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:49.541176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.549178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-779615fe-80b0-441f-a320-bd102d364210 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '4fa86eb8-84d0-4a0f-8715-e0beacfdfb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:49.550549 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-779615fe-80b0-441f-a320-bd102d364210 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:49.554904 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-779615fe-80b0-441f-a320-bd102d364210 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0742819 Apr 21 14:49:49.558414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port d7f8959c-9b89-478b-b586-2ee4c6bbe74c yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:49.559811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52272) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.563343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:49.569674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.576144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-307d7540-f6a6-4d71-8df8-0de5505edade tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "PUT /v2.0/routers/01bc4217-bde6-41b1-a522-9a325d848540 HTTP/1.1" status: 200 len: 705 time: 4.4743738 Apr 21 14:49:49.579471 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] Sync routers for ids ['01bc4217-bde6-41b1-a522-9a325d848540'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:49.588108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52276) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.622719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-aa9989e6-9098-4046-a5b7-cbb83328c22c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '4fa86eb8-84d0-4a0f-8715-e0beacfdfb11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:49.623504 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-aa9989e6-9098-4046-a5b7-cbb83328c22c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:49.624575 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-aa9989e6-9098-4046-a5b7-cbb83328c22c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0636046 Apr 21 14:49:49.638588 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] Routers {'01bc4217-bde6-41b1-a522-9a325d848540'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:49.639516 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['01bc4217-bde6-41b1-a522-9a325d848540'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:49.734133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52280) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.738825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Allocated IP 2001:db8::f816:3eff:fe0b:c836 (273f4fc5-d828-4645-a9ef-b086301e3356/41e40ba8-721a-494f-b0b1-9fdf54fc01d8/ee6cd8a0-46ff-4c0f-a039-5d15c1633711) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:49.772268 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:49.783010 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] For port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:49.788259 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] For port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:49.795338 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] Routers {'01bc4217-bde6-41b1-a522-9a325d848540'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:49.796318 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['01bc4217-bde6-41b1-a522-9a325d848540'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:49.857941 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.865863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:49.871281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:49.874559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:49.881775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:49.911402 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:49.912157 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb6834-419b-4f44-b413-9402961ad667 None None] The sync data for ids ['01bc4217-bde6-41b1-a522-9a325d848540'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:49.981556 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fe9e5-8bd3-48b2-b408-fafe18a63300 None None] Pushing event updated for resources: {'Port': ['ID=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:49.990185 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:49.990763 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:50.028656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.053386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Transition to ACTIVE for port object ee6cd8a0-46ff-4c0f-a039-5d15c1633711 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:50.066754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:50.070281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=b799221e-4942-48dc-8975-81134029fd1e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:50.090728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.112447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Transition to ACTIVE for port object ee6cd8a0-46ff-4c0f-a039-5d15c1633711 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:50.135957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.152438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': 'be14b679-a85f-4c35-90ba-df1ec236d9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0f9a8b24-6013-477e-b142-90059f1d61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:50.154075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: 0f9a8b24-6013-477e-b142-90059f1d61f8, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:50.193285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.271461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:50.275812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:50.280812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:50.284092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Pushing event updated for resources: {'Port': ['ID=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:50.323084 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:49:50.358094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 0f9a8b24-6013-477e-b142-90059f1d61f8 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:50.359403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.359891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.360474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.360931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.361382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.361861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.362302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.362740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.363176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.363624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.364056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:50.385463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 0f9a8b24-6013-477e-b142-90059f1d61f8) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:50.390461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:50.396901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:50.398218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f921d3-2f00-4bd1-8b1a-c1cca870fe78 None None] Network 0f9a8b24-6013-477e-b142-90059f1d61f8 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:50.400740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:50.401553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.409216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.445170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1bfc-755f-45f5-b641-21494b337c5e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.495201 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-20aa1263-dd43-4e20-b722-54fefb9a0199 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/routers/01bc4217-bde6-41b1-a522-9a325d848540 HTTP/1.1" status: 200 len: 740 time: 0.9053600 Apr 21 14:49:50.504098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52284) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:50.530386 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04d05fc3-5751-492b-ba84-a1d306a4c834 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7168815 Apr 21 14:49:50.534936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52288) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:50.580626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1bfc-755f-45f5-b641-21494b337c5e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.585491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Attempting to bind port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:50.586035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Attempting to bind port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:50.586484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Attempting to bind port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:49:50.602367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:49:50.602928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:50.603426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.604120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:49:50.604711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Bound port: ee6cd8a0-46ff-4c0f-a039-5d15c1633711, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:50.605184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.684567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.720385 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:49Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:50.731535 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef07420-7825-4800-9ab3-52f7a2c15cfc None None] The sync data for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv is: [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:49Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:50.794630 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-83b2f2de-2568-4abf-8b2e-9ce5f2b21f08 tempest-RoutersAdminTest-292673614 tempest-RoutersAdminTest-292673614-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&device_id=01bc4217-bde6-41b1-a522-9a325d848540 HTTP/1.1" status: 200 len: 205 time: 0.2864282 Apr 21 14:49:50.801289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52292) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:50.869403 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da34fb3b-18b2-41bf-ab29-4812be3e75b6 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=01bc4217-bde6-41b1-a522-9a325d848540 HTTP/1.1" status: 200 len: 205 time: 0.0568435 Apr 21 14:49:50.869403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=d7f8959c-9b89-478b-b586-2ee4c6bbe74c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:50.872025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:50.880143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] For port ee6cd8a0-46ff-4c0f-a039-5d15c1633711, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:49:50.895436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': 'f54c1bb9-a684-482d-bb7f-4f185e2d5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8dff4053-295d-4609-a540-30f1ac222250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:50.896270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: 8dff4053-295d-4609-a540-30f1ac222250, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:50.901761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] For port ee6cd8a0-46ff-4c0f-a039-5d15c1633711, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:49:50.912781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.918039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1bfc-755f-45f5-b641-21494b337c5e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.968317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a1bfc-755f-45f5-b641-21494b337c5e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa86eb8-84d0-4a0f-8715-e0beacfdfb11,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:50.997638 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.ipam_backend_mixin [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41e40ba8-721a-494f-b0b1-9fdf54fc01d8 (CIDR: 2001:db8::/64) Apr 21 14:49:51.004638 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0ecb122a-c5e3-43e7-9744-74a36b2dfe61 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3397 time: 1.8644383 Apr 21 14:49:51.010877 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:51.011878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:51.020379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1bfc-755f-45f5-b641-21494b337c5e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.022082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b8a1bfc-755f-45f5-b641-21494b337c5e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/4fa86eb8-84d0-4a0f-8715-e0beacfdfb11 HTTP/1.1" status: 204 len: 168 time: 1.2576871 Apr 21 14:49:51.028405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52302) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.042778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75dcaa-e6e1-426e-b969-46a96b49bef5 None None] Pushing event updated for resources: {'Port': ['ID=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:51.071883 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dec881ce-aacc-43df-852f-58fa302e5533 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8435268 Apr 21 14:49:51.081234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52306) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.097966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:51.140996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port b799221e-4942-48dc-8975-81134029fd1e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:51.141539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.240678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-46d22531-f368-480f-93e0-e10ecd655c59 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:51.287779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-46d22531-f368-480f-93e0-e10ecd655c59 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:51.289359 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-46d22531-f368-480f-93e0-e10ecd655c59 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2595775 Apr 21 14:49:51.308972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52310) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.318689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65876967-0264-4287-8127-b622f58da27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.324035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--29938656'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:51.332387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:51.364899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:51.366579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:51.398648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:51.405944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:51.419326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:51.428948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.446561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:51.450032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.467895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52314) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.482248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304917930', 'description': 'tempest-secgroup-smoke-304917930 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:51.541322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:51.561526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:51.576488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:51.593930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:51.614301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:51.630461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:51.630732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:51.635972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.640164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.647291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:51.658589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:51.717249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 8dff4053-295d-4609-a540-30f1ac222250) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:51.728931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf35646-0a12-415a-84a4-433720c35324 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:51.736246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:51.744296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:51.757336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:51.773293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:51.786564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for b799221e-4942-48dc-8975-81134029fd1e owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:51.814730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.836527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.862299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:51.866140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:51.867193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.883111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59e51b9-6dc3-49b6-9f2d-cfbedb38b7e9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.935605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb42881-774c-49d0-9f18-efe19eaaa1c2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:51.976984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.981060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.982400 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b4aaf1e3-b758-4012-b89e-7393d23c8293 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6719890 Apr 21 14:49:51.985739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52318) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.000027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.008719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dddb6071-612b-46ef-bf42-8d73f0fc6e4a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.009531 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-dddb6071-612b-46ef-bf42-8d73f0fc6e4a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:52.013332 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dddb6071-612b-46ef-bf42-8d73f0fc6e4a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0236385 Apr 21 14:49:52.021320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52322) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.056102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0127f4d8-ad1c-4219-99b4-d298e3264dc7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.079149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0127f4d8-ad1c-4219-99b4-d298e3264dc7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.086604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.087913 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6191845 Apr 21 14:49:52.092568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.098528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52326) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.099075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0127f4d8-ad1c-4219-99b4-d298e3264dc7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:52.131305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0127f4d8-ad1c-4219-99b4-d298e3264dc7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:52.141079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '45ae8772-9936-441a-bb0e-9289d4d4b5a8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.147864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.153520 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24ff9772-4314-467a-a473-33b38a796f6f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2935567 Apr 21 14:49:52.154057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:52.155027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:52.160858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.163452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.172696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac04fc9-63e6-4723-afc8-3281192da0a5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ae8772-9936-441a-bb0e-9289d4d4b5a8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:52.190653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435995291'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.210777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0127f4d8-ad1c-4219-99b4-d298e3264dc7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.218806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.223259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.233134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:52.233344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:52.234144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.239299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:52.247387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:52.249698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.250136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:52.251361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.251627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.298799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=f954351b-f7d4-4532-809e-26805e87d566,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:52.325753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-03f7a8d2-1e4c-4ffa-a503-02677abb4fe4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2370675 Apr 21 14:49:52.326178 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-0127f4d8-ad1c-4219-99b4-d298e3264dc7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:52.327374 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0127f4d8-ad1c-4219-99b4-d298e3264dc7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3017285 Apr 21 14:49:52.327937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52334) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.331445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52336) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.336851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:60:7a:21', 'name': 'tempest-NetworksTestDHCPv6-386119118'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.362227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-347a47e5-7408-43e4-a3be-61b489626f70 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.362851 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-347a47e5-7408-43e4-a3be-61b489626f70 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:52.364103 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-347a47e5-7408-43e4-a3be-61b489626f70 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0310082 Apr 21 14:49:52.383887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.441809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5d7bf-24a9-4d7d-a0b9-69f9d78366d7 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:52.453158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.455371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0f6bf9be-8346-4b74-99a7-2c07632b128e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.461532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.473165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:52.476029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.507100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f6bf9be-8346-4b74-99a7-2c07632b128e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.510419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27aa4b85-61ca-4756-bf44-68a584384927,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:52.510891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=b799221e-4942-48dc-8975-81134029fd1e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:52.521317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f6bf9be-8346-4b74-99a7-2c07632b128e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:52.529882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f6bf9be-8346-4b74-99a7-2c07632b128e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:52.541944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.543334 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8be24d90-911e-4155-902d-302fe64d6b2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4137309 Apr 21 14:49:52.547521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52346) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.555363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '45ae8772-9936-441a-bb0e-9289d4d4b5a8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.562053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.568001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.568503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.571292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:52.575935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:52.579329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:52.581556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f403d132-6d8a-4f06-b713-06956e1e98d5 None None] Provisioning for port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:52.585705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:52.588559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.594592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.608940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:52.613411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.641601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.657322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 78747511-4506-404f-a44d-d021e5bff5c6 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:52.728418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f6bf9be-8346-4b74-99a7-2c07632b128e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.796649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.838890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.848007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.869100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84d6d69e-2bd1-4a4f-bbe4-9710e41d2361 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/b799221e-4942-48dc-8975-81134029fd1e HTTP/1.1" status: 204 len: 168 time: 2.1567426 Apr 21 14:49:52.869100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59e51b9-6dc3-49b6-9f2d-cfbedb38b7e9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.871780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482c0ddc-408f-4b6c-8501-92c33e349f9a,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:52.873949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52350) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.882248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:52.892310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ee6cd8a0-46ff-4c0f-a039-5d15c1633711 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:52.902633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59e51b9-6dc3-49b6-9f2d-cfbedb38b7e9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.916461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.916815 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment c8d37c84-58b9-4ecd-9477-5ddeaffcf54d of type vlan for network d6b99ded-54b9-4b98-a200-2fb981609ef3 Apr 21 14:49:52.918041 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-0f6bf9be-8346-4b74-99a7-2c07632b128e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:52.919043 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0f6bf9be-8346-4b74-99a7-2c07632b128e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4735494 Apr 21 14:49:52.927845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.936515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b989b962-22f0-4ec9-b7f8-9f17aa9d0ea6 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.937173 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-b989b962-22f0-4ec9-b7f8-9f17aa9d0ea6 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:52.938540 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b989b962-22f0-4ec9-b7f8-9f17aa9d0ea6 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098062 Apr 21 14:49:52.944812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.956564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:52.979614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.982582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] Update dhcp port {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'fixed_ips': [{'subnet_id': '41e40ba8-721a-494f-b0b1-9fdf54fc01d8', 'ip_address': '2001:db8::f816:3eff:fe0b:c836'}, {'subnet_id': 'f954351b-f7d4-4532-809e-26805e87d566'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': 'ee6cd8a0-46ff-4c0f-a039-5d15c1633711'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:49:52.982749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.996818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:53.001552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:53.014041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:53.025686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59e51b9-6dc3-49b6-9f2d-cfbedb38b7e9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.025902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e51b9-6dc3-49b6-9f2d-cfbedb38b7e9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Fanout notify agent at l3_agent the message router_deleted on router 01bc4217-bde6-41b1-a522-9a325d848540 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:49:53.056541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:53.059927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.073755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.074878 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-de4b1f92-cd3f-45c7-8245-964f3d483ac3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5263822 Apr 21 14:49:53.075364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:53.075823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.081111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52362) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.093347 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Project fa2f81fa09f846e181dbd7a6d7eb1d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:49:53.094092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '45ae8772-9936-441a-bb0e-9289d4d4b5a8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.099824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:53.103715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:53.106724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:53.112642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59e51b9-6dc3-49b6-9f2d-cfbedb38b7e9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.113146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:53.113762 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f59e51b9-6dc3-49b6-9f2d-cfbedb38b7e9 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/01bc4217-bde6-41b1-a522-9a325d848540 HTTP/1.1" status: 204 len: 168 time: 2.2324240 Apr 21 14:49:53.122395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.122623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52366) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.126216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:53.126728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.130458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8:0:1::2ab (273f4fc5-d828-4645-a9ef-b086301e3356/f954351b-f7d4-4532-809e-26805e87d566/78747511-4506-404f-a44d-d021e5bff5c6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:53.186560 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2e075444-8c3e-4f1e-98e2-28983427db49 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=01bc4217-bde6-41b1-a522-9a325d848540 HTTP/1.1" status: 200 len: 205 time: 0.0614297 Apr 21 14:49:53.188783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::f816:3eff:fe60:7a21 (273f4fc5-d828-4645-a9ef-b086301e3356/41e40ba8-721a-494f-b0b1-9fdf54fc01d8/78747511-4506-404f-a44d-d021e5bff5c6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:53.191675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52370) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.234960 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0581970 Apr 21 14:49:53.234960 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:53.234960 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b82323e6-80be-484a-99c1-3d096b3d769a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2831745 Apr 21 14:49:53.243817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52374) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.244432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52376) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.255237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'ports': [{'network_id': '8dff4053-295d-4609-a540-30f1ac222250'}, {'network_id': 'd6b99ded-54b9-4b98-a200-2fb981609ef3'}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.255775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.256425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': 'd6b99ded-54b9-4b98-a200-2fb981609ef3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.268027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.276811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-09f43318-b934-4766-9ba4-eaf776b1e1bd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.277678 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-09f43318-b934-4766-9ba4-eaf776b1e1bd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:53.278798 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09f43318-b934-4766-9ba4-eaf776b1e1bd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0308969 Apr 21 14:49:53.282069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52382) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.282618 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-be6e643a-1cdb-4331-9aa5-b069d624c933 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] delete failed (client error): The resource could not be found. Apr 21 14:49:53.286813 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-be6e643a-1cdb-4331-9aa5-b069d624c933 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/01bc4217-bde6-41b1-a522-9a325d848540 HTTP/1.1" status: 404 len: 336 time: 0.0908961 Apr 21 14:49:53.290971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52384) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.300818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.352919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce084a1-3155-402c-9934-e9102684de53 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=d6b99ded-54b9-4b98-a200-2fb981609ef3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.358925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.363566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:53.372711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d6b99ded-54b9-4b98-a200-2fb981609ef3 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:53.409266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:53.418661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:53.450678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:53.457593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a5753-bcc3-47f0-8b1f-43abbc89d41d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:53.462364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a5753-bcc3-47f0-8b1f-43abbc89d41d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:53.462364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ba4a5753-bcc3-47f0-8b1f-43abbc89d41d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:53.482978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ee6cd8a0-46ff-4c0f-a039-5d15c1633711, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:53.487547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-49e3647a-b6c4-4f05-b9e7-aad8dbc9af56 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=271c6531-57b5-4ed3-9cd2-49833225b38e HTTP/1.1" status: 200 len: 205 time: 0.1917114 Apr 21 14:49:53.491140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52390) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.493278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.494119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:53.559855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ba4a5753-bcc3-47f0-8b1f-43abbc89d41d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:53.563860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ba4a5753-bcc3-47f0-8b1f-43abbc89d41d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6829629 Apr 21 14:49:53.564532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52394) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.616346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:53.616563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.626221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.630836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.639479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:53.640434 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-439ed86b-15ac-4a2a-9e8d-26d1c014e5a7 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] delete failed (client error): The resource could not be found. Apr 21 14:49:53.641713 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-439ed86b-15ac-4a2a-9e8d-26d1c014e5a7 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/271c6531-57b5-4ed3-9cd2-49833225b38e HTTP/1.1" status: 404 len: 336 time: 0.1479025 Apr 21 14:49:53.642671 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Project fa2f81fa09f846e181dbd7a6d7eb1d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:49:53.647632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:53.648122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.664002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.668603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.693431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.749331 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f961c4ca-390d-4000-be4e-e6d36623eda0 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=c723ebfb-6733-4073-a8b6-6bbea7654925 HTTP/1.1" status: 200 len: 205 time: 0.0839200 Apr 21 14:49:53.757086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52402) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.765565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 11307990-12d8-435a-a8f4-31a0dfa0bc7e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:53.765916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.770462 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:53.771480 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ec8b0792-e8a6-40c3-b0d2-f41d59eb3276 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4836659 Apr 21 14:49:53.789040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.790673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beca7272-75d6-4967-8ee9-4d3852bf539a,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.815446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.846921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '1bb42881-774c-49d0-9f18-efe19eaaa1c2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.849225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:53.853349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.857664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:53.868467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:53.870651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:53.875496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:53.876498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.880352 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-359db929-0d06-4bd4-a7b6-a2df11f5da53 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7919674 Apr 21 14:49:53.881161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52410) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.882227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:53.889691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:53.897730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '45ae8772-9936-441a-bb0e-9289d4d4b5a8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:53.900229 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-bafd7294-3e59-4eaa-9d1d-f806ee838fc4 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] delete failed (client error): The resource could not be found. Apr 21 14:49:53.903711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bafd7294-3e59-4eaa-9d1d-f806ee838fc4 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/c723ebfb-6733-4073-a8b6-6bbea7654925 HTTP/1.1" status: 404 len: 336 time: 0.1397176 Apr 21 14:49:53.903901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:53.907696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52414) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.914428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:53.916569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:53.936664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.959237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:53.965185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:53.974206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.981185 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70a844c4-94ce-4b6b-9a42-c0ef6d9ab994 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b66ead7-953b-4573-9434-141c4d280067 HTTP/1.1" status: 200 len: 205 time: 0.0681894 Apr 21 14:49:53.982132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:53.986448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52418) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:53.994976 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Project fa2f81fa09f846e181dbd7a6d7eb1d21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:49:54.010910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:54.014273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.052784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.073383 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:54.074394 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-90cf6b44-4b3f-47ad-8cee-b7a971d8f98d tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2812326 Apr 21 14:49:54.122041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.134465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52422) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.137839 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-35189780-c949-4881-926d-c66819825410 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] delete failed (client error): The resource could not be found. Apr 21 14:49:54.138878 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35189780-c949-4881-926d-c66819825410 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/9b66ead7-953b-4573-9434-141c4d280067 HTTP/1.1" status: 404 len: 336 time: 0.1485679 Apr 21 14:49:54.148572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52424) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.149567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 78747511-4506-404f-a44d-d021e5bff5c6 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:54.189127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.204724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:54.246446 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c329435e-747c-436a-a695-eb3eb16e0d09 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=c825f644-b8b7-4476-af86-1ea78ed0d25f HTTP/1.1" status: 200 len: 205 time: 0.0829034 Apr 21 14:49:54.254757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.256511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.409921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 11307990-12d8-435a-a8f4-31a0dfa0bc7e owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:54.497584 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-dda70c58-823a-46ec-88bc-1b58e406156e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] delete failed (client error): The resource could not be found. Apr 21 14:49:54.497855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.501590 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dda70c58-823a-46ec-88bc-1b58e406156e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/c825f644-b8b7-4476-af86-1ea78ed0d25f HTTP/1.1" status: 404 len: 336 time: 0.2429237 Apr 21 14:49:54.506028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52434) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.551187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5730a278-3cf0-4408-abc1-9849e89c7e12 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.562374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] Allocated IP 2001:db8:0:1::2 (273f4fc5-d828-4645-a9ef-b086301e3356/f954351b-f7d4-4532-809e-26805e87d566/ee6cd8a0-46ff-4c0f-a039-5d15c1633711) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:54.620168 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-56e467e0-a937-4c7d-8cc1-c5d2541a73d3 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e5ad775-3820-4651-9eb1-6265c2d5baa3 HTTP/1.1" status: 200 len: 205 time: 0.1129563 Apr 21 14:49:54.634604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52438) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.647394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:54.700414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.702201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:54.703852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=78747511-4506-404f-a44d-d021e5bff5c6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:54.714770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5730a278-3cf0-4408-abc1-9849e89c7e12 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.718691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.722739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:54.726768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:54.727543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] For port ee6cd8a0-46ff-4c0f-a039-5d15c1633711, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:49:54.727755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.742024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.771720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.786798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d837940f-ebb7-4b6e-850c-65513264e5b7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:54.806110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] Transition to ACTIVE for port object ee6cd8a0-46ff-4c0f-a039-5d15c1633711 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:54.807088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 4be158ea-3710-45d8-be17-d342cb382b02 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:54.811315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.816651 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-98e87a3a-6a39-4673-a21b-e8b87ca2e70e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] delete failed (client error): The resource could not be found. Apr 21 14:49:54.817719 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-98e87a3a-6a39-4673-a21b-e8b87ca2e70e tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/routers/0e5ad775-3820-4651-9eb1-6265c2d5baa3 HTTP/1.1" status: 404 len: 336 time: 0.1762867 Apr 21 14:49:54.820639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52442) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.826775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=11307990-12d8-435a-a8f4-31a0dfa0bc7e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:54.851175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.855642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d33420bf-d408-447e-9b9e-a2b00469fa52 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/11307990-12d8-435a-a8f4-31a0dfa0bc7e HTTP/1.1" status: 204 len: 168 time: 1.2847321 Apr 21 14:49:54.859939 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dd73bd48-53fb-47f5-bb68-5fbfece3b937 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5299847 Apr 21 14:49:54.860729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52446) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.861382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52448) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.863809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.865035 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ed7c375-701c-44d8-a7ac-f107db39afdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9798732 Apr 21 14:49:54.869141 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe07df1-9562-49ef-b43c-56f66c4abd87 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:54.869583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe07df1-9562-49ef-b43c-56f66c4abd87 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:54.871822 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.874287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ee6cd8a0-46ff-4c0f-a039-5d15c1633711 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:54.914247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '45ae8772-9936-441a-bb0e-9289d4d4b5a8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:54.928202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:54.931069 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ebe07df1-9562-49ef-b43c-56f66c4abd87 tempest-RoutersAdminTest-826589679 tempest-RoutersAdminTest-826589679-project] 10.222.0.42 "DELETE /v2.0/subnets/b15cb431-744b-4265-b2ee-c99550c29326 HTTP/1.1" status: 404 len: 337 time: 0.1092103 Apr 21 14:49:54.947356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:54.956306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:54.975508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:55.017249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5730a278-3cf0-4408-abc1-9849e89c7e12 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.044953 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:49:55.056256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.058199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeca781-12c5-4267-ad1f-049f10cfc49f None None] Pushing event updated for resources: {'Port': ['ID=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:55.082545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:55.091594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730a278-3cf0-4408-abc1-9849e89c7e12 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb42881-774c-49d0-9f18-efe19eaaa1c2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:55.126333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 78747511-4506-404f-a44d-d021e5bff5c6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:55.127056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.168993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:55.169850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.173345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.235998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5730a278-3cf0-4408-abc1-9849e89c7e12 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.237722 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5730a278-3cf0-4408-abc1-9849e89c7e12 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/1bb42881-774c-49d0-9f18-efe19eaaa1c2 HTTP/1.1" status: 204 len: 168 time: 1.0969484 Apr 21 14:49:55.242815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52460) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.331394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port d175457b-39cc-4008-9b2a-c12c01eb2f88 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:49:55.343264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=6eaf3272-7f05-4e8d-8409-c7e7b9bc28a6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:55.383979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.455701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b77d7-aca7-41a6-bc5b-36ee9b1f0df3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:55.456368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cc6b77d7-aca7-41a6-bc5b-36ee9b1f0df3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:55.509937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52466) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.622598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cc6b77d7-aca7-41a6-bc5b-36ee9b1f0df3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:55.628921 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cc6b77d7-aca7-41a6-bc5b-36ee9b1f0df3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7637842 Apr 21 14:49:55.631520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.633200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.660614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6f8ff1e6-0ac4-4e8d-8a52-45cbb29011de tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:55.680939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.692273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.711593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6f8ff1e6-0ac4-4e8d-8a52-45cbb29011de tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:55.717892 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6f8ff1e6-0ac4-4e8d-8a52-45cbb29011de tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4658237 Apr 21 14:49:55.717996 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-20130ece-2aac-40a9-a6b4-39a6a70d9c7e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:49:55.717996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20130ece-2aac-40a9-a6b4-39a6a70d9c7e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:55.718891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52476) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.740165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.765348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20130ece-2aac-40a9-a6b4-39a6a70d9c7e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:55.766722 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20130ece-2aac-40a9-a6b4-39a6a70d9c7e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/b799221e-4942-48dc-8975-81134029fd1e HTTP/1.1" status: 404 len: 333 time: 0.1266673 Apr 21 14:49:55.823416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b854d2c-cbdd-4a8c-84d4-3c34f7c3aba6,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:55.841229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.884329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.888956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52484) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.889841 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b788533c-d994-42b8-bf9e-963f84312196 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0124431 Apr 21 14:49:55.893341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221664104'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:55.905418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 78747511-4506-404f-a44d-d021e5bff5c6 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:55.958165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-06dbd8a9-6a3c-4ef8-bcb8-3cfa7f23279a None None] Provisioning for port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:55.964203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:55.965851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-06dbd8a9-6a3c-4ef8-bcb8-3cfa7f23279a None None] Provisioning complete for port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:55.966428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-06dbd8a9-6a3c-4ef8-bcb8-3cfa7f23279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.981495 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2020c0-a601-40ae-84c7-ff3a8ac74b0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:49:55.982820 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a2020c0-a601-40ae-84c7-ff3a8ac74b0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/11307990-12d8-435a-a8f4-31a0dfa0bc7e HTTP/1.1" status: 404 len: 333 time: 0.1406827 Apr 21 14:49:55.990744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.993139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '45ae8772-9936-441a-bb0e-9289d4d4b5a8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:56.015565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:56.018308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.027736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:56.038542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:56.041554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.047783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:56.063294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:56.070682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.117970 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:49:56.132107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:56.139414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.149120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Usage tracker for resource:security_group_rule and tenant:bc074594318c46309f94913e822b6c34 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:56.186521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:56.207931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:56.249334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:56.264608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:56.270722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:56.282967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:56.385165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.397926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.405853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.432703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.475635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac201ed-45ae-4a8f-a71d-337930226541,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:56.491140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fb882fe7-a2af-464c-97d4-e4124628f628 None None] Provisioning for port 78747511-4506-404f-a44d-d021e5bff5c6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:56.492105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.500908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fb882fe7-a2af-464c-97d4-e4124628f628 None None] Provisioning complete for port 78747511-4506-404f-a44d-d021e5bff5c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:56.501210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fb882fe7-a2af-464c-97d4-e4124628f628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.505214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.506566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.521604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.538610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fb882fe7-a2af-464c-97d4-e4124628f628 None None] Port 78747511-4506-404f-a44d-d021e5bff5c6 was deleted so its status cannot be updated. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 21 14:49:56.577856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.609095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=78747511-4506-404f-a44d-d021e5bff5c6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:56.631744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.632959 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3abd7391-dfed-4346-bc59-b49d66dc7eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7350185 Apr 21 14:49:56.637242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db13b31e-ac15-4282-8fd0-f0be40ecdac3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:56.691839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.693312 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8806112 Apr 21 14:49:56.696548 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b8203e36-6d9f-429a-a0d0-d6cb9c5806f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc074594318c46309f94913e822b6c34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1822388 Apr 21 14:49:56.697882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52496) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:56.711760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:56.736101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a387ffa7-1196-4cf0-9563-fd0ab9ceb5fd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'bf105e94-8b84-4827-b29c-5d32c435f4d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:56.748472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a387ffa7-1196-4cf0-9563-fd0ab9ceb5fd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:56.766206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a387ffa7-1196-4cf0-9563-fd0ab9ceb5fd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:56.767288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:56.770201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.774897 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7993be4e-4aeb-4814-b7e4-8e0921b7ac05 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/78747511-4506-404f-a44d-d021e5bff5c6 HTTP/1.1" status: 204 len: 168 time: 1.9081817 Apr 21 14:49:56.776876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:56.778447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a387ffa7-1196-4cf0-9563-fd0ab9ceb5fd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:56.781307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52504) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:56.792034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.799447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=4be158ea-3710-45d8-be17-d342cb382b02,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:56.805676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:56.806583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.819018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3083d83-bf0a-4dab-8cc4-1502b09618d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf105e94-8b84-4827-b29c-5d32c435f4d9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:56.821786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a387ffa7-1196-4cf0-9563-fd0ab9ceb5fd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:56.848039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ee6cd8a0-46ff-4c0f-a039-5d15c1633711 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:56.925620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef862b53-2d7c-4913-a346-03cb19cc2807 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:56.926620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ef862b53-2d7c-4913-a346-03cb19cc2807 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:56.932130 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-a387ffa7-1196-4cf0-9563-fd0ab9ceb5fd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The resource could not be found. Apr 21 14:49:56.935185 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a387ffa7-1196-4cf0-9563-fd0ab9ceb5fd tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2085929 Apr 21 14:49:56.939044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52512) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:56.947048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-508ddc5d-cf28-4167-8f51-aedb3752c0e9 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'bf105e94-8b84-4827-b29c-5d32c435f4d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6a1043c8-21de-4ca0-bc7b-d6d94f806309'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:56.996984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:56.997361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.014250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9a8b24-6013-477e-b142-90059f1d61f8']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:57.050580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-508ddc5d-cf28-4167-8f51-aedb3752c0e9 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:57.058115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ef862b53-2d7c-4913-a346-03cb19cc2807 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:57.059664 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ef862b53-2d7c-4913-a346-03cb19cc2807 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2772746 Apr 21 14:49:57.063014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52520) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.064184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-508ddc5d-cf28-4167-8f51-aedb3752c0e9 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:57.069224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-508ddc5d-cf28-4167-8f51-aedb3752c0e9 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:57.079937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be14b679-a85f-4c35-90ba-df1ec236d9fe') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:57.081283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be14b679-a85f-4c35-90ba-df1ec236d9fe') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:57.102755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=d175457b-39cc-4008-9b2a-c12c01eb2f88,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:57.117874 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.118240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-508ddc5d-cf28-4167-8f51-aedb3752c0e9 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:57.170062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router ed987ab5-6522-4813-becb-35554ee0e76e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:49:57.186892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.189204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc5470f1-254e-4138-9520-381674286bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.196053 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-508ddc5d-cf28-4167-8f51-aedb3752c0e9 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The resource could not be found. Apr 21 14:49:57.197114 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-508ddc5d-cf28-4167-8f51-aedb3752c0e9 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2571607 Apr 21 14:49:57.204484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1962a77-5fc1-4488-a81a-18e9cb137a3b req-e99fa01f-7034-4396-a8ce-a8a2e7660708 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.206625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e1962a77-5fc1-4488-a81a-18e9cb137a3b req-e99fa01f-7034-4396-a8ce-a8a2e7660708 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.2288105 Apr 21 14:49:57.208394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52524) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.211206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:49:57.211610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:57.226220 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:57.231223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb8adc9-3f53-42b4-b091-79d39b1ce95b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.235812 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7bb8adc9-3f53-42b4-b091-79d39b1ce95b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1647453 Apr 21 14:49:57.246995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52528) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.283371 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-cce12ee6-e0db-4548-b6e8-f679d8abd797 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304917930&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.2213206 Apr 21 14:49:57.339002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': 'c8d37c84-58b9-4ecd-9477-5ddeaffcf54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd6b99ded-54b9-4b98-a200-2fb981609ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:57.339359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: d6b99ded-54b9-4b98-a200-2fb981609ef3, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:57.352619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc5470f1-254e-4138-9520-381674286bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.365695 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e1962a77-5fc1-4488-a81a-18e9cb137a3b req-ec10ed3a-a288-47dc-8f61-f1b0206cb6d5 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424768 Apr 21 14:49:57.369393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c426a3-1c3f-4eaf-a1aa-d031642350e9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.370693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c426a3-1c3f-4eaf-a1aa-d031642350e9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.371976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c426a3-1c3f-4eaf-a1aa-d031642350e9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.372787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-22c426a3-1c3f-4eaf-a1aa-d031642350e9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:57.396730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69b33127-c35c-4fba-a22a-f190227400d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.415576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-22c426a3-1c3f-4eaf-a1aa-d031642350e9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:57.416667 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-22c426a3-1c3f-4eaf-a1aa-d031642350e9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1668112 Apr 21 14:49:57.423360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52534) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.466905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69b33127-c35c-4fba-a22a-f190227400d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.562204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.608414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69b33127-c35c-4fba-a22a-f190227400d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.610556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.629592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=0f9a8b24-6013-477e-b142-90059f1d61f8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:57.637240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b33127-c35c-4fba-a22a-f190227400d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf105e94-8b84-4827-b29c-5d32c435f4d9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:57.655665 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b47a4bc-54e4-49fd-9c2d-6686781d7ece tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/0f9a8b24-6013-477e-b142-90059f1d61f8 HTTP/1.1" status: 204 len: 168 time: 1.6497567 Apr 21 14:49:57.655904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52538) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.664880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-696809480'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:57.672280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:57.675356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69b33127-c35c-4fba-a22a-f190227400d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.676748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-69b33127-c35c-4fba-a22a-f190227400d5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/bf105e94-8b84-4827-b29c-5d32c435f4d9 HTTP/1.1" status: 204 len: 168 time: 0.4676976 Apr 21 14:49:57.680327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network d6b99ded-54b9-4b98-a200-2fb981609ef3 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:57.681691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52542) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.694018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:49:57.698647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:57.700988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-ffc7dde5-b9d2-4e6f-9851-7cc6a401345a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.702473 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-ffc7dde5-b9d2-4e6f-9851-7cc6a401345a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 796 time: 0.3933845 Apr 21 14:49:57.709943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d6b99ded-54b9-4b98-a200-2fb981609ef3) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:57.710327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:57.711179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc5470f1-254e-4138-9520-381674286bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.711951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] Sync routers for ids ['ed987ab5-6522-4813-becb-35554ee0e76e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:49:57.723243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:57.726002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca26b1-afd8-4fc9-a7ae-ba2aed141e96 None None] Network d6b99ded-54b9-4b98-a200-2fb981609ef3 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:57.733146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:49:57.737898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.738340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 41e40ba8-721a-494f-b0b1-9fdf54fc01d8 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:57.741224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:57.741868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.751630 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7bd2dabf-6169-4bc5-ac6c-14bbadc582e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/ed987ab5-6522-4813-becb-35554ee0e76e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2933292 Apr 21 14:49:57.758239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52546) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.759123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5470f1-254e-4138-9520-381674286bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db13b31e-ac15-4282-8fd0-f0be40ecdac3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:57.762830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc5470f1-254e-4138-9520-381674286bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.770532 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc5470f1-254e-4138-9520-381674286bf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db13b31e-ac15-4282-8fd0-f0be40ecdac3 HTTP/1.1" status: 204 len: 168 time: 1.0500939 Apr 21 14:49:57.812146 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-9925fb7c-82b4-4129-8b86-ea9dbb17c357 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0933597 Apr 21 14:49:57.819387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c64414a9-7e3c-4fdf-9517-3857bd72685e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:57.863100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a8c78164-7d31-4262-a791-a6e80c0d682c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6165581 Apr 21 14:49:57.863782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52552) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.885881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.934957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] Routers {'ed987ab5-6522-4813-becb-35554ee0e76e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:57.935590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ed987ab5-6522-4813-becb-35554ee0e76e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:57.945965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:57.947356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c64414a9-7e3c-4fdf-9517-3857bd72685e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:57.948455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.948606 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c64414a9-7e3c-4fdf-9517-3857bd72685e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed987ab5-6522-4813-becb-35554ee0e76e HTTP/1.1" status: 200 len: 205 time: 0.1872725 Apr 21 14:49:57.952840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.010819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.062991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-81d55f8d-f63f-4c17-ac5d-d7a54df5ba19 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:58.090045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:58.122186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.122471 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment f030251e-55f7-4128-8466-2937eb9bb1df of type vlan for network a6eda62d-bcd0-4c45-8df2-58db991c9d0b Apr 21 14:49:58.125373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:58.138137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-81d55f8d-f63f-4c17-ac5d-d7a54df5ba19 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:58.143651 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-81d55f8d-f63f-4c17-ac5d-d7a54df5ba19 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4569442 Apr 21 14:49:58.145921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52562) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.154190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] Routers {'ed987ab5-6522-4813-becb-35554ee0e76e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:49:58.155060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['ed987ab5-6522-4813-becb-35554ee0e76e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:58.157035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-25f00ec1-6c0f-456a-b265-8f775bc3b38a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'e56a6a2e-74f2-4dd0-a94c-8dffd80e47e0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:58.172186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c3fa-0dfe-4942-a5a3-f5289b73236e req-cbeb221e-7972-4319-ae15-ba393742eb7e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:58.174837 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6ad5c3fa-0dfe-4942-a5a3-f5289b73236e req-cbeb221e-7972-4319-ae15-ba393742eb7e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4425719 Apr 21 14:49:58.176812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-25f00ec1-6c0f-456a-b265-8f775bc3b38a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:58.194443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port d175457b-39cc-4008-9b2a-c12c01eb2f88 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:49:58.194785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.200775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-25f00ec1-6c0f-456a-b265-8f775bc3b38a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:58.217836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-25f00ec1-6c0f-456a-b265-8f775bc3b38a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:58.230475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.234101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-25f00ec1-6c0f-456a-b265-8f775bc3b38a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:58.239120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:58.239374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.239758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b7d486-fb97-479a-ba23-2f4e795ffa9c None None] The sync data for ids ['ed987ab5-6522-4813-becb-35554ee0e76e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:49:58.325988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-29cf605b-4ecb-4b84-aab7-1ea9ab8ce342 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:58.345718 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6ad5c3fa-0dfe-4942-a5a3-f5289b73236e req-23de9625-d2d0-46ed-bf9a-6bb625b463d3 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516871 Apr 21 14:49:58.354697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.358300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:58.358870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.374699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52566) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.453581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c763270-9d71-4493-b00f-e0fe7e6648b4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.476708 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-25f00ec1-6c0f-456a-b265-8f775bc3b38a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The resource could not be found. Apr 21 14:49:58.477772 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-25f00ec1-6c0f-456a-b265-8f775bc3b38a tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3274932 Apr 21 14:49:58.483360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.488488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52572) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.510095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-29cf605b-4ecb-4b84-aab7-1ea9ab8ce342 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:58.511414 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-29cf605b-4ecb-4b84-aab7-1ea9ab8ce342 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6890447 Apr 21 14:49:58.525462 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8694119 Apr 21 14:49:58.529049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913019976'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:58.572972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52576) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.573837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=41e40ba8-721a-494f-b0b1-9fdf54fc01d8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:58.577105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352fe6f-52d5-4e1b-a54f-eb8a4713e15e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=a6eda62d-bcd0-4c45-8df2-58db991c9d0b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:58.588548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:58.593781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a6eda62d-bcd0-4c45-8df2-58db991c9d0b details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:58.598279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:58.628250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:58.631292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.633578 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4f4dadf1-fb36-4d43-9938-796486def0f4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/41e40ba8-721a-494f-b0b1-9fdf54fc01d8 HTTP/1.1" status: 204 len: 168 time: 1.2092774 Apr 21 14:49:58.659173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.659737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ddc17-c320-41c1-96e0-866033a4ee39 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:58.716049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.763198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:58.773964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:58.779773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:58.791566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:58.794064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:58.798240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:58.803112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:58.810721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6464e-1562-4cf6-bd47-622a4542fafd req-a31be4e2-1cd4-49cb-bb3d-74f00477b79d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:58.814174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.817550 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9f6464e-1562-4cf6-bd47-622a4542fafd req-a31be4e2-1cd4-49cb-bb3d-74f00477b79d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3297517 Apr 21 14:49:58.824554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:58.824742 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8df2349e-7ae1-4464-8eb4-66eae8e5df78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=401ff0399fd8407a8a1300c5cb2ac489&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4461062 Apr 21 14:49:58.832508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.853770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:58.965062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for d175457b-39cc-4008-9b2a-c12c01eb2f88 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:49:59.000644 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9f6464e-1562-4cf6-bd47-622a4542fafd req-43ee8706-3e54-4f1c-a74a-76e1f0262617 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821718 Apr 21 14:49:59.019375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.139073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Performing IP validity checks on allocation pools {{(pid=83935) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 14:49:59.141728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83935) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 14:49:59.192380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.208106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.274799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89daa27e-10f0-40b5-b10b-ed198cadf3f4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:59.334695 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-cbeb0de1-cb3b-4793-a091-72b5d7c7110f service neutron] 10.222.0.42 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600768 Apr 21 14:49:59.352325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.356355 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d9a62c4d-5898-45da-a7bc-63f417db9708 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8400023 Apr 21 14:49:59.357946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52590) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:59.368829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--369883742'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:59.378311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:59.385849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:59.401467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:59.413136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:59.420465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c54eee-e15b-4805-acc6-055bd4ed3a12 req-23f4835e-261d-4829-8748-9e07060050a4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:59.421963 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b8c54eee-e15b-4805-acc6-055bd4ed3a12 req-23f4835e-261d-4829-8748-9e07060050a4 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.2622013 Apr 21 14:49:59.464243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.474403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.580081 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b8c54eee-e15b-4805-acc6-055bd4ed3a12 req-46c48aba-4e54-43f7-a3b0-c66fadb64ac3 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460106 Apr 21 14:49:59.601805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=5004bce5-fd01-41e6-b521-7e6b79a70711,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:59.618324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8e6ec2cf-d0fb-47ac-b3e3-b4037c3843e5 None None] Provisioning complete for port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:59.618818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec2cf-d0fb-47ac-b3e3-b4037c3843e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.635581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:59.647422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': 'f030251e-55f7-4128-8466-2937eb9bb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:49:59.647777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: a6eda62d-bcd0-4c45-8df2-58db991c9d0b, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:59.656948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:59.665760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:59.676630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:59.709493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network a6eda62d-bcd0-4c45-8df2-58db991c9d0b is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:59.715303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.741930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a6eda62d-bcd0-4c45-8df2-58db991c9d0b) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:59.743469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c763270-9d71-4493-b00f-e0fe7e6648b4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.758578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f4f4c-1500-49e8-b19e-c70a5085f515 None None] Network a6eda62d-bcd0-4c45-8df2-58db991c9d0b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:49:59.765805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:49:59.766612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.783723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.786603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d70ef91b-2f6e-43b8-8239-d164c3bffe43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.795977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.807013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=d175457b-39cc-4008-9b2a-c12c01eb2f88,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:59.822105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet f954351b-f7d4-4532-809e-26805e87d566 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:49:59.827868 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ff6dd7f6-c128-41fe-b04c-5caa297e34da tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2518568 Apr 21 14:49:59.829233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c763270-9d71-4493-b00f-e0fe7e6648b4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.833706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52598) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:59.846241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.846601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.847966 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4871016 Apr 21 14:49:59.851796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52602) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:59.857857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-532c76d6-0060-435c-8337-b00bc0f9e109 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': '89daa27e-10f0-40b5-b10b-ed198cadf3f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '22b5e3d8-0776-46a0-8ae7-45f79b60f32e'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:59.867720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-532c76d6-0060-435c-8337-b00bc0f9e109 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:59.870345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664139b-755c-428d-a8e1-38e955c4ee68 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b5e3d8-0776-46a0-8ae7-45f79b60f32e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:59.883528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-532c76d6-0060-435c-8337-b00bc0f9e109 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:59.886808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-532c76d6-0060-435c-8337-b00bc0f9e109 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:59.893408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b', 'name': 'tempest-PortsIpV6TestJSON-1576951227'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:49:59.893912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-532c76d6-0060-435c-8337-b00bc0f9e109 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:59.936872 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-532c76d6-0060-435c-8337-b00bc0f9e109 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:59.938049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-532c76d6-0060-435c-8337-b00bc0f9e109 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0851655 Apr 21 14:49:59.941801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52606) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:59.942224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.955260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d70ef91b-2f6e-43b8-8239-d164c3bffe43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.064369 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-448700c8-c034-4616-8695-f3398797b46f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/d175457b-39cc-4008-9b2a-c12c01eb2f88 HTTP/1.1" status: 204 len: 168 time: 2.1903410 Apr 21 14:50:00.069448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52610) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.084518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.113243 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-ebabe45f-a2fd-4b2c-a4b9-e6566b2f5bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105553 Apr 21 14:50:00.149028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e507f2-1388-44b2-bee8-9ea02f2d53f7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.153656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c763270-9d71-4493-b00f-e0fe7e6648b4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.154146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c763270-9d71-4493-b00f-e0fe7e6648b4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Fanout notify agent at l3_agent the message router_deleted on router ed987ab5-6522-4813-becb-35554ee0e76e {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:50:00.164615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a6eda62d-bcd0-4c45-8df2-58db991c9d0b', 'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b', 'tenant_id': '8391a3bddaf74cf491d205c7ace8a1e2', 'fixed_ips': [{'subnet_id': '5004bce5-fd01-41e6-b521-7e6b79a70711'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:00.165797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.231287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:00.254135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c763270-9d71-4493-b00f-e0fe7e6648b4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.255377 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c763270-9d71-4493-b00f-e0fe7e6648b4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/ed987ab5-6522-4813-becb-35554ee0e76e HTTP/1.1" status: 204 len: 168 time: 2.3009362 Apr 21 14:50:00.256810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:00.260620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52614) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.265700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d70ef91b-2f6e-43b8-8239-d164c3bffe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.268843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d70ef91b-2f6e-43b8-8239-d164c3bffe43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.270257 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d70ef91b-2f6e-43b8-8239-d164c3bffe43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/599290b0-9e2d-4e09-939f-357e71c1aef7 HTTP/1.1" status: 204 len: 168 time: 1.4336462 Apr 21 14:50:00.335979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ef91b-2f6e-43b8-8239-d164c3bffe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599290b0-9e2d-4e09-939f-357e71c1aef7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:00.344675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e507f2-1388-44b2-bee8-9ea02f2d53f7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.347184 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:00.350375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.378040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.464765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbea066-4965-4056-b139-2e97200c3eb3 req-93965780-92b3-4079-9872-c32868113a3e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:00.467652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Allocated IP 2001:db8::2 (a6eda62d-bcd0-4c45-8df2-58db991c9d0b/5004bce5-fd01-41e6-b521-7e6b79a70711/6ca98ab8-9a45-4a83-be98-5ec33689f13c) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:00.473521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-adbea066-4965-4056-b139-2e97200c3eb3 req-93965780-92b3-4079-9872-c32868113a3e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4836209 Apr 21 14:50:00.539282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90f555-063c-4cfc-9aa4-f07266dee9ba tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:00.550664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90f555-063c-4cfc-9aa4-f07266dee9ba tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:00.557256 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2f90f555-063c-4cfc-9aa4-f07266dee9ba tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4824219 Apr 21 14:50:00.565720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52626) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.576167 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52f97558-7fb6-46d2-8209-3f5164c95b56 req-89256f00-9595-4e17-9061-55a7f0aa8e91 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 210 time: 0.1295915 Apr 21 14:50:00.639791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.653031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e507f2-1388-44b2-bee8-9ea02f2d53f7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.664131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port efe63d66-8589-495f-9aec-82f8600803dc yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:00.675484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e507f2-1388-44b2-bee8-9ea02f2d53f7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b5e3d8-0776-46a0-8ae7-45f79b60f32e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:00.680042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 4be158ea-3710-45d8-be17-d342cb382b02 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:00.680411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.739974 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-adbea066-4965-4056-b139-2e97200c3eb3 req-ee5c2a09-d059-4f52-86b2-034074a107ec tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655101 Apr 21 14:50:00.761203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e507f2-1388-44b2-bee8-9ea02f2d53f7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.762623 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b4e507f2-1388-44b2-bee8-9ea02f2d53f7 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/22b5e3d8-0776-46a0-8ae7-45f79b60f32e HTTP/1.1" status: 204 len: 168 time: 0.8201673 Apr 21 14:50:00.786745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52634) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.831485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.860300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Transition to ACTIVE for port object 6ca98ab8-9a45-4a83-be98-5ec33689f13c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:00.866942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.901205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Transition to ACTIVE for port object 6ca98ab8-9a45-4a83-be98-5ec33689f13c will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:00.913719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.990299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=f954351b-f7d4-4532-809e-26805e87d566,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:01.008545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.012991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet d6324251-bd2c-4737-804e-93b1395abccd {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:01.016842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238dc7f-51a5-4cb8-8f4c-522d6e6e921a None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:01.022901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.092563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.104840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::253 (a6eda62d-bcd0-4c45-8df2-58db991c9d0b/5004bce5-fd01-41e6-b521-7e6b79a70711/efe63d66-8589-495f-9aec-82f8600803dc) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:01.124004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Network a6eda62d-bcd0-4c45-8df2-58db991c9d0b is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:01.203476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.223547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:01.225345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Pushing event updated for resources: {'Port': ['ID=6ca98ab8-9a45-4a83-be98-5ec33689f13c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:01.235401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:01.326666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 4be158ea-3710-45d8-be17-d342cb382b02 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:01.402406 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db687c87-a495-4388-a984-1395a96fa56a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/f954351b-f7d4-4532-809e-26805e87d566 HTTP/1.1" status: 204 len: 168 time: 2.7363961 Apr 21 14:50:01.407633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52652) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:01.428217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Attempting to bind port 6ca98ab8-9a45-4a83-be98-5ec33689f13c on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:01.428597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Attempting to bind port 6ca98ab8-9a45-4a83-be98-5ec33689f13c by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'f030251e-55f7-4128-8466-2937eb9bb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:01.428961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Attempting to bind port 6ca98ab8-9a45-4a83-be98-5ec33689f13c on network a6eda62d-bcd0-4c45-8df2-58db991c9d0b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:01.490654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:01.491036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Checking segment: {'id': 'f030251e-55f7-4128-8466-2937eb9bb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:01.491444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.491870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Bound using segment: {'id': 'f030251e-55f7-4128-8466-2937eb9bb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:01.492399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Bound port: 6ca98ab8-9a45-4a83-be98-5ec33689f13c, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f030251e-55f7-4128-8466-2937eb9bb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a6eda62d-bcd0-4c45-8df2-58db991c9d0b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:01.492802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.494027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-188d139b-d4f2-41cb-b149-afce5486459e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:01.504609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.523756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-188d139b-d4f2-41cb-b149-afce5486459e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:01.530078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:01.530920 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-188d139b-d4f2-41cb-b149-afce5486459e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6836238 Apr 21 14:50:01.535806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object efe63d66-8589-495f-9aec-82f8600803dc will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:01.538406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.566366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.625535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] For port 6ca98ab8-9a45-4a83-be98-5ec33689f13c, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:01.635479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] For port 6ca98ab8-9a45-4a83-be98-5ec33689f13c, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6ca98ab8-9a45-4a83-be98-5ec33689f13c,segment=NetworkSegment(f030251e-55f7-4128-8466-2937eb9bb1df),segment_id=f030251e-55f7-4128-8466-2937eb9bb1df)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:01.652992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.696001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.704249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e1ba141-30f2-492f-9f72-91aff62b1fd5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.706097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=4be158ea-3710-45d8-be17-d342cb382b02,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:01.732650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.747651 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9416f4d1-74c6-421f-9e1b-72eefed47928 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/4be158ea-3710-45d8-be17-d342cb382b02 HTTP/1.1" status: 204 len: 168 time: 1.1771710 Apr 21 14:50:01.748364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52666) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:01.786652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:01.867491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] Deleting port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:01.878530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.909432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.017368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c382b-4d49-45eb-8e19-acb0df4ced60 None None] Pushing event updated for resources: {'Port': ['ID=6ca98ab8-9a45-4a83-be98-5ec33689f13c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.194071 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2596c88b-057a-47ec-a2f2-e8504ea99d73 req-e37c860a-8ea9-4bb2-a41b-5cd2a1fbd249 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 210 time: 0.3355100 Apr 21 14:50:02.207661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e1ba141-30f2-492f-9f72-91aff62b1fd5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.216745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=d6324251-bd2c-4737-804e-93b1395abccd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.245328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network a6eda62d-bcd0-4c45-8df2-58db991c9d0b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:02.253016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.255761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:02.272676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=efe63d66-8589-495f-9aec-82f8600803dc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.275354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:02.279336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:02.279953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.285282 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2716b78f-6105-46f8-887b-412553f366da tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8720069 Apr 21 14:50:02.286123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52676) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.312793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:02.326580 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-12600c05-5d4f-4fd4-acdd-c2630ed16351 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/d6324251-bd2c-4737-804e-93b1395abccd HTTP/1.1" status: 204 len: 168 time: 2.0630987 Apr 21 14:50:02.337160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52680) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.341121 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-147fbca2-918b-4e98-bf61-6c69d1b0425a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5031500 Apr 21 14:50:02.347259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52682) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.347462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb02f8-3b61-46e7-8e30-d5bd58eaaa6d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:02.347943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f7bb02f8-3b61-46e7-8e30-d5bd58eaaa6d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:02.349025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b397bea1-ab3e-41b7-8395-94a5509d0167 None None] Network d01f271e-05e7-4810-9f00-9902d46b0ac7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:02.471343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port efe63d66-8589-495f-9aec-82f8600803dc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:02.471687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.526144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e1ba141-30f2-492f-9f72-91aff62b1fd5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.556297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ba141-30f2-492f-9f72-91aff62b1fd5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89daa27e-10f0-40b5-b10b-ed198cadf3f4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.666185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e1ba141-30f2-492f-9f72-91aff62b1fd5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.674818 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6e1ba141-30f2-492f-9f72-91aff62b1fd5 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/89daa27e-10f0-40b5-b10b-ed198cadf3f4 HTTP/1.1" status: 204 len: 168 time: 1.1414113 Apr 21 14:50:02.684537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52692) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.691132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] For port ee6cd8a0-46ff-4c0f-a039-5d15c1633711, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:02.691605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.737056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f7bb02f8-3b61-46e7-8e30-d5bd58eaaa6d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:02.738237 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f7bb02f8-3b61-46e7-8e30-d5bd58eaaa6d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9878309 Apr 21 14:50:02.752809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52696) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.768772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.856584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6ca98ab8-9a45-4a83-be98-5ec33689f13c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:02.870268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:02.878393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e642be76-6e67-48bc-8948-27ef6f5aa2cb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:02.879327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e642be76-6e67-48bc-8948-27ef6f5aa2cb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:02.892930 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a282bf-22bc-4d2e-8f9b-84ac1a63cbee tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:50:02.897039 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29a282bf-22bc-4d2e-8f9b-84ac1a63cbee tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/d175457b-39cc-4008-9b2a-c12c01eb2f88 HTTP/1.1" status: 404 len: 333 time: 0.1315284 Apr 21 14:50:02.897039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:02.901767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] Calling delete_port for ee6cd8a0-46ff-4c0f-a039-5d15c1633711 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:02.913777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:02.916404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52702) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.920596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 6a27acb7-027f-487c-9595-0f3d092587c2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:02.920938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.936489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.025583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 6ca98ab8-9a45-4a83-be98-5ec33689f13c completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:03.045244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.132960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] DHCP port deletion for d01f271e-05e7-4810-9f00-9902d46b0ac7 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:03.137252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] No DVR routers for this DVR port ee6cd8a0-46ff-4c0f-a039-5d15c1633711 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:03.145989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] Deleting port 6a27acb7-027f-487c-9595-0f3d092587c2 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:03.146841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.157167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for efe63d66-8589-495f-9aec-82f8600803dc owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:03.179613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ee6cd8a0-46ff-4c0f-a039-5d15c1633711 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:03.208485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cceb7b-d51e-4b5e-9c24-fa47e3dedebe None None] Pushing event deleted for resources: {'Port': ['ID=ee6cd8a0-46ff-4c0f-a039-5d15c1633711,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:03.238435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ee6cd8a0-46ff-4c0f-a039-5d15c1633711 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:03.238782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ee6cd8a0-46ff-4c0f-a039-5d15c1633711 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:03.320386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:03.343977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28ddf3-ddaf-4182-bfdf-b4d53f564c78 req-d5c3bb7b-3abd-43ef-a8b1-a6143ea113ea tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:03.346619 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ac28ddf3-ddaf-4182-bfdf-b4d53f564c78 req-d5c3bb7b-3abd-43ef-a8b1-a6143ea113ea tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 1.2436092 Apr 21 14:50:03.378447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-97feb1cd-af42-422b-ad3e-d1f40d0a29a0 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6821499 Apr 21 14:50:03.378447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e642be76-6e67-48bc-8948-27ef6f5aa2cb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:03.378447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e642be76-6e67-48bc-8948-27ef6f5aa2cb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 796 time: 1.4875927 Apr 21 14:50:03.391672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52714) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.414518 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c367ed-5d8d-4c3c-90de-8c9e182fcb32 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:50:03.418518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52718) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.419409 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-52c367ed-5d8d-4c3c-90de-8c9e182fcb32 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/4be158ea-3710-45d8-be17-d342cb382b02 HTTP/1.1" status: 404 len: 333 time: 0.5001836 Apr 21 14:50:03.429628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412874120'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:03.456990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:03.467808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:03.501367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:03.545222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] For port 6a27acb7-027f-487c-9595-0f3d092587c2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6a27acb7-027f-487c-9595-0f3d092587c2,segment=NetworkSegment(55c5ef72-0ea2-447a-942f-14cdcf5c37f4),segment_id=55c5ef72-0ea2-447a-942f-14cdcf5c37f4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:03.545614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.557600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.570862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:03.616430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:03.618250 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-34e6168c-7f50-43c8-a51e-7588139f3814 req-e5c58cf7-7bad-461b-a433-868c1b97f8c8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 210 time: 0.0567956 Apr 21 14:50:03.676247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.744358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ac28ddf3-ddaf-4182-bfdf-b4d53f564c78 req-9bce43d9-bd74-48d5-ac03-2a18d9765d6f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788428 Apr 21 14:50:03.745096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.758642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52724) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.778234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port 6a27acb7-027f-487c-9595-0f3d092587c2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6a27acb7-027f-487c-9595-0f3d092587c2,segment=NetworkSegment(55c5ef72-0ea2-447a-942f-14cdcf5c37f4),segment_id=55c5ef72-0ea2-447a-942f-14cdcf5c37f4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:03.778721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.786096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] Calling delete_port for 6a27acb7-027f-487c-9595-0f3d092587c2 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:03.786718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=efe63d66-8589-495f-9aec-82f8600803dc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:03.813019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da80b7-c7d1-43b9-bf10-65cf30a1a2c1 None None] Network a6eda62d-bcd0-4c45-8df2-58db991c9d0b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:03.842905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.849602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.856458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e1cd390f-2484-4d32-9945-b1a71a2fae57 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:03.867341 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-241910ff-e3f9-4742-8295-343cd4723dff tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/efe63d66-8589-495f-9aec-82f8600803dc HTTP/1.1" status: 204 len: 168 time: 1.5223203 Apr 21 14:50:03.875839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52730) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.907629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-55b693eb-83ed-4994-bd3b-4f8d4bf18b8e None None] Provisioning for port 6ca98ab8-9a45-4a83-be98-5ec33689f13c completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:03.918734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b99ded-54b9-4b98-a200-2fb981609ef3']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:03.935427 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a295cf-7ec9-4674-bc12-193a81d8336a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:03.935789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a295cf-7ec9-4674-bc12-193a81d8336a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:03.937476 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92a295cf-7ec9-4674-bc12-193a81d8336a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/efe63d66-8589-495f-9aec-82f8600803dc HTTP/1.1" status: 404 len: 333 time: 0.0606828 Apr 21 14:50:03.939156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d37c84-58b9-4ecd-9477-5ddeaffcf54d') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:03.939991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d37c84-58b9-4ecd-9477-5ddeaffcf54d') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:03.941962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 6a27acb7-027f-487c-9595-0f3d092587c2 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:03.944211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-55b693eb-83ed-4994-bd3b-4f8d4bf18b8e None None] Provisioning complete for port 6ca98ab8-9a45-4a83-be98-5ec33689f13c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:03.944586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55b693eb-83ed-4994-bd3b-4f8d4bf18b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.946402 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52734) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.986685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.996647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.000848 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c759fc6f-2565-4fe8-9c9b-b1e6a9aaf949 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:50:04.001593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c759fc6f-2565-4fe8-9c9b-b1e6a9aaf949 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:04.022332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.024744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e1cd390f-2484-4d32-9945-b1a71a2fae57 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:04.026067 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e1cd390f-2484-4d32-9945-b1a71a2fae57 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 379 time: 0.6022391 Apr 21 14:50:04.031175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c759fc6f-2565-4fe8-9c9b-b1e6a9aaf949 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:04.032336 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c759fc6f-2565-4fe8-9c9b-b1e6a9aaf949 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/efe63d66-8589-495f-9aec-82f8600803dc HTTP/1.1" status: 404 len: 333 time: 0.0849855 Apr 21 14:50:04.035023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:04.035429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:04.051659 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:04.054457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52738) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:04.095498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.156092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['45ae8772-9936-441a-bb0e-9289d4d4b5a8']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:04.156437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] Pushing event deleted for resources: {'Port': ['ID=6a27acb7-027f-487c-9595-0f3d092587c2,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.175197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1593034336', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:04.183761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.196546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:04.207598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.231897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a6140-bd33-4d9b-989b-da2b318b0af5 None None] No DVR routers for this DVR port 6a27acb7-027f-487c-9595-0f3d092587c2 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:04.235026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=d6b99ded-54b9-4b98-a200-2fb981609ef3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.241297 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-01bfad8e-ce89-4603-85c5-687b53105305 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/d6b99ded-54b9-4b98-a200-2fb981609ef3 HTTP/1.1" status: 204 len: 168 time: 0.8217824 Apr 21 14:50:04.264108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52744) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:04.265409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Usage tracker for resource:port and tenant:74911655d4d149b2b4da417f7751a61b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:04.277632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:04.300324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-721204089'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:04.307571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55b693eb-83ed-4994-bd3b-4f8d4bf18b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.321489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:04.328768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:04.332985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:04.338619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:04.347188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:04.362556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:04.363005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 5004bce5-fd01-41e6-b521-7e6b79a70711 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:04.363545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-55b693eb-83ed-4994-bd3b-4f8d4bf18b8e None None] For port 6ca98ab8-9a45-4a83-be98-5ec33689f13c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6ca98ab8-9a45-4a83-be98-5ec33689f13c,segment=NetworkSegment(f030251e-55f7-4128-8466-2937eb9bb1df),segment_id=f030251e-55f7-4128-8466-2937eb9bb1df)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:04.366778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.370466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:04.370656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55b693eb-83ed-4994-bd3b-4f8d4bf18b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.379350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:04.390709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Made reservation on behalf of 74911655d4d149b2b4da417f7751a61b for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:04.393182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.404676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:04.405098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:04.423607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:04.437069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.439229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.452568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b693eb-83ed-4994-bd3b-4f8d4bf18b8e None None] Pushing event updated for resources: {'Port': ['ID=6ca98ab8-9a45-4a83-be98-5ec33689f13c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.484232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:04.487773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.540736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:04.619554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:04.628018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:04.641367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:04.643627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.653914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.664503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Usage tracker for resource:security_group_rule and tenant:74911655d4d149b2b4da417f7751a61b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:04.670905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.675644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:04.702846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:04.705831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.721503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:04.723890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.724441 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment 4466276c-fc70-4ed1-9f3e-c7a9412a0d1d of type vlan for network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d Apr 21 14:50:04.735388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-89d57430-c63a-4082-9004-02d998658099 None None] Provisioning complete for port 6ca98ab8-9a45-4a83-be98-5ec33689f13c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:04.735827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-89d57430-c63a-4082-9004-02d998658099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.761029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.852569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdeb80e-45a8-486d-bcc9-d50783ceac90,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.854380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6ca98ab8-9a45-4a83-be98-5ec33689f13c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:04.882560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.911424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 6a27acb7-027f-487c-9595-0f3d092587c2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:04.912104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.932345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=5004bce5-fd01-41e6-b521-7e6b79a70711,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.937939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.945476 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-574ad749-fd67-44d2-bf63-7630afec2db1 req-f4b71ebf-2953-460d-a351-96b096c60e6f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 210 time: 0.0679274 Apr 21 14:50:04.948492 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d825fbf2-4d2e-4e1d-8d2c-a08d30eaa0f1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/5004bce5-fd01-41e6-b521-7e6b79a70711 HTTP/1.1" status: 204 len: 168 time: 0.8900242 Apr 21 14:50:04.950496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52752) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.013539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6ca98ab8-9a45-4a83-be98-5ec33689f13c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:05.014067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.039057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2affc1c4-092a-4eee-ac07-81f0ac571573 None None] Network a6eda62d-bcd0-4c45-8df2-58db991c9d0b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:05.051791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.083029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.152346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.157356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.167616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f4bf5d42-b40c-4002-a6c2-f69253067b11 None None] Could not find standard attr ID for object efe63d66-8589-495f-9aec-82f8600803dc. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:05.180959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 6ca98ab8-9a45-4a83-be98-5ec33689f13c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:05.182639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.195469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] The port '6a27acb7-027f-487c-9595-0f3d092587c2' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:50:05.198259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] device_id is not set on port c0fa84c8-c602-426a-a9c5-10c922c8656e yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:05.233893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.235111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-715519cd-b6f2-46f4-b7f7-695784b4d515 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8231535 Apr 21 14:50:05.254956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52758) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.311527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7b5dbc6e-89a7-4d05-bee2-bd814c19e57e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'bcdeb80e-45a8-486d-bcc9-d50783ceac90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:05.320555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:50:05.321203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b5dbc6e-89a7-4d05-bee2-bd814c19e57e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:05.325863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b5dbc6e-89a7-4d05-bee2-bd814c19e57e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:05.330062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b5dbc6e-89a7-4d05-bee2-bd814c19e57e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:05.354263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b5dbc6e-89a7-4d05-bee2-bd814c19e57e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:05.399694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] DHCP port deletion for a6eda62d-bcd0-4c45-8df2-58db991c9d0b request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:05.409112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Deleting port 6ca98ab8-9a45-4a83-be98-5ec33689f13c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:05.409489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.436171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6a27acb7-027f-487c-9595-0f3d092587c2 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:05.474516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 6a27acb7-027f-487c-9595-0f3d092587c2 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:05.474516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6a27acb7-027f-487c-9595-0f3d092587c2 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:05.487261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] For port 6ca98ab8-9a45-4a83-be98-5ec33689f13c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6ca98ab8-9a45-4a83-be98-5ec33689f13c,segment=NetworkSegment(f030251e-55f7-4128-8466-2937eb9bb1df),segment_id=f030251e-55f7-4128-8466-2937eb9bb1df)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:05.487518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.498496 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-7b5dbc6e-89a7-4d05-bee2-bd814c19e57e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:05.499683 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b5dbc6e-89a7-4d05-bee2-bd814c19e57e tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2073829 Apr 21 14:50:05.503295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.532099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:05.560483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bdcfae7d-3f86-4297-8b52-ef6a152aff0f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group_rule': {'security_group_id': 'bcdeb80e-45a8-486d-bcc9-d50783ceac90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:05.596459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:05.598113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d747a3a-0969-4f72-ba6d-dbf710ccdf46,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:05.626388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 6ca98ab8-9a45-4a83-be98-5ec33689f13c owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:05.626607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9cbc92-0e1b-4d5d-899e-98bfd1226756 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:05.637734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:05.638338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.652379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bdcfae7d-3f86-4297-8b52-ef6a152aff0f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:05.662977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdcfae7d-3f86-4297-8b52-ef6a152aff0f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:05.668942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=4cebc352-7646-4b2d-a21e-4ab7bebe2ff0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:05.671707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdcfae7d-3f86-4297-8b52-ef6a152aff0f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:05.681201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bdcfae7d-3f86-4297-8b52-ef6a152aff0f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:05.699364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.703472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:05.704093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.729798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.740944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] For port 6ca98ab8-9a45-4a83-be98-5ec33689f13c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6ca98ab8-9a45-4a83-be98-5ec33689f13c,segment=NetworkSegment(f030251e-55f7-4128-8466-2937eb9bb1df),segment_id=f030251e-55f7-4128-8466-2937eb9bb1df)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:05.741334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.746476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.768097 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-bdcfae7d-3f86-4297-8b52-ef6a152aff0f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:05.780773 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bdcfae7d-3f86-4297-8b52-ef6a152aff0f tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2762935 Apr 21 14:50:05.790470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52766) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.810329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=6ca98ab8-9a45-4a83-be98-5ec33689f13c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:05.819554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No DVR routers for this DVR port 6ca98ab8-9a45-4a83-be98-5ec33689f13c on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:05.919376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Calling delete_port for 6ca98ab8-9a45-4a83-be98-5ec33689f13c owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:05.920507 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d71080a0-f6e7-468b-a79f-57d9c34268d2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6200094 Apr 21 14:50:05.921189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52770) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.928800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01f271e-05e7-4810-9f00-9902d46b0ac7']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:05.951939 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6776714 Apr 21 14:50:05.956206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:05.956916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.967097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:05.976873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.3 (9ea208a4-5b81-4381-b138-258b7bbba23d/c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612/b7f6578a-a706-4b28-b531-6d8c762111dd) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:05.989031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c5ef72-0ea2-447a-942f-14cdcf5c37f4') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:05.989561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c5ef72-0ea2-447a-942f-14cdcf5c37f4') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:06.004713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75a5f5e7-34b0-413c-81e0-fc9d3bd08e62 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.007200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.043542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5846ec-d8a3-45d9-a317-e3dfbfa5e3d9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=adf7ebdb-1fe6-4f7d-9244-622cf901fb1d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:06.149885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.158583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Allocated IP 172.26.6.194 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/c0fa84c8-c602-426a-a9c5-10c922c8656e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:06.170514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75a5f5e7-34b0-413c-81e0-fc9d3bd08e62 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.191570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:06.212994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eda62d-bcd0-4c45-8df2-58db991c9d0b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:06.218699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.252664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:06.253024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.254721 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-12fb6dcc-051d-45be-aa12-af8590721898 req-d1e9c1f9-ba7d-4fab-a671-cc8fb2420eca tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 210 time: 0.0929413 Apr 21 14:50:06.262447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f030251e-55f7-4128-8466-2937eb9bb1df') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:06.262858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f030251e-55f7-4128-8466-2937eb9bb1df') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:06.275520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35fa84-2847-458f-829b-4a2137546dcc req-73319673-c906-44cd-8668-991a16f21ed5 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:06.277267 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b35fa84-2847-458f-829b-4a2137546dcc req-73319673-c906-44cd-8668-991a16f21ed5 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 1.2228756 Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:06.277587 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:06.287842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.306641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:06.309729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': '4cebc352-7646-4b2d-a21e-4ab7bebe2ff0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:06.310686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.315126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:06.318554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:06.324684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.327014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:06.336717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:06.337260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.342336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:06.342691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:06.352964 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:06.360778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75a5f5e7-34b0-413c-81e0-fc9d3bd08e62 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.428420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:06.456026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5f5e7-34b0-413c-81e0-fc9d3bd08e62 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdeb80e-45a8-486d-bcc9-d50783ceac90,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:06.541192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.559872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/4cebc352-7646-4b2d-a21e-4ab7bebe2ff0/5579a92e-faaf-4f8f-9928-38863ff57aca) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:06.566414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.619405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:06.631734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.642877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:06.667281 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b35fa84-2847-458f-829b-4a2137546dcc req-b489ff8d-6b91-46a5-9a6c-4328c27c84bf tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144219 Apr 21 14:50:06.668336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.675713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:06.681901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75a5f5e7-34b0-413c-81e0-fc9d3bd08e62 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.683041 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75a5f5e7-34b0-413c-81e0-fc9d3bd08e62 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/bcdeb80e-45a8-486d-bcc9-d50783ceac90 HTTP/1.1" status: 204 len: 168 time: 0.8916228 Apr 21 14:50:06.687652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=a6eda62d-bcd0-4c45-8df2-58db991c9d0b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:06.691349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52780) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.704716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:06.712011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-89c5e914-de52-4c12-bd4c-31e647088ed3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/a6eda62d-bcd0-4c45-8df2-58db991c9d0b HTTP/1.1" status: 204 len: 168 time: 1.7570155 Apr 21 14:50:06.712803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=d01f271e-05e7-4810-9f00-9902d46b0ac7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:06.713147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.718831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52784) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.758196 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c3a5db40-51d0-4413-b7da-dd318ca73ed5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/d01f271e-05e7-4810-9f00-9902d46b0ac7 HTTP/1.1" status: 204 len: 168 time: 4.4042013 Apr 21 14:50:06.759247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52788) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.801350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6ca98ab8-9a45-4a83-be98-5ec33689f13c no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:06.806864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-76225354'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:06.818005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-407170776', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:06.825435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:06.826875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 14:50:06.827498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 14:50:06.828689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.843935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-743ebb05-e9bd-4e38-bf80-dab030611b32 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:06.846140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Deleting port 6ca98ab8-9a45-4a83-be98-5ec33689f13c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:06.846619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.852380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:06.856799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.868918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-743ebb05-e9bd-4e38-bf80-dab030611b32 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:06.869513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:06.870278 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-743ebb05-e9bd-4e38-bf80-dab030611b32 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1779516 Apr 21 14:50:06.874336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52792) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.877734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 6ca98ab8-9a45-4a83-be98-5ec33689f13c {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:06.878222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6ca98ab8-9a45-4a83-be98-5ec33689f13c not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:06.883120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432064285'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:06.888342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:06.897874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:router and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:06.918541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:06.937758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.942134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:06.947070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-70162e62-ceb5-4f49-b530-13078cd47b97 None None] The port '6ca98ab8-9a45-4a83-be98-5ec33689f13c' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:50:06.962304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:06.966407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:06.971632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Transition to ACTIVE for port object 5579a92e-faaf-4f8f-9928-38863ff57aca will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:06.990775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:06.992143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Transition to ACTIVE for port object 5579a92e-faaf-4f8f-9928-38863ff57aca will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:06.993165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:06.995171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object b7f6578a-a706-4b28-b531-6d8c762111dd will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:07.001223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.006196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.012942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.031634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.044199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:07.047550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.080563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.080563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.086385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:07.095865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:07.098402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Pushing event updated for resources: {'Port': ['ID=5579a92e-faaf-4f8f-9928-38863ff57aca,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:07.100945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:07.140688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.ipam_backend_mixin [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cebc352-7646-4b2d-a21e-4ab7bebe2ff0 (CIDR: 2001:db8::/64) Apr 21 14:50:07.146536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=23b1e538-03c3-48e9-a61d-3aaf0e4335e4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:07.150320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:07.152161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.153585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:07.160722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': '4466276c-fc70-4ed1-9f3e-c7a9412a0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:07.161141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: adf7ebdb-1fe6-4f7d-9244-622cf901fb1d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:07.165625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:07.165902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Usage tracker for resource:security_group_rule and tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:07.166057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:07.169798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:07.180451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:07.183028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.202777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Attempting to bind port 5579a92e-faaf-4f8f-9928-38863ff57aca on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:07.203201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Attempting to bind port 5579a92e-faaf-4f8f-9928-38863ff57aca by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:07.203664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Attempting to bind port 5579a92e-faaf-4f8f-9928-38863ff57aca on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:07.210550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:07.210995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:07.211467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.211920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:07.212871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Bound port: 5579a92e-faaf-4f8f-9928-38863ff57aca, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:07.212871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.218865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:07.231058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.231402 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment 3f54703b-357b-4025-9175-0bad5cb0f10f of type vlan for network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 Apr 21 14:50:07.240533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, adf7ebdb-1fe6-4f7d-9244-622cf901fb1d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:07.241587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.254807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:07.255475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.266852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146ff32-abe9-46c5-b115-6575f9b6969c None None] Network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:07.278572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.293193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.309736 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4b64a007-fdcb-438e-8322-5c201ef0ecf1 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3490920 Apr 21 14:50:07.321776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52798) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.327517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d', 'name': 'tempest-PortsTestJSON-114820225'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:07.353452 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3d05c7a8-027c-4881-af20-6dfe2d82477b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4115748 Apr 21 14:50:07.357849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52802) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.380624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 9ea208a4-5b81-4381-b138-258b7bbba23d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:07.393414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:07.402914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] For port 5579a92e-faaf-4f8f-9928-38863ff57aca, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:07.420355 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:07.423221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] For port 5579a92e-faaf-4f8f-9928-38863ff57aca, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5579a92e-faaf-4f8f-9928-38863ff57aca,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:07.445622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bbadfc-4b62-4893-9330-7c2ecc1ceadb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:07.453410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.457053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:07.465947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.470339 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-131d682e-b16e-4ed7-8812-03f0243f3493 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5949554 Apr 21 14:50:07.474734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52806) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.475025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.508840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=b7f6578a-a706-4b28-b531-6d8c762111dd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:07.543037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-416cd404-9ee8-4bb6-b3a1-ad4c2ce74155 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:07.544107 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-416cd404-9ee8-4bb6-b3a1-ad4c2ce74155 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 14:50:07.548427 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-416cd404-9ee8-4bb6-b3a1-ad4c2ce74155 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "PUT /v2.0/security-groups/87bbadfc-4b62-4893-9330-7c2ecc1ceadb HTTP/1.1" status: 409 len: 330 time: 0.0260682 Apr 21 14:50:07.553024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52810) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.596118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a643b75-22c2-4602-9ed2-d99811521353 None None] Pushing event updated for resources: {'Port': ['ID=5579a92e-faaf-4f8f-9928-38863ff57aca,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:07.703709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:07.710098 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:50:07.714277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-adf7ebdb-1fe6-4f7d-9244-622cf901fb1d', 'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d', 'tenant_id': 'b0a41b3593d3407ab521d4d2343e74d8', 'fixed_ips': [{'subnet_id': '23b1e538-03c3-48e9-a61d-3aaf0e4335e4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:07.715191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.744958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:07.774006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:07.790870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:07.795326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:07.803141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:07.818269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:07.825978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:07.831271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:07.835353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.885388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:07.891396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 522e59c7-e817-4734-98c8-5ed3ad58556f yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:07.902648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e629f493-2359-47af-a681-ccfc800c6443 None None] Provisioning for port b7f6578a-a706-4b28-b531-6d8c762111dd completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:07.919624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e629f493-2359-47af-a681-ccfc800c6443 None None] Provisioning complete for port b7f6578a-a706-4b28-b531-6d8c762111dd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:07.920483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e629f493-2359-47af-a681-ccfc800c6443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.928494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8974a-c287-41a3-9839-9b3888b7ce7c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.973242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:07.989833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e629f493-2359-47af-a681-ccfc800c6443 None None] Port b7f6578a-a706-4b28-b531-6d8c762111dd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:08.010307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Allocated IP 172.20.0.2 (adf7ebdb-1fe6-4f7d-9244-622cf901fb1d/23b1e538-03c3-48e9-a61d-3aaf0e4335e4/281c6f45-6658-469e-911c-11838de1e840) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:08.011570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8974a-c287-41a3-9839-9b3888b7ce7c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.026367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:08.027052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.051625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Pushing event updated for resources: {'Port': ['ID=c0fa84c8-c602-426a-a9c5-10c922c8656e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.067937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.079313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.084893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:08.085725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.236788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:08.236788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.241956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8974a-c287-41a3-9839-9b3888b7ce7c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.281277 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5316899 Apr 21 14:50:08.289111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29bd696e-4ee9-4e3d-8a8b-264e70c60911 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5212190 Apr 21 14:50:08.291020 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-35812486-c8ed-448c-9ee0-425ac11ec370 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1608875 Apr 21 14:50:08.291592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52818) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.291978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52820) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.303492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.194'}]}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:08.308897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.311387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:08.326593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8974a-c287-41a3-9839-9b3888b7ce7c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bbadfc-4b62-4893-9330-7c2ecc1ceadb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.380137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.389223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Request body: {'port': {'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:08.391382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Transition to ACTIVE for port object 281c6f45-6658-469e-911c-11838de1e840 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:08.407819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8974a-c287-41a3-9839-9b3888b7ce7c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.411213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92c8974a-c287-41a3-9839-9b3888b7ce7c tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/87bbadfc-4b62-4893-9330-7c2ecc1ceadb HTTP/1.1" status: 204 len: 168 time: 0.8526103 Apr 21 14:50:08.412685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.415453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Transition to ACTIVE for port object 281c6f45-6658-469e-911c-11838de1e840 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:08.423633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.424462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:08.477401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed3fd0-6df8-49eb-97ef-a62193930747 req-051d63e5-5599-4d7c-a876-7ddc67b9f151 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:08.478819 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-daed3fd0-6df8-49eb-97ef-a62193930747 req-051d63e5-5599-4d7c-a876-7ddc67b9f151 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 931 time: 0.6618025 Apr 21 14:50:08.505909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:08.509055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:08.514414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:08.520459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Pushing event updated for resources: {'Port': ['ID=281c6f45-6658-469e-911c-11838de1e840,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.527218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e936fc0-9a0c-4f86-8ff2-225c292c4888 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.530921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Usage tracker for resource:router and tenant:74911655d4d149b2b4da417f7751a61b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:08.565069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:08.586397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:08.595372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:08.616878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.10 (adf7ebdb-1fe6-4f7d-9244-622cf901fb1d/23b1e538-03c3-48e9-a61d-3aaf0e4335e4/522e59c7-e817-4734-98c8-5ed3ad58556f) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:08.630286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfddafb-253f-4b5e-ad23-ce5fa5ed57f7 req-89712935-6cc0-4a72-8572-277d046fdb03 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:08.631770 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdfddafb-253f-4b5e-ad23-ce5fa5ed57f7 req-89712935-6cc0-4a72-8572-277d046fdb03 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.7263522 Apr 21 14:50:08.639034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e59643de-3239-43db-ac2c-84fea8b58928 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Synchronizing usage tracker for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:08.643061 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-daed3fd0-6df8-49eb-97ef-a62193930747 req-70728ea2-894b-4ced-bb92-acc35dfe6b7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522837 Apr 21 14:50:08.688250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e59643de-3239-43db-ac2c-84fea8b58928 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] Unset dirty status for tenant:fa2f81fa09f846e181dbd7a6d7eb1d21 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:08.690028 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e59643de-3239-43db-ac2c-84fea8b58928 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2757516 Apr 21 14:50:08.706174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Attempting to bind port 281c6f45-6658-469e-911c-11838de1e840 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:08.706551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Attempting to bind port 281c6f45-6658-469e-911c-11838de1e840 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4466276c-fc70-4ed1-9f3e-c7a9412a0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:08.706698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.706917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Attempting to bind port 281c6f45-6658-469e-911c-11838de1e840 on network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:08.707510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.713809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52830) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.718076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:08.718456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Checking segment: {'id': '4466276c-fc70-4ed1-9f3e-c7a9412a0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:08.718859 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.719256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Bound using segment: {'id': '4466276c-fc70-4ed1-9f3e-c7a9412a0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:08.719741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Bound port: 281c6f45-6658-469e-911c-11838de1e840, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4466276c-fc70-4ed1-9f3e-c7a9412a0d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'adf7ebdb-1fe6-4f7d-9244-622cf901fb1d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:08.720146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.756646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:08.779944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:08.792380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:08.802340 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-7b8127d8-8c9c-42c5-a02f-a586d762ea38 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] delete failed (client error): The resource could not be found. Apr 21 14:50:08.804050 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b8127d8-8c9c-42c5-a02f-a586d762ea38 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "DELETE /v2.0/security-groups/470d22a1-b25a-4a96-8d98-8a0a2eba087e HTTP/1.1" status: 404 len: 347 time: 0.0795846 Apr 21 14:50:08.847128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52834) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.848181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:08.870602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5579a92e-faaf-4f8f-9928-38863ff57aca up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:08.882160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.917182 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdfddafb-253f-4b5e-ad23-ce5fa5ed57f7 req-7896e933-61c7-4710-aea6-61a97e894467 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705808 Apr 21 14:50:08.928366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] For port 281c6f45-6658-469e-911c-11838de1e840, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:08.929814 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-d8c8474d-2ab2-4a3f-8853-1857326dd0fe tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] show failed (client error): The resource could not be found. Apr 21 14:50:08.930967 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d8c8474d-2ab2-4a3f-8853-1857326dd0fe tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-groups/f301d9c1-e920-4ebf-9a47-5709a0376ea7 HTTP/1.1" status: 404 len: 347 time: 0.0760608 Apr 21 14:50:08.940377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52838) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.948299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.964736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] For port 281c6f45-6658-469e-911c-11838de1e840, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=281c6f45-6658-469e-911c-11838de1e840,segment=NetworkSegment(4466276c-fc70-4ed1-9f3e-c7a9412a0d1d),segment_id=4466276c-fc70-4ed1-9f3e-c7a9412a0d1d)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:08.977871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.983057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:09.047268 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-b0ebe9c5-5dc1-499c-8523-adf4bb4dbe00 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] show failed (client error): The resource could not be found. Apr 21 14:50:09.049242 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b0ebe9c5-5dc1-499c-8523-adf4bb4dbe00 tempest-NegativeSecGroupIPv6Test-1765265909 tempest-NegativeSecGroupIPv6Test-1765265909-project] 10.222.0.42 "GET /v2.0/security-group-rules/06946ca5-c387-43f4-bb78-17f617d172a5 HTTP/1.1" status: 404 len: 356 time: 0.1053641 Apr 21 14:50:09.097839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546ee9-116e-4d1a-b398-79cc3e199f75 None None] Pushing event updated for resources: {'Port': ['ID=281c6f45-6658-469e-911c-11838de1e840,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:09.109870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 5579a92e-faaf-4f8f-9928-38863ff57aca completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:09.221673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.280927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 522e59c7-e817-4734-98c8-5ed3ad58556f will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:09.291261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.425791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:50:09.474577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Provisioning for port 5579a92e-faaf-4f8f-9928-38863ff57aca completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:09.480834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Provisioning complete for port 5579a92e-faaf-4f8f-9928-38863ff57aca triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:09.482349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.538881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.542873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.615165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.616396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52846) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:09.702580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=522e59c7-e817-4734-98c8-5ed3ad58556f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:09.706442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.707909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:09.710105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:09.717593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:09.845983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.860627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 14:50:09.860627 dv-neutron-838898-1-hyperv neutron-server[83936]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 21 14:50:09.860627 dv-neutron-838898-1-hyperv neutron-server[83936]: [parameters: {'status': 'ACTIVE', 'ports_id': '5579a92e-faaf-4f8f-9928-38863ff57aca'}] Apr 21 14:50:09.860627 dv-neutron-838898-1-hyperv neutron-server[83936]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:09.861477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:09.921278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:09.921890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.006518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77e7b495-0f74-4863-9991-5ea9482bd90a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6811569 Apr 21 14:50:10.017362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:10.112145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 172.26.6.22 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/9f425e38-4b94-4084-af3d-b1c26035256f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:10.140275 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d72e06de-3858-476c-980d-542b41c51d7a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa2f81fa09f846e181dbd7a6d7eb1d21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5142515 Apr 21 14:50:10.178522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52862) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:10.224168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 522e59c7-e817-4734-98c8-5ed3ad58556f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:10.224891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.231131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.349200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] For port 5579a92e-faaf-4f8f-9928-38863ff57aca, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5579a92e-faaf-4f8f-9928-38863ff57aca,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:10.391225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13646925-bec1-4ed0-b895-8d9b30afcdc8 req-8fcc3259-848d-4fb4-9dcb-ca20948ea740 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:10.399396 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-13646925-bec1-4ed0-b895-8d9b30afcdc8 req-8fcc3259-848d-4fb4-9dcb-ca20948ea740 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 931 time: 0.5567265 Apr 21 14:50:10.427969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.459295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.477265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.478010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.519581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c9a9c-b6ee-4446-9e27-b266932e3f6b None None] Network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:10.627179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:50:10.635819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:10.636285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:10.670036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed896500-f2e4-4d9c-87a5-b04d9de15673 req-465d28d2-a8c2-4e2d-a70b-d527aca3206f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:10.671661 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed896500-f2e4-4d9c-87a5-b04d9de15673 req-465d28d2-a8c2-4e2d-a70b-d527aca3206f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5620432 Apr 21 14:50:10.672403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf53e-08fc-473e-a233-2a97d1e7c5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.680907 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-13646925-bec1-4ed0-b895-8d9b30afcdc8 req-ae974f54-8f2a-475d-b0bf-603ed587ac47 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801874 Apr 21 14:50:10.745405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:10.755244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:10.766575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=621ba435-6a56-462d-a113-cb84163337d3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:10.771493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:10.772109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.789093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9548ca97-5115-40cf-91eb-a037adc05c85 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:10.801876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=5579a92e-faaf-4f8f-9928-38863ff57aca,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:10.820841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.825134 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8be45e2d-3014-4dc0-823e-2184a69ad8ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4581716 Apr 21 14:50:10.826663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52870) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:10.837215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:c5:95:45', 'name': 'tempest-NetworksTestDHCPv6-1212219998'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:10.859509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf53e-08fc-473e-a233-2a97d1e7c5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.872697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f6578a-a706-4b28-b531-6d8c762111dd {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:50:10.909075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.914473 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed896500-f2e4-4d9c-87a5-b04d9de15673 req-dd38cbf3-8692-40d2-bea5-8a0924f36302 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298574 Apr 21 14:50:10.919445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 281c6f45-6658-469e-911c-11838de1e840 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:10.944239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.997207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.072360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf53e-08fc-473e-a233-2a97d1e7c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.076311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Transition to ACTIVE for port object b7f6578a-a706-4b28-b531-6d8c762111dd will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:11.083764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.103602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.157434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cf53e-08fc-473e-a233-2a97d1e7c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f0fcd5-be8d-474c-b38a-b0e1221d1acd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.189606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 522e59c7-e817-4734-98c8-5ed3ad58556f owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:11.221402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=26ca48ea-79e2-4974-9c28-1b1a2658ada9,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.242309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.243184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] For port 5579a92e-faaf-4f8f-9928-38863ff57aca, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5579a92e-faaf-4f8f-9928-38863ff57aca,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:11.296637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 281c6f45-6658-469e-911c-11838de1e840 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:11.299659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.313609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f6578a-a706-4b28-b531-6d8c762111dd,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.413104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea9d1d-700f-4084-8cd0-478a162294a9 None None] Pushing event updated for resources: {'Port': ['ID=5579a92e-faaf-4f8f-9928-38863ff57aca,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.422531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:11.426718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:11.430044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:11.435917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:11.459100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-996e693c-20a6-4b63-a289-5c914b5365b3 None None] Provisioning for port 281c6f45-6658-469e-911c-11838de1e840 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:11.464122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:11.466553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': '3f54703b-357b-4025-9175-0bad5cb0f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:11.467397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-996e693c-20a6-4b63-a289-5c914b5365b3 None None] Provisioning complete for port 281c6f45-6658-469e-911c-11838de1e840 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:11.467865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-996e693c-20a6-4b63-a289-5c914b5365b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.468580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:11.469433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:11.474029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=9f425e38-4b94-4084-af3d-b1c26035256f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.477762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.483228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:11.486074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:11.537325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 3d31970a-f87b-49d0-a859-f848f4922e0b yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:11.599213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-2878eb6d-40d9-4288-9ef2-4d2b968c05b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5882857 Apr 21 14:50:11.662341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-996e693c-20a6-4b63-a289-5c914b5365b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.777967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-996e693c-20a6-4b63-a289-5c914b5365b3 None None] For port 281c6f45-6658-469e-911c-11838de1e840, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=281c6f45-6658-469e-911c-11838de1e840,segment=NetworkSegment(4466276c-fc70-4ed1-9f3e-c7a9412a0d1d),segment_id=4466276c-fc70-4ed1-9f3e-c7a9412a0d1d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:11.788147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-996e693c-20a6-4b63-a289-5c914b5365b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.846182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf53e-08fc-473e-a233-2a97d1e7c5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.847332 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8f5cf53e-08fc-473e-a233-2a97d1e7c5e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63f0fcd5-be8d-474c-b38a-b0e1221d1acd HTTP/1.1" status: 204 len: 168 time: 1.6678417 Apr 21 14:50:11.883984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e693c-20a6-4b63-a289-5c914b5365b3 None None] Pushing event updated for resources: {'Port': ['ID=281c6f45-6658-469e-911c-11838de1e840,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.919063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3c14a398-25b8-442e-89c8-37d03351832c None None] Provisioning complete for port 281c6f45-6658-469e-911c-11838de1e840 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:11.919365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3c14a398-25b8-442e-89c8-37d03351832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.140002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:12.148584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3c14a398-25b8-442e-89c8-37d03351832c None None] Provisioning for port 522e59c7-e817-4734-98c8-5ed3ad58556f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:12.160442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3c14a398-25b8-442e-89c8-37d03351832c None None] Provisioning complete for port 522e59c7-e817-4734-98c8-5ed3ad58556f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:12.160985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3c14a398-25b8-442e-89c8-37d03351832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.161917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.186700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Attempting to bind port b7f6578a-a706-4b28-b531-6d8c762111dd on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:12.187021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Attempting to bind port b7f6578a-a706-4b28-b531-6d8c762111dd by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:12.187275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Attempting to bind port b7f6578a-a706-4b28-b531-6d8c762111dd on network 9ea208a4-5b81-4381-b138-258b7bbba23d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:12.200556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:12.215911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3c14a398-25b8-442e-89c8-37d03351832c None None] Port 522e59c7-e817-4734-98c8-5ed3ad58556f was deleted so its status cannot be updated. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 21 14:50:12.220118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1231b01e-9505-49e6-b035-339850c189c2 None None] Network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:12.227200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.238068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::e9 (273f4fc5-d828-4645-a9ef-b086301e3356/4cebc352-7646-4b2d-a21e-4ab7bebe2ff0/3d31970a-f87b-49d0-a859-f848f4922e0b) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:12.240310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.294634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:12.295344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.311708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:9545 (273f4fc5-d828-4645-a9ef-b086301e3356/621ba435-6a56-462d-a113-cb84163337d3/3d31970a-f87b-49d0-a859-f848f4922e0b) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:12.368863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Port b7f6578a-a706-4b28-b531-6d8c762111dd on network 9ea208a4-5b81-4381-b138-258b7bbba23d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:50:12.372489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Attempting to bind port b7f6578a-a706-4b28-b531-6d8c762111dd on network 9ea208a4-5b81-4381-b138-258b7bbba23d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:12.417359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=522e59c7-e817-4734-98c8-5ed3ad58556f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:12.457073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-08e833f8-72a7-4b40-80e9-266ad1f5434e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1571381 Apr 21 14:50:12.457073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:12.457073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Checking segment: {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:12.457073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Bound using segment: {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:12.457675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Bound port: b7f6578a-a706-4b28-b531-6d8c762111dd, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31a8748-f304-4ee5-95a2-c00cde6784f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:12.458135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.467594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-284678c2-9fe5-4dec-8db1-fab984983c73 None None] Could not find standard attr ID for object 522e59c7-e817-4734-98c8-5ed3ad58556f. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:12.472248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52890) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:12.486831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-900561828'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:12.608299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-10123ccc-a104-4bda-8fa6-6237b2abf97e None None] Provisioning complete for port 5579a92e-faaf-4f8f-9928-38863ff57aca triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:12.608765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-10123ccc-a104-4bda-8fa6-6237b2abf97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.643279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80', 'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80', 'tenant_id': '8391a3bddaf74cf491d205c7ace8a1e2', 'fixed_ips': [{'subnet_id': '26ca48ea-79e2-4974-9c28-1b1a2658ada9'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:12.644321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.663734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.798229 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3f9e043-ef1a-49a9-aa9a-0622b121af81 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/522e59c7-e817-4734-98c8-5ed3ad58556f HTTP/1.1" status: 204 len: 168 time: 2.7770753 Apr 21 14:50:12.804451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:12.837017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5579a92e-faaf-4f8f-9928-38863ff57aca up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:12.877876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876bdfd-b025-423d-b1b6-ce85478fc0e0 req-80c84b9a-2bd6-4797-867f-1212a646e9ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:12.886227 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d876bdfd-b025-423d-b1b6-ce85478fc0e0 req-80c84b9a-2bd6-4797-867f-1212a646e9ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 943 time: 0.7502198 Apr 21 14:50:12.911751 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-157b4966-d81e-474c-854e-0bca387f1eda tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:12.912018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157b4966-d81e-474c-854e-0bca387f1eda tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:12.913656 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-157b4966-d81e-474c-854e-0bca387f1eda tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/522e59c7-e817-4734-98c8-5ed3ad58556f HTTP/1.1" status: 404 len: 333 time: 0.1063256 Apr 21 14:50:12.916809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-4093a909-893b-4a8c-a400-94ef9282c6e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 1.1865079 Apr 21 14:50:12.930710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52904) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:12.975499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c63005-43ae-459f-a55c-77992de88e4d req-1a103c13-5898-4c4f-80c5-f7effdd27c9a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:12.984254 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-03c63005-43ae-459f-a55c-77992de88e4d req-1a103c13-5898-4c4f-80c5-f7effdd27c9a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.7499735 Apr 21 14:50:12.993146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Allocated IP 2001:db8::2 (cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80/26ca48ea-79e2-4974-9c28-1b1a2658ada9/8c9132c4-9bf8-427e-ac33-171402f7fda1) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:13.124979 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-5016e915-2fc9-4585-a5da-b17cd258a99d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:50:13.125502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5016e915-2fc9-4585-a5da-b17cd258a99d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:13.168221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.175929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] For port b7f6578a-a706-4b28-b531-6d8c762111dd, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:13.191166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5579a92e-faaf-4f8f-9928-38863ff57aca triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:13.191550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.196258 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d876bdfd-b025-423d-b1b6-ce85478fc0e0 req-00499795-47c3-4ba6-916f-f65600892fd3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088634 Apr 21 14:50:13.202606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5016e915-2fc9-4585-a5da-b17cd258a99d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:13.206702 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5016e915-2fc9-4585-a5da-b17cd258a99d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/522e59c7-e817-4734-98c8-5ed3ad58556f HTTP/1.1" status: 404 len: 333 time: 0.2717938 Apr 21 14:50:13.206702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 3d31970a-f87b-49d0-a859-f848f4922e0b will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:13.207698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52912) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:13.209610 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-03c63005-43ae-459f-a55c-77992de88e4d req-63053f93-8b9c-4707-96d4-c7dec4f40e3b tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245326 Apr 21 14:50:13.239600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] For port b7f6578a-a706-4b28-b531-6d8c762111dd, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7f6578a-a706-4b28-b531-6d8c762111dd,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:13.241199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:13.266697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:13.276142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.280131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.286509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:13.300459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:13.302978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:13.318699 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026922 Apr 21 14:50:13.324024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:13.326787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.381425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.415085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 281c6f45-6658-469e-911c-11838de1e840 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:13.420465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-417a8748-a7fa-491d-9ace-0911252c772d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:13.422209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-417a8748-a7fa-491d-9ace-0911252c772d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.4012103 Apr 21 14:50:13.474514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.507026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Transition to ACTIVE for port object 8c9132c4-9bf8-427e-ac33-171402f7fda1 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:13.531953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:13.535353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.554992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.570789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Transition to ACTIVE for port object 8c9132c4-9bf8-427e-ac33-171402f7fda1 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:13.591805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 281c6f45-6658-469e-911c-11838de1e840 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:13.592219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.699049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.707004 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9594f3c-3621-4df3-a6cb-e0a6bf8655be tempest-NetworksApiDiscovery-116286751 tempest-NetworksApiDiscovery-116286751-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3738432 Apr 21 14:50:13.708106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=3d31970a-f87b-49d0-a859-f848f4922e0b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:13.728792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet 23b1e538-03c3-48e9-a61d-3aaf0e4335e4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:13.731505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:13.739358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.777567 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-9889863c-a353-46bf-a8b2-bec2b2d7c9d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 1000 time: 0.3460219 Apr 21 14:50:13.797763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:13.808282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:13.842920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:13.847301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:13.847942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.873022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:13.874377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Pushing event updated for resources: {'Port': ['ID=8c9132c4-9bf8-427e-ac33-171402f7fda1,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:13.879191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:13.884719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:13.955020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.961812 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] 10.222.0.21 "PUT /v2.0/ports/b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 200 len: 1093 time: 5.5919838 Apr 21 14:50:13.973233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:50:14.107193 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bf7b9fd7-8f84-4f9d-9080-64a5285cef34 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2795713 Apr 21 14:50:14.125147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:14.145587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d3b450-2eb3-4036-9abf-bf05ed01d38e'] response: {'name': 'network-changed', 'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'status': 'completed', 'code': 200} Apr 21 14:50:14.202113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Attempting to bind port 8c9132c4-9bf8-427e-ac33-171402f7fda1 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:14.202657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Attempting to bind port 8c9132c4-9bf8-427e-ac33-171402f7fda1 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '3f54703b-357b-4025-9175-0bad5cb0f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:14.202818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.203519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Attempting to bind port 8c9132c4-9bf8-427e-ac33-171402f7fda1 on network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:14.212921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:14.213848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Checking segment: {'id': '3f54703b-357b-4025-9175-0bad5cb0f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:14.214346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.215161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Bound using segment: {'id': '3f54703b-357b-4025-9175-0bad5cb0f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:14.215872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Bound port: 8c9132c4-9bf8-427e-ac33-171402f7fda1, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f54703b-357b-4025-9175-0bad5cb0f10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:14.216381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.238561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:14.243401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9dc2d-2b70-4329-9f8d-1d54805c8803 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f6578a-a706-4b28-b531-6d8c762111dd,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:14.299703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a81315c4-cbb4-49ba-9a59-2a9f52e0d006 None None] Provisioning for port 3d31970a-f87b-49d0-a859-f848f4922e0b completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:14.306143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 3d31970a-f87b-49d0-a859-f848f4922e0b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:14.306499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.317304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a81315c4-cbb4-49ba-9a59-2a9f52e0d006 None None] Provisioning complete for port 3d31970a-f87b-49d0-a859-f848f4922e0b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:14.317784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a81315c4-cbb4-49ba-9a59-2a9f52e0d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.370538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-e3c21466-a7f2-4484-9e23-a97183ca077a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:14.372215 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-e3c21466-a7f2-4484-9e23-a97183ca077a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.5716033 Apr 21 14:50:14.394240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] For port 8c9132c4-9bf8-427e-ac33-171402f7fda1, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:14.402032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a81315c4-cbb4-49ba-9a59-2a9f52e0d006 None None] Port 3d31970a-f87b-49d0-a859-f848f4922e0b cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:14.405741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] For port 8c9132c4-9bf8-427e-ac33-171402f7fda1, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c9132c4-9bf8-427e-ac33-171402f7fda1,segment=NetworkSegment(3f54703b-357b-4025-9175-0bad5cb0f10f),segment_id=3f54703b-357b-4025-9175-0bad5cb0f10f)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:14.421410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.489615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd2205-794e-46d1-b67a-db8c87bde579 req-2c8dcc5b-1d09-455e-8916-6df5c844df68 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:14.491376 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-27dd2205-794e-46d1-b67a-db8c87bde579 req-2c8dcc5b-1d09-455e-8916-6df5c844df68 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.7126670 Apr 21 14:50:14.520100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92095e1a-9d5f-4ba3-8e7c-0b2e416ae048 None None] Pushing event updated for resources: {'Port': ['ID=8c9132c4-9bf8-427e-ac33-171402f7fda1,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:14.558579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.618468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.654741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::117 (cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80/26ca48ea-79e2-4974-9c28-1b1a2658ada9/b9c5fb60-d2e9-42db-b6f8-166ca7ee8716) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:14.819921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:14.828499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c9132c4-9bf8-427e-ac33-171402f7fda1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:14.830592 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-27dd2205-794e-46d1-b67a-db8c87bde579 req-8f968865-945f-43eb-9b52-a49927c601d9 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255877 Apr 21 14:50:14.841265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Usage tracker for resource:security_group_rule and tenant:317caa676c914dc3a881e473782059d6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:14.849165 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-9df9db9d-8ea6-4285-a631-b97301049443 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4653723 Apr 21 14:50:14.850519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:14.866756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:14.871107 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-ca52dae9-cc15-4db0-b526-954523018606 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1096 time: 0.8391356 Apr 21 14:50:14.933379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8c9132c4-9bf8-427e-ac33-171402f7fda1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:14.967165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.003006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.031060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.033344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-5b0242bb-1556-4db8-92ef-41f9b1fda743 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 200 len: 217 time: 0.1375904 Apr 21 14:50:15.068581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.076169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=23b1e538-03c3-48e9-a61d-3aaf0e4335e4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:15.213619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.221194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656dab3c-99b9-4b72-b48e-3b660c5e4462 None None] Network adf7ebdb-1fe6-4f7d-9244-622cf901fb1d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:15.224106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-42d93f4e-4d5d-43f2-a875-dc79fdee01dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:15.225586 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-42d93f4e-4d5d-43f2-a875-dc79fdee01dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 HTTP/1.1" status: 200 len: 835 time: 0.1375065 Apr 21 14:50:15.227139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 3d31970a-f87b-49d0-a859-f848f4922e0b owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:15.274038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.274591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea05a182-d908-4250-bc12-f7b482927b32 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:50:15.289898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8f8fc-6cc4-4706-859e-54784616832c req-db75b7ec-49e1-4e02-a2d3-a41a4221f1bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:15.290619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d4e8f8fc-6cc4-4706-859e-54784616832c req-db75b7ec-49e1-4e02-a2d3-a41a4221f1bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:15.331960 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75e56842-675a-4810-b969-c8e05dbb9f5c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/23b1e538-03c3-48e9-a61d-3aaf0e4335e4 HTTP/1.1" status: 204 len: 168 time: 2.1175117 Apr 21 14:50:15.337997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:15.353310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.376426 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-21efbe39-c188-45dc-8e71-dba4fd0c1f3a service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187640 Apr 21 14:50:15.384694 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:50:15.385757 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6bc6da50-e6be-47ff-9d64-7de7798cab4f tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.0871503 Apr 21 14:50:15.395006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d4e8f8fc-6cc4-4706-859e-54784616832c req-db75b7ec-49e1-4e02-a2d3-a41a4221f1bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:15.396487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d4e8f8fc-6cc4-4706-859e-54784616832c req-db75b7ec-49e1-4e02-a2d3-a41a4221f1bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 943 time: 0.9333093 Apr 21 14:50:15.397816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.399636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52950) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:15.404757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:15.488028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.527849 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-a8ff4ddc-cf51-49be-a10f-c44a74ffb528 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ea208a4-5b81-4381-b138-258b7bbba23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2926986 Apr 21 14:50:15.530188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Deleting port c0fa84c8-c602-426a-a9c5-10c922c8656e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:15.530522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.606334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] DHCP port deletion for adf7ebdb-1fe6-4f7d-9244-622cf901fb1d request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:15.610718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] Deleting port 281c6f45-6658-469e-911c-11838de1e840 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:15.611761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.663477 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d4e8f8fc-6cc4-4706-859e-54784616832c req-d9050c12-28a8-4743-be87-94f529f72705 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231255 Apr 21 14:50:15.663986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 8584b08b-902b-4937-950e-b66bdcb7767d is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:50:15.682040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86795ffb-f340-48e8-b981-5cd9e3d86637,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:15.696759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.712770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.728385 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-40ad826c-5e22-430c-8807-37a44e9b19b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=317caa676c914dc3a881e473782059d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4808078 Apr 21 14:50:15.732975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52954) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:15.763936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8af4f4-3cba-4e4d-9f3e-a8d19fbdc1cd None None] Network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:15.808663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 281c6f45-6658-469e-911c-11838de1e840 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:15.808986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.860678 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14d5143f-9752-41c7-8f93-c5b9f78edd6e req-88adf187-75b8-442d-802f-54a7944f7ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676669 Apr 21 14:50:15.968230 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-cb58020f-3a84-4034-b238-f702cbbf74d1 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127190 Apr 21 14:50:15.984109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:16.082453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:16.098692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.120706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=b9c5fb60-d2e9-42db-b6f8-166ca7ee8716,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.139852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:16.144581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:16.144884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.145794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] For port 281c6f45-6658-469e-911c-11838de1e840, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=281c6f45-6658-469e-911c-11838de1e840,segment=NetworkSegment(4466276c-fc70-4ed1-9f3e-c7a9412a0d1d),segment_id=4466276c-fc70-4ed1-9f3e-c7a9412a0d1d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:16.146193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.153225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-705dd574-3b83-43cd-a75b-23ff6ff06b4f None None] Provisioning for port 8c9132c4-9bf8-427e-ac33-171402f7fda1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:16.168680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=3d31970a-f87b-49d0-a859-f848f4922e0b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.225795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-705dd574-3b83-43cd-a75b-23ff6ff06b4f None None] Provisioning complete for port 8c9132c4-9bf8-427e-ac33-171402f7fda1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:16.226234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-705dd574-3b83-43cd-a75b-23ff6ff06b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.307124 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f9d5c210-4a1c-40e3-b686-e6c20fbf9c88 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.8287356 Apr 21 14:50:16.310979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52960) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:16.313171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29f35d26-a174-4bc1-a66a-dc80e76b0424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.318415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] Calling delete_port for 281c6f45-6658-469e-911c-11838de1e840 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:16.399979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.434932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.445751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] For port 281c6f45-6658-469e-911c-11838de1e840, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=281c6f45-6658-469e-911c-11838de1e840,segment=NetworkSegment(4466276c-fc70-4ed1-9f3e-c7a9412a0d1d),segment_id=4466276c-fc70-4ed1-9f3e-c7a9412a0d1d)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:16.446107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.473596 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-d4af63f8-1af8-4ef6-893c-e0f23e874bd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 0.4203005 Apr 21 14:50:16.515748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.529907 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f7eedfb-4d0d-4e7c-9f9c-c0eef07ebd43 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/3d31970a-f87b-49d0-a859-f848f4922e0b HTTP/1.1" status: 204 len: 168 time: 2.3952696 Apr 21 14:50:16.531865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52964) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:16.534734 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09c3388a-4b79-490d-a2e4-b78ab96b321b req-e69a7046-9d39-48b9-9630-4b8956590fde service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959598 Apr 21 14:50:16.574639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] Pushing event deleted for resources: {'Port': ['ID=281c6f45-6658-469e-911c-11838de1e840,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.582465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-705dd574-3b83-43cd-a75b-23ff6ff06b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.594232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca995c-36dc-4bd7-a6a6-28a9998260ef None None] No DVR routers for this DVR port 281c6f45-6658-469e-911c-11838de1e840 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:16.612021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 281c6f45-6658-469e-911c-11838de1e840 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:16.649623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-705dd574-3b83-43cd-a75b-23ff6ff06b4f None None] For port 8c9132c4-9bf8-427e-ac33-171402f7fda1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c9132c4-9bf8-427e-ac33-171402f7fda1,segment=NetworkSegment(3f54703b-357b-4025-9175-0bad5cb0f10f),segment_id=3f54703b-357b-4025-9175-0bad5cb0f10f)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:16.654932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-705dd574-3b83-43cd-a75b-23ff6ff06b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.769951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Calling delete_port for c0fa84c8-c602-426a-a9c5-10c922c8656e owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:16.826830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dd574-3b83-43cd-a75b-23ff6ff06b4f None None] Pushing event updated for resources: {'Port': ['ID=8c9132c4-9bf8-427e-ac33-171402f7fda1,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.832039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 281c6f45-6658-469e-911c-11838de1e840 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:16.842400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae64b05-1a42-44a9-8e89-ff1d99989ea5 req-3b548f56-18c5-41e1-8e3b-f5c0f2507146 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:16.849595 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1ae64b05-1a42-44a9-8e89-ff1d99989ea5 req-3b548f56-18c5-41e1-8e3b-f5c0f2507146 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.6819122 Apr 21 14:50:16.867347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29f35d26-a174-4bc1-a66a-dc80e76b0424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.868247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 281c6f45-6658-469e-911c-11838de1e840 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:16.868761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 281c6f45-6658-469e-911c-11838de1e840 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:16.910202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:16.910798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.972381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:16.972900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:16.988559 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1ae64b05-1a42-44a9-8e89-ff1d99989ea5 req-68b1357c-972d-4e4c-9eba-e7a73f812c88 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380999 Apr 21 14:50:17.006196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-babe57ef-b88d-4866-8218-892e17cb82f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.007670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-babe57ef-b88d-4866-8218-892e17cb82f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.3586447 Apr 21 14:50:17.036698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc8d25fa-8e25-41d4-b880-76ff589d313b None None] Provisioning for port b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:17.045238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc8d25fa-8e25-41d4-b880-76ff589d313b None None] Provisioning complete for port b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:17.045716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc8d25fa-8e25-41d4-b880-76ff589d313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.090797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a5d1f-a3e9-4d11-8f20-76c7c1058f9e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.091522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a1a5d1f-a3e9-4d11-8f20-76c7c1058f9e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:17.142802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a1a5d1f-a3e9-4d11-8f20-76c7c1058f9e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:17.144424 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a1a5d1f-a3e9-4d11-8f20-76c7c1058f9e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4941192 Apr 21 14:50:17.152744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52970) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:17.159081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d25fa-8e25-41d4-b880-76ff589d313b None None] Port b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:17.176709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc8d25fa-8e25-41d4-b880-76ff589d313b None None] Provisioning complete for port 8c9132c4-9bf8-427e-ac33-171402f7fda1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:17.177295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc8d25fa-8e25-41d4-b880-76ff589d313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.207375 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-56e6c3cc-3d99-4ff2-95b0-fffba62ba503 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 1000 time: 0.1817403 Apr 21 14:50:17.275107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29f35d26-a174-4bc1-a66a-dc80e76b0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.297025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-4431fca8-c6e6-4424-b586-a0738a495c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.298941 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-4431fca8-c6e6-4424-b586-a0738a495c52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.0846817 Apr 21 14:50:17.306553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489741f-acf7-4ac2-9e62-3aa88116017a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.308039 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b489741f-acf7-4ac2-9e62-3aa88116017a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1538899 Apr 21 14:50:17.327262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-f883b84c-4b12-401b-acef-afac39a2ce3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1096 time: 0.5732481 Apr 21 14:50:17.328001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f35d26-a174-4bc1-a66a-dc80e76b0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86795ffb-f340-48e8-b981-5cd9e3d86637,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:17.344307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:17.432393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2c7d4892-3934-4ab5-a621-0e8afbee596e None None] Provisioning complete for port b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:17.432839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2c7d4892-3934-4ab5-a621-0e8afbee596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.442634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e7537-28fb-4876-9402-944dd953b858 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.443943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e7537-28fb-4876-9402-944dd953b858 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.445277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e7537-28fb-4876-9402-944dd953b858 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.446053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ce0e7537-28fb-4876-9402-944dd953b858 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:17.465348 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-592b354f-5483-4fee-8e0a-a5b322224edf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561892 Apr 21 14:50:17.471601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ce0e7537-28fb-4876-9402-944dd953b858 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:17.473054 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ce0e7537-28fb-4876-9402-944dd953b858 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1277764 Apr 21 14:50:17.475350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 281c6f45-6658-469e-911c-11838de1e840 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:17.476491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.485308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2c7d4892-3934-4ab5-a621-0e8afbee596e None None] Port b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:17.491607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52978) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:17.517440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6de0-99e3-46d4-a45d-e991fee54f58 req-ed107d55-fe8a-45c9-98d9-8796af00a931 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:17.518862 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d8e6de0-99e3-46d4-a45d-e991fee54f58 req-ed107d55-fe8a-45c9-98d9-8796af00a931 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 943 time: 0.6233430 Apr 21 14:50:17.519589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29f35d26-a174-4bc1-a66a-dc80e76b0424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.522886 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29f35d26-a174-4bc1-a66a-dc80e76b0424 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86795ffb-f340-48e8-b981-5cd9e3d86637 HTTP/1.1" status: 204 len: 168 time: 1.7503493 Apr 21 14:50:17.555518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.611443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] The port '281c6f45-6658-469e-911c-11838de1e840' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:50:17.643315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:50:17.658939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0fa84c8-c602-426a-a9c5-10c922c8656e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:17.662548 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] Sync routers for ids ['8584b08b-902b-4937-950e-b66bdcb7767d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:50:17.684413 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] Routers {'8584b08b-902b-4937-950e-b66bdcb7767d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:17.688412 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8584b08b-902b-4937-950e-b66bdcb7767d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:17.825826 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:17.831515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.857832 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] Routers {'8584b08b-902b-4937-950e-b66bdcb7767d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:17.862365 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:49:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8584b08b-902b-4937-950e-b66bdcb7767d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:17.961393 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:17.962115 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812813e2-fd02-480c-9a24-24b8a09d213f None None] The sync data for ids ['8584b08b-902b-4937-950e-b66bdcb7767d'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:50:17.978596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.996458 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-d450218e-817d-4528-9da5-d008bef0f2d8 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219998 Apr 21 14:50:18.041068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf7ebdb-1fe6-4f7d-9244-622cf901fb1d']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:18.079250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-57d9d9d2-7e5c-43d5-99ad-0e3ca4964cfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:18.081553 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-57d9d9d2-7e5c-43d5-99ad-0e3ca4964cfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 897 time: 0.7458899 Apr 21 14:50:18.082688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.084144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-920c4559-56cd-40d3-9398-66bbb3b617f8 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 11.2822063 Apr 21 14:50:18.093513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:18.105297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.113172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4466276c-fc70-4ed1-9f3e-c7a9412a0d1d') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:18.113589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4466276c-fc70-4ed1-9f3e-c7a9412a0d1d') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:18.137827 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d8e6de0-99e3-46d4-a45d-e991fee54f58 req-5325c4e1-35c0-40e7-9f5f-a95c5264acd1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5737827 Apr 21 14:50:18.255235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-7f233b76-8f60-48af-ba81-b480edecf4cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 200 len: 217 time: 0.1029890 Apr 21 14:50:18.279933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.314099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b7f6578a-a706-4b28-b531-6d8c762111dd details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:50:18.317638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.323672 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6edcce33-ffc2-4a31-9ae9-07917e473b56 tempest-RoutersAdminNegativeTest-1909543902 tempest-RoutersAdminNegativeTest-1909543902-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c0fa84c8-c602-426a-a9c5-10c922c8656e HTTP/1.1" status: 204 len: 168 time: 2.9177275 Apr 21 14:50:18.340278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.353371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 4cebc352-7646-4b2d-a21e-4ab7bebe2ff0 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:18.356408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.379229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:18.379683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:18.397106 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:18.405004 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dc7159e0-68f2-4f7f-87d1-b6e67c7f06cd req-999ff150-7903-4f37-b962-563797efd0ad service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982682 Apr 21 14:50:18.412724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.514522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.522400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce333bd-12fa-46b5-8590-9f64c7eb98bd req-6160a79b-fdb0-4f19-b2b5-a3df13e51233 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:18.522651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b7f6578a-a706-4b28-b531-6d8c762111dd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7f6578a-a706-4b28-b531-6d8c762111dd,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:18.523901 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0ce333bd-12fa-46b5-8590-9f64c7eb98bd req-6160a79b-fdb0-4f19-b2b5-a3df13e51233 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3366506 Apr 21 14:50:18.542374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.550104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:50:18.558974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=adf7ebdb-1fe6-4f7d-9244-622cf901fb1d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:18.626041 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ce6a5266-d376-419e-b7b7-a1627c4e04bb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/adf7ebdb-1fe6-4f7d-9244-622cf901fb1d HTTP/1.1" status: 204 len: 168 time: 3.2843423 Apr 21 14:50:18.632467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-be945ca4-eabd-44c1-ba84-1744325b34e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:18.633571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.633937 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-be945ca4-eabd-44c1-ba84-1744325b34e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 HTTP/1.1" status: 200 len: 835 time: 0.3688712 Apr 21 14:50:18.634403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 52992) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.648518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-47452425'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:18.656776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f6578a-a706-4b28-b531-6d8c762111dd {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:50:18.677802 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0ce333bd-12fa-46b5-8590-9f64c7eb98bd req-ee985101-bdec-4157-b1b0-7067d65e4737 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242142 Apr 21 14:50:18.687644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b7f6578a-a706-4b28-b531-6d8c762111dd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7f6578a-a706-4b28-b531-6d8c762111dd,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:18.697586 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-869a2f7a-e4e9-4633-b55a-213815625cc4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/routers/8584b08b-902b-4937-950e-b66bdcb7767d HTTP/1.1" status: 200 len: 883 time: 0.5911896 Apr 21 14:50:18.700160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 52998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.700929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:18.707311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.724550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:18.734064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:18.749775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:18.759173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53002) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.786228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.825111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:18.828001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.847694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c9132c4-9bf8-427e-ac33-171402f7fda1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:18.893849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=b9c5fb60-d2e9-42db-b6f8-166ca7ee8716,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:18.917123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b7f6578a-a706-4b28-b531-6d8c762111dd,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:18.938446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.966308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8c9132c4-9bf8-427e-ac33-171402f7fda1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:18.966700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.026584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:19.064424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20a4a994-50e3-4ead-9660-8f5191cb99f2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:router {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:19.069461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['b7f6578a-a706-4b28-b531-6d8c762111dd'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:50:19.084422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20a4a994-50e3-4ead-9660-8f5191cb99f2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:router {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:19.085898 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20a4a994-50e3-4ead-9660-8f5191cb99f2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3843637 Apr 21 14:50:19.089107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53008) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.096307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-68181219-09e9-4317-9556-4455498bed8d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-407170776'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:19.115406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.125088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.163443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.164100 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment dffb4931-27fa-4c60-9b55-7b53f5efd243 of type vlan for network feb4c3d6-efbc-47cd-9170-7bd934a4de36 Apr 21 14:50:19.181018 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-117541c0-3618-43b4-ba83-e3fc73d15d9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ea208a4-5b81-4381-b138-258b7bbba23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5236475 Apr 21 14:50:19.197523 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-98eff5e8-6040-4e87-b20a-e296c3e47a0c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 HTTP/1.1" status: 204 len: 168 time: 2.8822055 Apr 21 14:50:19.207180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53014) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.259098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d8e85348-2ffe-4878-8892-b6829643caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.449869 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4b994a-2e90-4e1c-a342-4439e9453c00 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:50:19.450551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-da4b994a-2e90-4e1c-a342-4439e9453c00 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:19.463472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.496632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:19.513129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Usage tracker for resource:security_group_rule and tenant:d38ce1c37c5b4cb7aa4f181588a61068 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:19.517840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.525137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:19.566756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-da4b994a-2e90-4e1c-a342-4439e9453c00 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:19.567888 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-da4b994a-2e90-4e1c-a342-4439e9453c00 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 HTTP/1.1" status: 404 len: 333 time: 0.3514924 Apr 21 14:50:19.574573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:19.574817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53018) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.604031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=4cebc352-7646-4b2d-a21e-4ab7bebe2ff0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:19.626882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c027f69-06dd-454b-ac4f-71b8288b4816 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:19.634011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.646063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.649814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:19.650421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.696296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-9df503b6-d4f3-4de4-bb0d-187403983e32 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906335 Apr 21 14:50:19.788420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082bdb7-f611-4639-8b1c-4b0db50aad39 req-e07e8c3b-15c7-4507-99e0-1ce087d68c89 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:19.789916 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9082bdb7-f611-4639-8b1c-4b0db50aad39 req-e07e8c3b-15c7-4507-99e0-1ce087d68c89 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 944 time: 0.4096491 Apr 21 14:50:19.809393 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ae762bf0-6f59-4134-a4b9-805bfac808d9 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/4cebc352-7646-4b2d-a21e-4ab7bebe2ff0 HTTP/1.1" status: 204 len: 168 time: 2.3082745 Apr 21 14:50:19.814408 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1747227 Apr 21 14:50:19.819897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53024) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.820256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53026) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.862967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:19.937301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a840e0-6677-4517-9812-28a9715e5434 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=feb4c3d6-efbc-47cd-9170-7bd934a4de36,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:19.950978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network feb4c3d6-efbc-47cd-9170-7bd934a4de36 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:20.022969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.033502 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9082bdb7-f611-4639-8b1c-4b0db50aad39 req-f4400d6d-5e33-4c86-9102-86b48188ca29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568837 Apr 21 14:50:20.036305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.056150 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6798b1-22fc-4e84-affe-7f26921fe914 req-b0d11180-03bd-4af0-82af-4ebad077c754 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479199 Apr 21 14:50:20.093745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e013d464-aa19-429f-8cce-c0c2decbc48b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.099329 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f5835d28-963b-461a-8e59-f383142a5931 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d38ce1c37c5b4cb7aa4f181588a61068&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3333247 Apr 21 14:50:20.101933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53032) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:20.180019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b4b4-3d40-4c52-a24a-1d409c6f9886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.210950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b4b4-3d40-4c52-a24a-1d409c6f9886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.217629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:20.272625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b4b4-3d40-4c52-a24a-1d409c6f9886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.275917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68181219-09e9-4317-9556-4455498bed8d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.279991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:20.288230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4b4b4-3d40-4c52-a24a-1d409c6f9886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e013d464-aa19-429f-8cce-c0c2decbc48b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.292193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:20.295848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bdd4b4b4-3d40-4c52-a24a-1d409c6f9886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.296695 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bdd4b4b4-3d40-4c52-a24a-1d409c6f9886 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e013d464-aa19-429f-8cce-c0c2decbc48b HTTP/1.1" status: 204 len: 168 time: 0.1938167 Apr 21 14:50:20.334369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:20.336627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b7f6578a-a706-4b28-b531-6d8c762111dd up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:20.349877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68181219-09e9-4317-9556-4455498bed8d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.399304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:20.432725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port b7f6578a-a706-4b28-b531-6d8c762111dd completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:20.438922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port b7f6578a-a706-4b28-b531-6d8c762111dd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:20.439408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.462388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 26ca48ea-79e2-4974-9c28-1b1a2658ada9 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:20.485187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.581674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.615908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:50:20.618873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b6e51-5691-4b27-8aa7-7d91b1c253ba req-05778f18-a436-493a-b1ea-101832fac7e7 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:20.620387 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-282b6e51-5691-4b27-8aa7-7d91b1c253ba req-05778f18-a436-493a-b1ea-101832fac7e7 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.7316749 Apr 21 14:50:20.626986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b7f6578a-a706-4b28-b531-6d8c762111dd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7f6578a-a706-4b28-b531-6d8c762111dd,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:20.640916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.711323 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e1dd82-6e2d-4957-b6da-70309a3b770e'] response: {'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'code': 200} Apr 21 14:50:20.716800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 621ba435-6a56-462d-a113-cb84163337d3 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:20.729630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53042) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:20.738057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.741180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b4a10a87-9e18-4f64-afae-318260fa72eb None None] Provisioning complete for port 5579a92e-faaf-4f8f-9928-38863ff57aca triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:20.741913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b4a10a87-9e18-4f64-afae-318260fa72eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.781607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.792010 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f1823e40-2b11-47b0-9cc9-ac63b80bf989 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74911655d4d149b2b4da417f7751a61b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0611420 Apr 21 14:50:20.794590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53046) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:20.803502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b7f6578a-a706-4b28-b531-6d8c762111dd,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.863262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.874058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-147eb998-3da8-446b-82bb-28f3aa38c31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.904710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-147eb998-3da8-446b-82bb-28f3aa38c31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.948021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.967679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-147eb998-3da8-446b-82bb-28f3aa38c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.990062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eb998-3da8-446b-82bb-28f3aa38c31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d747a3a-0969-4f72-ba6d-dbf710ccdf46,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.999433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-147eb998-3da8-446b-82bb-28f3aa38c31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.004437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-147eb998-3da8-446b-82bb-28f3aa38c31b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d747a3a-0969-4f72-ba6d-dbf710ccdf46 HTTP/1.1" status: 204 len: 168 time: 0.2088571 Apr 21 14:50:21.055748 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-282b6e51-5691-4b27-8aa7-7d91b1c253ba req-20755a5d-5154-4ca3-ab7e-04e9c5362735 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997850 Apr 21 14:50:21.144004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.201829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.309414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3cc863ee-ed95-43b1-926b-b8a5fb6fd113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.399295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da30e8d-7638-4e4c-90db-c4baacd563ec req-ac1c2df6-5b9d-4ee1-9f49-a3fe03ac3bbb tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:21.400786 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8da30e8d-7638-4e4c-90db-c4baacd563ec req-ac1c2df6-5b9d-4ee1-9f49-a3fe03ac3bbb tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.1186373 Apr 21 14:50:21.403464 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dccdd4fa-dbbc-4af3-8a64-93b39a3e2119 req-fe1db684-f5b3-4a7b-a745-09fc90915d38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1098 time: 0.4696617 Apr 21 14:50:21.482216 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dccdd4fa-dbbc-4af3-8a64-93b39a3e2119 req-b24cf4e2-e0fc-4357-b978-16337caafc73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701666 Apr 21 14:50:21.484359 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8da30e8d-7638-4e4c-90db-c4baacd563ec req-e39a20c5-c414-4591-9c76-4e04a5178e2d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734348 Apr 21 14:50:21.567372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.644762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=26ca48ea-79e2-4974-9c28-1b1a2658ada9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:21.650900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.710545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.711936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd7472-75a2-4cc6-ab84-aecf58876e30 None None] Network cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:21.715884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68181219-09e9-4317-9556-4455498bed8d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 8584b08b-902b-4937-950e-b66bdcb7767d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:50:21.718794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.722861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=621ba435-6a56-462d-a113-cb84163337d3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:21.749216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57949d5-d602-483a-b7b7-5c0fe731dc8a req-497c6609-11e9-48f4-b3d7-9797b20c386a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:21.759385 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e57949d5-d602-483a-b7b7-5c0fe731dc8a req-497c6609-11e9-48f4-b3d7-9797b20c386a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.1296358 Apr 21 14:50:21.772598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718552c-ba73-436e-ae54-0c8d5eb95a75 req-45206523-dc3f-405a-821e-be58c2781138 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:21.774096 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a718552c-ba73-436e-ae54-0c8d5eb95a75 req-45206523-dc3f-405a-821e-be58c2781138 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 945 time: 0.3849897 Apr 21 14:50:21.782669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.786627 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8eb0ea0f-d357-4b34-b9bf-61054db61383 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/621ba435-6a56-462d-a113-cb84163337d3 HTTP/1.1" status: 204 len: 168 time: 1.9632592 Apr 21 14:50:21.792732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50b70a-2903-4b91-a29a-3e767640f51e None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:21.796186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53072) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:21.799737 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b36418c5-3258-458c-864e-7d7a8a6668cd tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/26ca48ea-79e2-4974-9c28-1b1a2658ada9 HTTP/1.1" status: 204 len: 168 time: 2.2216430 Apr 21 14:50:21.810828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53076) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:21.901975 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc2a1186-47d3-4c10-b921-5631ec6813ca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006272 Apr 21 14:50:21.923642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53082) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:22.011404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:22.057706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': 'dffb4931-27fa-4c60-9b55-7b53f5efd243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:22.058350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: feb4c3d6-efbc-47cd-9170-7bd934a4de36, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:22.062231 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e57949d5-d602-483a-b7b7-5c0fe731dc8a req-8a2bfcfa-9d2f-4934-a89c-4fcc3ca39c34 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014898 Apr 21 14:50:22.070492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.076674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=d60da8ca-96a7-4a63-9a40-70e15d90d1e1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:22.088950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 8c9132c4-9bf8-427e-ac33-171402f7fda1 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:22.089113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.132005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53090) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:22.258213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.265796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:22.280883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:22.287950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:22.295231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:22.308838 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a718552c-ba73-436e-ae54-0c8d5eb95a75 req-27ed5b90-bb58-4e76-9b21-457d45f05e7b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5050621 Apr 21 14:50:22.324373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network feb4c3d6-efbc-47cd-9170-7bd934a4de36 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:22.346526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:22.350255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.361304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] DHCP port deletion for cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:22.366204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, feb4c3d6-efbc-47cd-9170-7bd934a4de36) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:22.370294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:22.371068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.376415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Deleting port 8c9132c4-9bf8-427e-ac33-171402f7fda1 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:22.380548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.425170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-164793972'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:22.439937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b3f58-99b4-47fe-b40b-c65f563c940e None None] Network feb4c3d6-efbc-47cd-9170-7bd934a4de36 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:22.446169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:22.453431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:22.458660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Usage tracker for resource:network and tenant:dbfce06391ce45aea98a03b395c0bfbf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:22.462266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:22.486095 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-194f1121-1cd7-4b60-9e84-ece117943abb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6603951 Apr 21 14:50:22.486733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:22.487957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53096) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:22.502051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1541804008'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:22.513924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] For port 8c9132c4-9bf8-427e-ac33-171402f7fda1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c9132c4-9bf8-427e-ac33-171402f7fda1,segment=NetworkSegment(3f54703b-357b-4025-9175-0bad5cb0f10f),segment_id=3f54703b-357b-4025-9175-0bad5cb0f10f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:22.514542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.547154 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] Deleting port 5579a92e-faaf-4f8f-9928-38863ff57aca {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:22.547523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.604365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Made reservation on behalf of dbfce06391ce45aea98a03b395c0bfbf for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:22.607699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.665424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.685435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 8c9132c4-9bf8-427e-ac33-171402f7fda1 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:22.736410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.751388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:22.764813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68181219-09e9-4317-9556-4455498bed8d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:50:22.764813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:22.766398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b73587-8b53-4784-aa36-b931d4e18f87 req-1069a4f1-9de2-43a5-9450-3ff364b4f2ba tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:22.768219 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-70b73587-8b53-4784-aa36-b931d4e18f87 req-1069a4f1-9de2-43a5-9450-3ff364b4f2ba tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4310451 Apr 21 14:50:22.770971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:22.794367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:22.802936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68181219-09e9-4317-9556-4455498bed8d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.806862 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-68181219-09e9-4317-9556-4455498bed8d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/8584b08b-902b-4937-950e-b66bdcb7767d HTTP/1.1" status: 200 len: 890 time: 3.7167015 Apr 21 14:50:22.808834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53100) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:22.830719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:22.843069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Usage tracker for resource:security_group_rule and tenant:dbfce06391ce45aea98a03b395c0bfbf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:22.847805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.852682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:22.858161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] Sync routers for ids ['8584b08b-902b-4937-950e-b66bdcb7767d'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:50:22.861507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c9132c4-9bf8-427e-ac33-171402f7fda1 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:22.899327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:22.901906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.902264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:22.919305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=8c9132c4-9bf8-427e-ac33-171402f7fda1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:22.941508 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-70b73587-8b53-4784-aa36-b931d4e18f87 req-82247c73-3ba7-432e-bb08-7702e09d3f7a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646664 Apr 21 14:50:22.942505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No DVR routers for this DVR port 8c9132c4-9bf8-427e-ac33-171402f7fda1 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:22.996129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8c9132c4-9bf8-427e-ac33-171402f7fda1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:22.996741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c9132c4-9bf8-427e-ac33-171402f7fda1 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:22.997323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5579a92e-faaf-4f8f-9928-38863ff57aca no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:23.004749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.067280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:23.074984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:23.097681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:23.098280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.103366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 3baaf4dc-8cee-43a7-9ba7-062d3552f4f2 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:23.136768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.183012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:23.200463 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.202998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f54703b-357b-4025-9175-0bad5cb0f10f') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:23.203439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f54703b-357b-4025-9175-0bad5cb0f10f') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:23.206715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] For port 8c9132c4-9bf8-427e-ac33-171402f7fda1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c9132c4-9bf8-427e-ac33-171402f7fda1,segment=NetworkSegment(3f54703b-357b-4025-9175-0bad5cb0f10f),segment_id=3f54703b-357b-4025-9175-0bad5cb0f10f)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:23.207151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.215116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.215574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] Routers {'8584b08b-902b-4937-950e-b66bdcb7767d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:23.216252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8584b08b-902b-4937-950e-b66bdcb7767d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:23.232738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.254718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:23.275554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.284198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.284825 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Added segment 4e0a7b47-dff7-4538-bf74-437781c55752 of type vlan for network e547db66-d6df-424c-988e-997873064c49 Apr 21 14:50:23.287584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] For port 5579a92e-faaf-4f8f-9928-38863ff57aca, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5579a92e-faaf-4f8f-9928-38863ff57aca,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:23.287981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.292421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f1fbc6-592d-4c13-8d14-d155b7bc9786,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.296299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:23.296706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:23.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:23.394779 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3982639 Apr 21 14:50:23.395688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416ae1c-5bc2-499f-a36b-58a4aace01af tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=e27919db-3e8c-4efb-8b86-e45b75524966,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.397916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53108) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:23.409796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:23.413073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.445566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.468262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Calling delete_port for 8c9132c4-9bf8-427e-ac33-171402f7fda1 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:23.470611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.483279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.546087 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1385608d-4d84-4a1d-a7da-78a43b03279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/cbc4b6ba-2cd3-4d2b-b9af-5df39063ed80 HTTP/1.1" status: 204 len: 168 time: 1.7310991 Apr 21 14:50:23.549634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53112) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:23.550066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:23.554306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'name': 'tempest-PortsIpV6TestJSON-1244015635'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:23.572142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.575750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:23.576221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.644040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f70d7-e574-41e0-956d-f98c4b75b7a7 req-c7fedb6c-56a8-49cf-b293-a20f8a035e1f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:23.645563 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ab0f70d7-e574-41e0-956d-f98c4b75b7a7 req-c7fedb6c-56a8-49cf-b293-a20f8a035e1f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4993396 Apr 21 14:50:23.660741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] Calling delete_port for 5579a92e-faaf-4f8f-9928-38863ff57aca owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:23.668219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.6 (feb4c3d6-efbc-47cd-9170-7bd934a4de36/d60da8ca-96a7-4a63-9a40-70e15d90d1e1/3baaf4dc-8cee-43a7-9ba7-062d3552f4f2) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:23.704307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:23.719188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:23.726852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:23.745700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:23.764142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6283171 Apr 21 14:50:23.769714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-feb4c3d6-efbc-47cd-9170-7bd934a4de36', 'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36', 'tenant_id': 'b0a41b3593d3407ab521d4d2343e74d8', 'fixed_ips': [{'subnet_id': 'd60da8ca-96a7-4a63-9a40-70e15d90d1e1'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:23.770551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.774949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53116) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:23.782288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb4b04-7bf7-413b-93f8-b17fa61a78c7 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event updated for resources: {'Network': ['ID=e547db66-d6df-424c-988e-997873064c49,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.788780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Request body: {'subnet': {'network_id': 'e547db66-d6df-424c-988e-997873064c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:23.817159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd991b-acc6-4fc7-894d-4bf8b5302294 req-013b30a7-0455-4e8c-adc4-dbeee27386a0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:23.817801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network e547db66-d6df-424c-988e-997873064c49 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:23.818636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8abd991b-acc6-4fc7-894d-4bf8b5302294 req-013b30a7-0455-4e8c-adc4-dbeee27386a0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 945 time: 0.3320668 Apr 21 14:50:23.844776 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ab0f70d7-e574-41e0-956d-f98c4b75b7a7 req-ecf0e540-cd38-4c99-9bb1-e22e10436c10 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843009 Apr 21 14:50:23.845407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.854077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:23.857487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.868060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] Routers {'8584b08b-902b-4937-950e-b66bdcb7767d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:23.868663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8584b08b-902b-4937-950e-b66bdcb7767d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:23.903495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:23.908938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:23.914026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:23.924546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:23.968540 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1eeac884-b6be-436d-8136-f9b35facb748 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/routers/8584b08b-902b-4937-950e-b66bdcb7767d HTTP/1.1" status: 200 len: 890 time: 1.1504354 Apr 21 14:50:23.983576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:23.995827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.053329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:24.053990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd7ad19-3fd5-4556-8444-804d35a53248 None None] The sync data for ids ['8584b08b-902b-4937-950e-b66bdcb7767d'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:50:24.066376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:24.069633 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6977214f-4735-4dd3-99df-8e320ed23110 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=8584b08b-902b-4937-950e-b66bdcb7767d HTTP/1.1" status: 200 len: 205 time: 0.0792189 Apr 21 14:50:24.070141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:24.077021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53126) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:24.094018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.183662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] Pushing event deleted for resources: {'Port': ['ID=5579a92e-faaf-4f8f-9928-38863ff57aca,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:24.218956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.234285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36778f-5bf5-43f8-a6ac-3f54800c1c0e None None] No DVR routers for this DVR port 5579a92e-faaf-4f8f-9928-38863ff57aca on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:24.243328 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8abd991b-acc6-4fc7-894d-4bf8b5302294 req-ecba4953-4d72-4cb6-bb8d-e7e18b4a79ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698857 Apr 21 14:50:24.253513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8bac5-c8d6-4f90-8ffd-a46bc52f2c7b None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:24.254631 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e27919db-3e8c-4efb-8b86-e45b75524966 (CIDR: 2001:db8::/64) Apr 21 14:50:24.265810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:24.272176 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:24.272629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:24.280299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 3baaf4dc-8cee-43a7-9ba7-062d3552f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:24.280863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:24.290809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.323714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Usage tracker for resource:subnet and tenant:dbfce06391ce45aea98a03b395c0bfbf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:24.324232 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f816bd72-df1e-457b-946c-737953edf3c8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9201691 Apr 21 14:50:24.327786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:24.336079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'subnet': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:24.339801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:24.362267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:24.384723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 87e07a77-32bd-4bb5-92a1-85122672fe62 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:24.458723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Made reservation on behalf of dbfce06391ce45aea98a03b395c0bfbf for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:24.488851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Allocated IP 172.20.0.2 (feb4c3d6-efbc-47cd-9170-7bd934a4de36/d60da8ca-96a7-4a63-9a40-70e15d90d1e1/be0e0a26-7d0f-401b-b1c3-be2509f663b8) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:24.499297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.555381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network feb4c3d6-efbc-47cd-9170-7bd934a4de36 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:24.565692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:24.574895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:24.611614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Deleting port 8c9132c4-9bf8-427e-ac33-171402f7fda1 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:24.611944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.620289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.749694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147747d5-5efd-4594-b7bf-995610761a8e req-3baae5ec-498b-434a-9138-ab3f269448ee tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:24.751960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-633157fe-20c0-4c44-9356-95e93c1c1cba None None] The port '8c9132c4-9bf8-427e-ac33-171402f7fda1' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:50:24.752922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-147747d5-5efd-4594-b7bf-995610761a8e req-3baae5ec-498b-434a-9138-ab3f269448ee tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.3177397 Apr 21 14:50:24.757755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:24.759219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.811703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=3baaf4dc-8cee-43a7-9ba7-062d3552f4f2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:24.846406 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-37f09658-9db6-4fc3-b452-5ca4d1a2a04d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3571966 Apr 21 14:50:24.847279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89fc1-261c-44bd-ad8e-8de93f1e245b req-9be888f5-96ef-4df4-bb2f-9b1fe7233f03 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:24.848764 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6cc89fc1-261c-44bd-ad8e-8de93f1e245b req-9be888f5-96ef-4df4-bb2f-9b1fe7233f03 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 945 time: 0.4261410 Apr 21 14:50:24.852649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53138) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:24.857208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:24.904208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:subnet and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:24.913893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.930113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.930436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-273f4fc5-d828-4645-a9ef-b086301e3356', 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'tenant_id': '2bb9a90e4ecc41a8ac3c4e03584f4522', 'fixed_ips': [{'subnet_id': 'e27919db-3e8c-4efb-8b86-e45b75524966'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:24.931294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.963350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.985394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:25.014562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Transition to ACTIVE for port object be0e0a26-7d0f-401b-b1c3-be2509f663b8 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:25.026506 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6cc89fc1-261c-44bd-ad8e-8de93f1e245b req-b4f11e8b-bf87-4a21-af33-106a89bbaa9d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617622 Apr 21 14:50:25.073938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:25.075421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:25.081220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Transition to ACTIVE for port object be0e0a26-7d0f-401b-b1c3-be2509f663b8 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:25.084214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.117239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.178069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.185715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:25.213637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Network feb4c3d6-efbc-47cd-9170-7bd934a4de36 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:25.214388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Pushing event updated for resources: {'Port': ['ID=be0e0a26-7d0f-401b-b1c3-be2509f663b8,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.218059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:25.221427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:25.224474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Allocated IP 2001:db8::2 (273f4fc5-d828-4645-a9ef-b086301e3356/e27919db-3e8c-4efb-8b86-e45b75524966/ff9127f5-9cf7-40a6-b6c7-a52de87f2985) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:25.225281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=87e07a77-32bd-4bb5-92a1-85122672fe62,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.226619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:25.236018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:25.240173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:25.240881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.289017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 3baaf4dc-8cee-43a7-9ba7-062d3552f4f2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:25.289278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event updated for resources: {'Subnet': ['ID=c3cc2ded-f31b-4f82-be55-6814707550c2,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.289387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.306792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6cf00b3a-9e7c-4c10-af27-2f6b770cbd1b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7549322 Apr 21 14:50:25.307183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53146) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:25.340879 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-147747d5-5efd-4594-b7bf-995610761a8e req-71964639-36b9-40f6-a736-5b493294ca5f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5627670 Apr 21 14:50:25.341474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:25.344702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.386690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Checking segment: {'id': '4e0a7b47-dff7-4538-bf74-437781c55752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e547db66-d6df-424c-988e-997873064c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:25.387950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Network hostable DHCP agents. Network: e547db66-d6df-424c-988e-997873064c49, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:25.388102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Attempting to bind port be0e0a26-7d0f-401b-b1c3-be2509f663b8 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:25.388356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Attempting to bind port be0e0a26-7d0f-401b-b1c3-be2509f663b8 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'dffb4931-27fa-4c60-9b55-7b53f5efd243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:25.388720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Attempting to bind port be0e0a26-7d0f-401b-b1c3-be2509f663b8 on network feb4c3d6-efbc-47cd-9170-7bd934a4de36 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:25.408419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:25.408741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Checking segment: {'id': 'dffb4931-27fa-4c60-9b55-7b53f5efd243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:25.409149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.409540 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Bound using segment: {'id': 'dffb4931-27fa-4c60-9b55-7b53f5efd243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:25.410018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Bound port: be0e0a26-7d0f-401b-b1c3-be2509f663b8, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffb4931-27fa-4c60-9b55-7b53f5efd243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'feb4c3d6-efbc-47cd-9170-7bd934a4de36'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:25.410398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.414870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 87e07a77-32bd-4bb5-92a1-85122672fe62 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:25.415328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.475794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Network e547db66-d6df-424c-988e-997873064c49 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:25.590118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] For port be0e0a26-7d0f-401b-b1c3-be2509f663b8, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:25.603199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] For port be0e0a26-7d0f-401b-b1c3-be2509f663b8, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=be0e0a26-7d0f-401b-b1c3-be2509f663b8,segment=NetworkSegment(dffb4931-27fa-4c60-9b55-7b53f5efd243),segment_id=dffb4931-27fa-4c60-9b55-7b53f5efd243)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:25.609850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.613160 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c92202b-cac7-43e3-9c73-cd34ee175130 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1093 time: 0.5312045 Apr 21 14:50:25.649489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.662196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53150) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:25.666625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.675718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, e547db66-d6df-424c-988e-997873064c49) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:25.680289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:25.681773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Transition to ACTIVE for port object ff9127f5-9cf7-40a6-b6c7-a52de87f2985 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:25.696524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:25.697153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.700111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0897cbf-4270-4f43-840b-99e90f905687 None None] Network e547db66-d6df-424c-988e-997873064c49 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:25.705058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:25.781247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Transition to ACTIVE for port object ff9127f5-9cf7-40a6-b6c7-a52de87f2985 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:25.789884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.812233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.816047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bafa3-c730-4dfb-8904-2b3ebc4b919f None None] Pushing event updated for resources: {'Port': ['ID=be0e0a26-7d0f-401b-b1c3-be2509f663b8,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.830364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 87e07a77-32bd-4bb5-92a1-85122672fe62 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:25.858252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:25.866915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:25.881760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:25.890803 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4ed80ae7-5f5e-4535-9d6b-1f63e72265da tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1113055 Apr 21 14:50:25.900190 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53154) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:25.907074 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:25.913630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Request body: {'port': {'network_id': 'e547db66-d6df-424c-988e-997873064c49', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-485862177'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:25.917761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:25.923681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:25.988845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.997221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 3baaf4dc-8cee-43a7-9ba7-062d3552f4f2 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:26.068608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Pushing event updated for resources: {'Port': ['ID=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:26.169029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Attempting to bind port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:26.169404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Attempting to bind port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:26.169968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Attempting to bind port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 on network 273f4fc5-d828-4645-a9ef-b086301e3356 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:26.212206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:26.212577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Checking segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:26.214367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.214937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Bound using segment: {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:26.215579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Bound port: ff9127f5-9cf7-40a6-b6c7-a52de87f2985, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668c1e76-9a1c-4195-b2ff-eaaafef3d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:26.216141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.274115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.300044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-e547db66-d6df-424c-988e-997873064c49', 'network_id': 'e547db66-d6df-424c-988e-997873064c49', 'tenant_id': 'dbfce06391ce45aea98a03b395c0bfbf', 'fixed_ips': [{'subnet_id': 'c3cc2ded-f31b-4f82-be55-6814707550c2'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:26.301036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.304964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.315110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.379410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 9f425e38-4b94-4084-af3d-b1c26035256f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:26.379662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.383187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=87e07a77-32bd-4bb5-92a1-85122672fe62,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:26.391122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:26.395763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Usage tracker for resource:port and tenant:dbfce06391ce45aea98a03b395c0bfbf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:26.398875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:26.405148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:26.420823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.434407 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d2354a4a-5ec9-4f13-b6f4-ee96990bf511 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/87e07a77-32bd-4bb5-92a1-85122672fe62 HTTP/1.1" status: 204 len: 168 time: 1.1262109 Apr 21 14:50:26.435315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Made reservation on behalf of dbfce06391ce45aea98a03b395c0bfbf for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:26.439578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.450961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53160) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:26.462304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'mac_address': 'fa:16:3e:ca:05:d5', 'name': 'tempest-PortsIpV6TestJSON-464012067'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:26.462735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=3baaf4dc-8cee-43a7-9ba7-062d3552f4f2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:26.551892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Allocated IP 2001:db8::2 (e547db66-d6df-424c-988e-997873064c49/c3cc2ded-f31b-4f82-be55-6814707550c2/a1044b49-a7ee-4a06-971c-8e7f078c16ce) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:26.622518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] device_id is not set on port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:26.659581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] For port ff9127f5-9cf7-40a6-b6c7-a52de87f2985, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:26.685321 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.687590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] For port ff9127f5-9cf7-40a6-b6c7-a52de87f2985, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:26.743478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:26.744412 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-87cd6be5-1075-476a-b0a2-a4482dca220b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/3baaf4dc-8cee-43a7-9ba7-062d3552f4f2 HTTP/1.1" status: 204 len: 168 time: 1.8888793 Apr 21 14:50:26.758025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53164) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:26.761851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:26.793424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.811888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:26.833168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.834782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:26.842363 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d19ee99-ddc0-48cf-91da-42ae97ed37f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:50:26.843815 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0d19ee99-ddc0-48cf-91da-42ae97ed37f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/3baaf4dc-8cee-43a7-9ba7-062d3552f4f2 HTTP/1.1" status: 404 len: 333 time: 0.0838501 Apr 21 14:50:26.851212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53168) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:26.865275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.936890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device be0e0a26-7d0f-401b-b1c3-be2509f663b8 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:26.960584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:26.999068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.034741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad393805-e1aa-4ca3-846f-aefc3e761676 None None] Pushing event updated for resources: {'Port': ['ID=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:27.041355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Transition to ACTIVE for port object a1044b49-a7ee-4a06-971c-8e7f078c16ce will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:27.079278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 9f425e38-4b94-4084-af3d-b1c26035256f owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:27.082788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Transition to ACTIVE for port object a1044b49-a7ee-4a06-971c-8e7f078c16ce will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:27.095580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.113352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50433a7e-5e60-486c-8b95-0d60d4254980 req-634c4445-f2d3-4c04-a938-19fedfe3f344 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:27.120706 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-50433a7e-5e60-486c-8b95-0d60d4254980 req-634c4445-f2d3-4c04-a938-19fedfe3f344 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5671160 Apr 21 14:50:27.141829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port be0e0a26-7d0f-401b-b1c3-be2509f663b8 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:27.178283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Pushing event updated for resources: {'Port': ['ID=a1044b49-a7ee-4a06-971c-8e7f078c16ce,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:27.181745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Network e547db66-d6df-424c-988e-997873064c49 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:27.183482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:27.189911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:27.203975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:50:27.296339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Attempting to bind port a1044b49-a7ee-4a06-971c-8e7f078c16ce on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:27.296834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Attempting to bind port a1044b49-a7ee-4a06-971c-8e7f078c16ce by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4e0a7b47-dff7-4538-bf74-437781c55752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e547db66-d6df-424c-988e-997873064c49'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:27.297291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Attempting to bind port a1044b49-a7ee-4a06-971c-8e7f078c16ce on network e547db66-d6df-424c-988e-997873064c49 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:27.307052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:27.307588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Checking segment: {'id': '4e0a7b47-dff7-4538-bf74-437781c55752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e547db66-d6df-424c-988e-997873064c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:27.308127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.308616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Bound using segment: {'id': '4e0a7b47-dff7-4538-bf74-437781c55752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e547db66-d6df-424c-988e-997873064c49'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:27.309188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Bound port: a1044b49-a7ee-4a06-971c-8e7f078c16ce, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0a7b47-dff7-4538-bf74-437781c55752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e547db66-d6df-424c-988e-997873064c49'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:27.309664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.435047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.463073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79563dbc-3bb7-44e3-9804-6115d5ec6c04 None None] Network feb4c3d6-efbc-47cd-9170-7bd934a4de36 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:27.536812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Allocated IP 2001:db8::26b (e547db66-d6df-424c-988e-997873064c49/c3cc2ded-f31b-4f82-be55-6814707550c2/2d79649e-aff2-4da1-9129-5adc1e58f9d1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:27.555932 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-50433a7e-5e60-486c-8b95-0d60d4254980 req-69910744-5d1c-4b29-b2c5-581316caf36a tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4343686 Apr 21 14:50:27.561037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] For port a1044b49-a7ee-4a06-971c-8e7f078c16ce, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:27.590856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] For port a1044b49-a7ee-4a06-971c-8e7f078c16ce, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1044b49-a7ee-4a06-971c-8e7f078c16ce,segment=NetworkSegment(4e0a7b47-dff7-4538-bf74-437781c55752),segment_id=4e0a7b47-dff7-4538-bf74-437781c55752)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:27.614223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port e2ac49b7-a729-48fc-8fbd-5463b9a6bccc yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:27.618223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.662347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.175 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/544ec6ce-ec7c-48ee-92e4-42097f2d3c5c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:27.670618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b33e3aa3-d638-4799-b2ae-3c190d5d9b99 None None] Provisioning for port be0e0a26-7d0f-401b-b1c3-be2509f663b8 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:27.740293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b33e3aa3-d638-4799-b2ae-3c190d5d9b99 None None] Provisioning complete for port be0e0a26-7d0f-401b-b1c3-be2509f663b8 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:27.740778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b33e3aa3-d638-4799-b2ae-3c190d5d9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.748684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet d60da8ca-96a7-4a63-9a40-70e15d90d1e1 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:27.781696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.793958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.821996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fe405-a77b-42b0-bac8-df87385cad11 None None] Pushing event updated for resources: {'Port': ['ID=a1044b49-a7ee-4a06-971c-8e7f078c16ce,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:27.888349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=9f425e38-4b94-4084-af3d-b1c26035256f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:27.903083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.987883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b33e3aa3-d638-4799-b2ae-3c190d5d9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.058986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b33e3aa3-d638-4799-b2ae-3c190d5d9b99 None None] For port be0e0a26-7d0f-401b-b1c3-be2509f663b8, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=be0e0a26-7d0f-401b-b1c3-be2509f663b8,segment=NetworkSegment(dffb4931-27fa-4c60-9b55-7b53f5efd243),segment_id=dffb4931-27fa-4c60-9b55-7b53f5efd243)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:28.073934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b33e3aa3-d638-4799-b2ae-3c190d5d9b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.085344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.193191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.304096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e3aa3-d638-4799-b2ae-3c190d5d9b99 None None] Pushing event updated for resources: {'Port': ['ID=be0e0a26-7d0f-401b-b1c3-be2509f663b8,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:28.419586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] For port ff9127f5-9cf7-40a6-b6c7-a52de87f2985, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:28.509771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-564fd5c6-1adb-46cf-9b8f-10b11de9c410 None None] Provisioning complete for port be0e0a26-7d0f-401b-b1c3-be2509f663b8 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:28.510483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-564fd5c6-1adb-46cf-9b8f-10b11de9c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.558890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.650578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:50:28.658788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.725813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.746784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Transition to ACTIVE for port object 2d79649e-aff2-4da1-9129-5adc1e58f9d1 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:28.824975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.825350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-31404c68-cfa1-45f0-bb53-cc3f79673381 None None] Could not find standard attr ID for object 3baaf4dc-8cee-43a7-9ba7-062d3552f4f2. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:28.849112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=d60da8ca-96a7-4a63-9a40-70e15d90d1e1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:28.854832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-31404c68-cfa1-45f0-bb53-cc3f79673381 None None] Provisioning for port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:28.861181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.893437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.902442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.903203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.042918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device be0e0a26-7d0f-401b-b1c3-be2509f663b8 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:29.046062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.061127 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9fabb523-951a-4aff-a3f6-ef3bfee773d4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/d60da8ca-96a7-4a63-9a40-70e15d90d1e1 HTTP/1.1" status: 204 len: 168 time: 2.2044613 Apr 21 14:50:29.073244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53176) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:29.073923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.089000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.115371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.137734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:29.147141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:29.155311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:29.155904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.158103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b69d78-1231-4197-a6c6-04c947297bf8 None None] Network feb4c3d6-efbc-47cd-9170-7bd934a4de36 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:29.178371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:29.179569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d5821-4568-4ce9-8454-8fb03d9d2eee None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:29.184563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Subnet': ['ID=72905a9e-f3c6-4995-8c2c-747d12f53825,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:29.211705 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4621c67a-11ca-4291-ae3b-9fc9c5f66f2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8828387 Apr 21 14:50:29.213113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53180) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:29.220264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Request body: {'port': {'network_id': '273f4fc5-d828-4645-a9ef-b086301e3356', 'mac_address': 'fa:16:3e:a2:ee:0f', 'name': 'tempest-NetworksTestDHCPv6-49373722'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:29.237211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.237718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Fanout notify agent at l3_agent the message router_deleted on router 8584b08b-902b-4937-950e-b66bdcb7767d {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:50:29.295614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.326308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.331518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d30422a4-45c1-48ad-a50b-573b3eca6c66 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/8584b08b-902b-4937-950e-b66bdcb7767d HTTP/1.1" status: 204 len: 168 time: 5.2494795 Apr 21 14:50:29.332722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:29.332933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.340863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28392221'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:29.349257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:29.366841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:29.371780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:29.373817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:29.379213 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-36285523-a66b-4d5e-ae89-a0472b29e0ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 1098 time: 1.1019661 Apr 21 14:50:29.385769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:29.387270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:29.393648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5d16b-8b92-4f9d-be62-1b1481002a6e req-4c13c24c-8f86-4862-a1e3-2d07c427a4e7 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:29.395663 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e6a5d16b-8b92-4f9d-be62-1b1481002a6e req-4c13c24c-8f86-4862-a1e3-2d07c427a4e7 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 1.0566790 Apr 21 14:50:29.398615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:29.404282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:29.409041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port be0e0a26-7d0f-401b-b1c3-be2509f663b8 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:29.409555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.410123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Usage tracker for resource:port and tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:29.413640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:29.416729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:29.420203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.440830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:29.445125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=544ec6ce-ec7c-48ee-92e4-42097f2d3c5c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:29.455954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port be0e0a26-7d0f-401b-b1c3-be2509f663b8 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:29.456229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.465479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Made reservation on behalf of 2bb9a90e4ecc41a8ac3c4e03584f4522 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:29.491594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:29.576760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Network e547db66-d6df-424c-988e-997873064c49 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:29.610618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea5783-04e1-488c-b8ff-8076f7ae3cfd None None] Network e547db66-d6df-424c-988e-997873064c49 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:29.622047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:29.654944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:29.659657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:29.660345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.667464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.691785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.691785 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment 27e4b294-075d-43b1-bbab-3161212d761a of type vlan for network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d Apr 21 14:50:29.757019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.771564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.803292 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.8979201 Apr 21 14:50:29.804379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c174cde-c46e-435b-a7e8-d2396332ca31 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event updated for resources: {'Port': ['ID=2d79649e-aff2-4da1-9129-5adc1e58f9d1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:29.808614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53188) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:29.818406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] device_id is not set on port 14dfad1f-6289-43ca-b7a7-5579a87d3d3a yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:29.865726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.869482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:29.870074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.878721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Request body: {'port': {'network_id': 'e547db66-d6df-424c-988e-997873064c49', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1581513186', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:29.879623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] bootfile-name is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:29.879623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] tftp-server is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:29.879840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] server-ip-address is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:29.903315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7d476bc0-dac1-461e-bdef-e9d3ce8371be None None] Provisioning for port a1044b49-a7ee-4a06-971c-8e7f078c16ce completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:29.990557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1044b49-a7ee-4a06-971c-8e7f078c16ce up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:30.000705 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e6a5d16b-8b92-4f9d-be62-1b1481002a6e req-48ea52c4-7099-4ab8-8ff3-fa259798ea67 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5528412 Apr 21 14:50:30.003260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:30.030679 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6968288 Apr 21 14:50:30.035707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] DHCP port deletion for feb4c3d6-efbc-47cd-9170-7bd934a4de36 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:30.048460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53192) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:30.059424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0548d46-699c-4fde-89a4-a02ce0148fff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=fb303cd8-e00b-44fc-9fa8-de993c6b3e5d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:30.066762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:30.072922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': 'fb303cd8-e00b-44fc-9fa8-de993c6b3e5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:30.078196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] Deleting port be0e0a26-7d0f-401b-b1c3-be2509f663b8 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:30.078616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.113173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:30.172488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8::3b2 (273f4fc5-d828-4645-a9ef-b086301e3356/e27919db-3e8c-4efb-8b86-e45b75524966/14dfad1f-6289-43ca-b7a7-5579a87d3d3a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:30.179355 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:ee0f (273f4fc5-d828-4645-a9ef-b086301e3356/72905a9e-f3c6-4995-8c2c-747d12f53825/14dfad1f-6289-43ca-b7a7-5579a87d3d3a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:30.183284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:30.187757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:30.188881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.271406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-f98bc2ed-e7a1-4824-afdc-54a408b3cc3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:30.272793 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-f98bc2ed-e7a1-4824-afdc-54a408b3cc3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 200 len: 911 time: 0.8486240 Apr 21 14:50:30.289821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=e2ac49b7-a729-48fc-8fbd-5463b9a6bccc,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:30.405861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.423957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Transition to ACTIVE for port object 14dfad1f-6289-43ca-b7a7-5579a87d3d3a will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:30.450074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.466431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a1044b49-a7ee-4a06-971c-8e7f078c16ce completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:30.478593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a1044b49-a7ee-4a06-971c-8e7f078c16ce triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:30.478996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.551848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Network 273f4fc5-d828-4645-a9ef-b086301e3356 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:30.553102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event updated for resources: {'Port': ['ID=14dfad1f-6289-43ca-b7a7-5579a87d3d3a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:30.553313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] For port be0e0a26-7d0f-401b-b1c3-be2509f663b8, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=be0e0a26-7d0f-401b-b1c3-be2509f663b8,segment=NetworkSegment(dffb4931-27fa-4c60-9b55-7b53f5efd243),segment_id=dffb4931-27fa-4c60-9b55-7b53f5efd243)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:30.553713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.556170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:30.558406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:30.564502 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fa557914-d5fb-4deb-b1de-a7b2611183d4 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.1100755 Apr 21 14:50:30.564736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:30.564736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.569086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:30.633563 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e1af76bb-ab67-4db5-ad10-cc43b24661ef tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4170148 Apr 21 14:50:30.640197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53200) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:30.654602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:30.660811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] For port be0e0a26-7d0f-401b-b1c3-be2509f663b8, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=be0e0a26-7d0f-401b-b1c3-be2509f663b8,segment=NetworkSegment(dffb4931-27fa-4c60-9b55-7b53f5efd243),segment_id=dffb4931-27fa-4c60-9b55-7b53f5efd243)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:30.661168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.671275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:30.726862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c1d2b-f8cf-4a6b-86aa-a97392191671 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:30.727701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc7c1d2b-f8cf-4a6b-86aa-a97392191671 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:30.761884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc7c1d2b-f8cf-4a6b-86aa-a97392191671 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:30.765540 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc7c1d2b-f8cf-4a6b-86aa-a97392191671 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/e2ac49b7-a729-48fc-8fbd-5463b9a6bccc HTTP/1.1" status: 200 len: 844 time: 0.1929185 Apr 21 14:50:30.768042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53204) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:30.775065 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] Calling delete_port for be0e0a26-7d0f-401b-b1c3-be2509f663b8 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:30.776619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting port 14dfad1f-6289-43ca-b7a7-5579a87d3d3a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:30.776960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.826413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.876586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Usage tracker for resource:port and tenant:dbfce06391ce45aea98a03b395c0bfbf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:30.902326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port e2ac49b7-a729-48fc-8fbd-5463b9a6bccc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:30.902671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.931758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.973961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.996208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:31.000037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:31.043509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] Pushing event deleted for resources: {'Port': ['ID=be0e0a26-7d0f-401b-b1c3-be2509f663b8,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:31.067789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80441ce3-f139-43fb-a44f-7e722f705e31 None None] No DVR routers for this DVR port be0e0a26-7d0f-401b-b1c3-be2509f663b8 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:31.102286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a1044b49-a7ee-4a06-971c-8e7f078c16ce, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1044b49-a7ee-4a06-971c-8e7f078c16ce,segment=NetworkSegment(4e0a7b47-dff7-4538-bf74-437781c55752),segment_id=4e0a7b47-dff7-4538-bf74-437781c55752)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:31.124664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.124971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:31.125925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ff9127f5-9cf7-40a6-b6c7-a52de87f2985 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:31.245986 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-abdbb9b6-7531-40ca-becc-19092fc2ca6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 200 len: 1000 time: 0.9467561 Apr 21 14:50:31.247054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:31.267995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for be0e0a26-7d0f-401b-b1c3-be2509f663b8 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:31.295882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3011ef28-8859-451f-b5e9-6d8d78fbd89d None None] Provisioning complete for port a1044b49-a7ee-4a06-971c-8e7f078c16ce triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:31.296199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3011ef28-8859-451f-b5e9-6d8d78fbd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.333209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:31.359308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a1044b49-a7ee-4a06-971c-8e7f078c16ce,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:31.395774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:31.399318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:31.447172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:31.447815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.471600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Made reservation on behalf of dbfce06391ce45aea98a03b395c0bfbf for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:31.475217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.475817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.546926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.604000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] device_id is not set on port e6c79152-44e7-423b-bc6e-042530e063ea yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:31.654080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.671186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-0bfcd81d-e039-43d0-ad64-cbae93cef4b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:31.673410 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-0bfcd81d-e039-43d0-ad64-cbae93cef4b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 200 len: 849 time: 0.3281708 Apr 21 14:50:31.684432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3011ef28-8859-451f-b5e9-6d8d78fbd89d None None] Provisioning for port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:31.699400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3011ef28-8859-451f-b5e9-6d8d78fbd89d None None] Provisioning complete for port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:31.699770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3011ef28-8859-451f-b5e9-6d8d78fbd89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.733152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.743346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for e2ac49b7-a729-48fc-8fbd-5463b9a6bccc owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:31.778962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:31.779202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72778f69-397e-4192-b4d6-36c7763e64c0 req-616c8eae-0e77-41f5-8fc7-f1fae72c61af tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:31.779335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:31.780798 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-72778f69-397e-4192-b4d6-36c7763e64c0 req-616c8eae-0e77-41f5-8fc7-f1fae72c61af tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5471900 Apr 21 14:50:31.789027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ff9127f5-9cf7-40a6-b6c7-a52de87f2985, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:31.800180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.876111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3011ef28-8859-451f-b5e9-6d8d78fbd89d None None] Port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:31.892888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:31.915263 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1044b49-a7ee-4a06-971c-8e7f078c16ce up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:31.939098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Calling delete_port for 14dfad1f-6289-43ca-b7a7-5579a87d3d3a owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:31.989471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a1044b49-a7ee-4a06-971c-8e7f078c16ce triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:31.989908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.052756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Provisioning complete for port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:32.053064 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.078507 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-72778f69-397e-4192-b4d6-36c7763e64c0 req-3e709e92-2475-4f9c-885f-c6dbeda78f41 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381043 Apr 21 14:50:32.121724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:32.130203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.135197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.138173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Allocated IP 2001:db8::115 (e547db66-d6df-424c-988e-997873064c49/c3cc2ded-f31b-4f82-be55-6814707550c2/e6c79152-44e7-423b-bc6e-042530e063ea) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:32.143935 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-f38ad810-9fa4-4858-b011-5e0dc36fd7af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2835474b-e553-474e-9662-e90214d418f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4601271 Apr 21 14:50:32.186834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ff9127f5-9cf7-40a6-b6c7-a52de87f2985 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:32.195420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=e2ac49b7-a729-48fc-8fbd-5463b9a6bccc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:32.211421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.262899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:32.262899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.271065 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-227d1e1a-aeaf-4b69-8ed0-213012635ec2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/e2ac49b7-a729-48fc-8fbd-5463b9a6bccc HTTP/1.1" status: 204 len: 168 time: 1.4998457 Apr 21 14:50:32.272263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:32.282374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port be0e0a26-7d0f-401b-b1c3-be2509f663b8 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:32.282976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.319889 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd74136-23a1-4792-baf9-f26b64c212e7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:50:32.320463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-edd74136-23a1-4792-baf9-f26b64c212e7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:32.340448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.369642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Provisioning for port 14dfad1f-6289-43ca-b7a7-5579a87d3d3a completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:32.385224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-edd74136-23a1-4792-baf9-f26b64c212e7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:32.392826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Provisioning complete for port 14dfad1f-6289-43ca-b7a7-5579a87d3d3a triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:32.393094 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-edd74136-23a1-4792-baf9-f26b64c212e7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/e2ac49b7-a729-48fc-8fbd-5463b9a6bccc HTTP/1.1" status: 404 len: 333 time: 0.1135521 Apr 21 14:50:32.393206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.396343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:32.397248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Port': ['ID=14dfad1f-6289-43ca-b7a7-5579a87d3d3a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:32.406302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'name': 'tempest-PortsIpV6TestJSON-1107353630'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:32.428127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Port 14dfad1f-6289-43ca-b7a7-5579a87d3d3a was deleted so its status cannot be updated. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 21 14:50:32.448927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Provisioning complete for port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:32.449553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-87ae8ebc-ab24-4e3b-9878-77c9f1e08563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.523666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device be0e0a26-7d0f-401b-b1c3-be2509f663b8 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:32.563076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] The port 'be0e0a26-7d0f-401b-b1c3-be2509f663b8' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:50:32.572401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: be0e0a26-7d0f-401b-b1c3-be2509f663b8 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:32.572977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device be0e0a26-7d0f-401b-b1c3-be2509f663b8 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:32.578621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.583758 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dd4d9c44-f2e4-4508-964c-4b648148effa tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/14dfad1f-6289-43ca-b7a7-5579a87d3d3a HTTP/1.1" status: 204 len: 168 time: 1.9425189 Apr 21 14:50:32.595629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53218) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:32.638799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.653295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:32.673597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:32.688999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:32.692200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.724637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b7d76-28aa-4bc2-8906-c45156821dbd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:32.725348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d62b7d76-28aa-4bc2-8906-c45156821dbd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:32.729073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 312bdd55-3d8d-4577-a99a-d6753bf413f4 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:32.788188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d62b7d76-28aa-4bc2-8906-c45156821dbd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:32.789346 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d62b7d76-28aa-4bc2-8906-c45156821dbd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1924310 Apr 21 14:50:32.793556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53222) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:32.932159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.940771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.945717 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-a649b375-f858-4605-82dd-8d1eefc11541 service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7722447 Apr 21 14:50:33.001354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a7de6-5d25-4f48-84b5-8d164d8abf37 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:33.002974 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5c9a7de6-5d25-4f48-84b5-8d164d8abf37 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2083395 Apr 21 14:50:33.005649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.062674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.089177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e17b7-685f-4747-ad68-5d71f9b48a87 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:33.090484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e17b7-685f-4747-ad68-5d71f9b48a87 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:33.091746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e17b7-685f-4747-ad68-5d71f9b48a87 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:33.092553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-912e17b7-685f-4747-ad68-5d71f9b48a87 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:33.113401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-912e17b7-685f-4747-ad68-5d71f9b48a87 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:33.114584 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-912e17b7-685f-4747-ad68-5d71f9b48a87 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1079962 Apr 21 14:50:33.117211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.152921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.179874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb4c3d6-efbc-47cd-9170-7bd934a4de36']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:33.222448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffb4931-27fa-4c60-9b55-7b53f5efd243') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:33.222680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffb4931-27fa-4c60-9b55-7b53f5efd243') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:33.253620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=312bdd55-3d8d-4577-a99a-d6753bf413f4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:33.256834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:33.260896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet 72905a9e-f3c6-4995-8c2c-747d12f53825 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:33.263375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:33.266151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:33.270537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:33.271841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.275209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.299730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.340347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.350577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=2e737cda-ff14-4974-94dc-2acbabd27891,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:33.373199 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbc7e072-184b-4b3d-a235-ecffce72d666 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9735668 Apr 21 14:50:33.377291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.378477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.390061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:33.398656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.432248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:33.432644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:33.454646 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:33.528864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Transition to ACTIVE for port object e6c79152-44e7-423b-bc6e-042530e063ea will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:33.563030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': '27e4b294-075d-43b1-bbab-3161212d761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fb303cd8-e00b-44fc-9fa8-de993c6b3e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:33.563950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: fb303cd8-e00b-44fc-9fa8-de993c6b3e5d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:33.581738 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769fe00b-e361-4764-8a8e-566d5809b3b3 req-d3ea822f-70f2-4a93-a4f4-585787d2ea5e service neutron] 10.222.0.21 "GET /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816698 Apr 21 14:50:33.584891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:50:33.615266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.619823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.625893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.645065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.651359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.662923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.709116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5798557-2709-4438-a807-36c3e628f043 req-0f431f51-4caf-474c-8def-55c372449ac3 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:33.710564 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b5798557-2709-4438-a807-36c3e628f043 req-0f431f51-4caf-474c-8def-55c372449ac3 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4680846 Apr 21 14:50:33.711287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=feb4c3d6-efbc-47cd-9170-7bd934a4de36,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:33.805722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.821762 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f11be5ae-0a3a-47c1-a955-ed701a68016a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/feb4c3d6-efbc-47cd-9170-7bd934a4de36 HTTP/1.1" status: 204 len: 168 time: 4.7464867 Apr 21 14:50:33.832276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53240) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.836936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=544ec6ce-ec7c-48ee-92e4-42097f2d3c5c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:33.883395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.888688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ff9127f5-9cf7-40a6-b6c7-a52de87f2985 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:33.890606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:33.900552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'name': 'tempest-PortsTestJSON-346072558'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:33.933896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=72905a9e-f3c6-4995-8c2c-747d12f53825,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:33.944236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.974197 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-814bf28d-539b-4129-9ff9-1138e4aeae58 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/72905a9e-f3c6-4995-8c2c-747d12f53825 HTTP/1.1" status: 204 len: 168 time: 0.8559270 Apr 21 14:50:33.976424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.978177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53244) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.992813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6891e0a-33a4-4bed-a514-898b90f54b1c None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:34.006911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, fb303cd8-e00b-44fc-9fa8-de993c6b3e5d) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:34.011235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:34.011829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.015431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.025414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f34f4-ac16-4f1c-928f-c8091544217a None None] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:34.055839 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b5798557-2709-4438-a807-36c3e628f043 req-288fa94c-ff6b-4955-b97f-ba0a0234cfb3 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209124 Apr 21 14:50:34.056735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.104515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] In _notify_port_updated(), no bound segment for port 312bdd55-3d8d-4577-a99a-d6753bf413f4 on network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:50:34.108279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:34.108885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.115060 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "PUT /v2.0/ports/312bdd55-3d8d-4577-a99a-d6753bf413f4 HTTP/1.1" status: 200 len: 818 time: 0.7307699 Apr 21 14:50:34.115060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53248) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.144058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Network e547db66-d6df-424c-988e-997873064c49 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:34.145796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:34.151406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Deleting subnet e27919db-3e8c-4efb-8b86-e45b75524966 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:34.164911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:34.168896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:34.170025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.186097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event updated for resources: {'Port': ['ID=e6c79152-44e7-423b-bc6e-042530e063ea,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:34.201056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.235100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:34.235506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.268791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.354169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66560b4-f056-4bdf-bb8b-1a29422bdd2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=312bdd55-3d8d-4577-a99a-d6753bf413f4,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:34.394373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 312bdd55-3d8d-4577-a99a-d6753bf413f4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:34.395235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.469562 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29138066-285b-499a-a0b5-fc279adfb912 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4037523 Apr 21 14:50:34.472580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:34.475080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53252) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.478308 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0cc79fb0-525a-4690-bff3-241fcc724a7b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.6587889 Apr 21 14:50:34.479705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53256) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.481867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.484526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:34.521355 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1072830302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:34.522574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:34.542015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:34.565556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:34.577159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:34.580153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.586283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:router and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:34.596978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:34.614796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 113869e1-48ce-4416-a81b-45dd04d203c8 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:34.615017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:34.623680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-fb303cd8-e00b-44fc-9fa8-de993c6b3e5d', 'network_id': 'fb303cd8-e00b-44fc-9fa8-de993c6b3e5d', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': '2e737cda-ff14-4974-94dc-2acbabd27891'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:34.624662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.684858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c10c9-b13f-4006-9434-d7389f19784b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:34.688850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c10c9-b13f-4006-9434-d7389f19784b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:34.692691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7c10c9-b13f-4006-9434-d7389f19784b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:34.695754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8b7c10c9-b13f-4006-9434-d7389f19784b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Synchronizing usage tracker for tenant:dbfce06391ce45aea98a03b395c0bfbf on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:34.720968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.722063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.746560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.755519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0ba04441-8342-4eb5-87c1-34499180bb68 None None] Provisioning for port e6c79152-44e7-423b-bc6e-042530e063ea completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:34.760956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8b7c10c9-b13f-4006-9434-d7389f19784b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Unset dirty status for tenant:dbfce06391ce45aea98a03b395c0bfbf on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:34.762122 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8b7c10c9-b13f-4006-9434-d7389f19784b tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2798963 Apr 21 14:50:34.771476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53260) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.776477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0ba04441-8342-4eb5-87c1-34499180bb68 None None] Provisioning complete for port e6c79152-44e7-423b-bc6e-042530e063ea triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:34.776978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ba04441-8342-4eb5-87c1-34499180bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.795294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.805245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Subnet': ['ID=e27919db-3e8c-4efb-8b86-e45b75524966,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:34.818662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.926127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0ba04441-8342-4eb5-87c1-34499180bb68 None None] Port e6c79152-44e7-423b-bc6e-042530e063ea cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:34.956959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 312bdd55-3d8d-4577-a99a-d6753bf413f4 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:34.967137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Allocated IP 2001:db8::2 (fb303cd8-e00b-44fc-9fa8-de993c6b3e5d/2e737cda-ff14-4974-94dc-2acbabd27891/686754b8-9718-47e4-aa93-de01d9c3c1be) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:34.976500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Deleting port e6c79152-44e7-423b-bc6e-042530e063ea {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:34.976963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.996289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.012259 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20840617-974f-45a4-9d51-9e58bd6b7996 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/e27919db-3e8c-4efb-8b86-e45b75524966 HTTP/1.1" status: 204 len: 168 time: 1.0330346 Apr 21 14:50:35.018536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53264) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.069395 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.078108 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP 65e43699-5ddd-46e3-9abe-b6df040b59a0 associated. External IP: 172.26.6.175, port: b7f6578a-a706-4b28-b531-6d8c762111dd. Apr 21 14:50:35.121049 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0f8bb237-ae58-4efd-bb22-33ef8235bebf tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013472 Apr 21 14:50:35.146675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53270) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.208208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.227849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.311751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.327946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Transition to ACTIVE for port object 686754b8-9718-47e4-aa93-de01d9c3c1be will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:35.338196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=312bdd55-3d8d-4577-a99a-d6753bf413f4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:35.352772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.354062 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05740d3f-6354-4472-bad7-fd010083bd6d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8779767 Apr 21 14:50:35.359889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.367175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Transition to ACTIVE for port object 686754b8-9718-47e4-aa93-de01d9c3c1be will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:35.375210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.419370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.422149 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-55d55ca7-c422-4571-b5a1-c31bf504a0f7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/312bdd55-3d8d-4577-a99a-d6753bf413f4 HTTP/1.1" status: 204 len: 168 time: 1.3059006 Apr 21 14:50:35.428308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53278) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.463893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.467121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:35.476621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Pushing event updated for resources: {'Port': ['ID=686754b8-9718-47e4-aa93-de01d9c3c1be,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:35.479668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:35.482667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:35.580081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Attempting to bind port 686754b8-9718-47e4-aa93-de01d9c3c1be on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:35.580547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Attempting to bind port 686754b8-9718-47e4-aa93-de01d9c3c1be by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '27e4b294-075d-43b1-bbab-3161212d761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fb303cd8-e00b-44fc-9fa8-de993c6b3e5d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:35.580974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Attempting to bind port 686754b8-9718-47e4-aa93-de01d9c3c1be on network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:35.588129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:35.588580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Checking segment: {'id': '27e4b294-075d-43b1-bbab-3161212d761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fb303cd8-e00b-44fc-9fa8-de993c6b3e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:35.589047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.589626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Bound using segment: {'id': '27e4b294-075d-43b1-bbab-3161212d761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fb303cd8-e00b-44fc-9fa8-de993c6b3e5d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:35.590160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Bound port: 686754b8-9718-47e4-aa93-de01d9c3c1be, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e4b294-075d-43b1-bbab-3161212d761a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fb303cd8-e00b-44fc-9fa8-de993c6b3e5d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:35.590596 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.605914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:35.609746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.618961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:35.621318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:35.626337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:35.627012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.636486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb97c09-2d5f-49cf-95ae-d9ea01116759 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:35.638382 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afb97c09-2d5f-49cf-95ae-d9ea01116759 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4905367 Apr 21 14:50:35.644207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53282) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.661305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=113869e1-48ce-4416-a81b-45dd04d203c8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:35.694224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26101e3b-3519-4066-8246-34153e63d202 None None] Network 273f4fc5-d828-4645-a9ef-b086301e3356 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:35.717450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c7f37-2c16-4d2d-9bc2-cd6d093cc9c8 req-56261b7a-6b07-4bab-8a65-3e055516eddb tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:35.719517 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-271c7f37-2c16-4d2d-9bc2-cd6d093cc9c8 req-56261b7a-6b07-4bab-8a65-3e055516eddb tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4377959 Apr 21 14:50:35.769445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] For port 686754b8-9718-47e4-aa93-de01d9c3c1be, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:35.793994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Calling delete_port for e6c79152-44e7-423b-bc6e-042530e063ea owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:35.803868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] For port 686754b8-9718-47e4-aa93-de01d9c3c1be, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=686754b8-9718-47e4-aa93-de01d9c3c1be,segment=NetworkSegment(27e4b294-075d-43b1-bbab-3161212d761a),segment_id=27e4b294-075d-43b1-bbab-3161212d761a)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:35.821685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.842248 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ae85b4f4-79b2-489a-a00e-1c68195bc9ce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0064363 Apr 21 14:50:35.847012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53286) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.890410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954adca4-e72d-4ea3-b62f-8c5d75d16463 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:35.891055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-954adca4-e72d-4ea3-b62f-8c5d75d16463 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Synchronizing usage tracker for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:35.934882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e333bad0-6bb8-4906-9595-0b57aee1a358 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:35.935510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e333bad0-6bb8-4906-9595-0b57aee1a358 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:35.936305 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-271c7f37-2c16-4d2d-9bc2-cd6d093cc9c8 req-9e785ee2-0ff5-4dcd-b24c-293372d12f90 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631165 Apr 21 14:50:35.996934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-954adca4-e72d-4ea3-b62f-8c5d75d16463 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Unset dirty status for tenant:2bb9a90e4ecc41a8ac3c4e03584f4522 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:35.998110 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-954adca4-e72d-4ea3-b62f-8c5d75d16463 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3519096 Apr 21 14:50:36.005235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-33218a4a-d04b-4f4a-8745-3e1a2af59764 None None] Provisioning complete for port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:36.005805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-33218a4a-d04b-4f4a-8745-3e1a2af59764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.006929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53292) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.008440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 113869e1-48ce-4416-a81b-45dd04d203c8 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:36.009679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.035619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3e7c-877c-4bc1-bc82-f2f0cebb3254 None None] Pushing event updated for resources: {'Port': ['ID=686754b8-9718-47e4-aa93-de01d9c3c1be,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:36.079673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e333bad0-6bb8-4906-9595-0b57aee1a358 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:36.084231 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e333bad0-6bb8-4906-9595-0b57aee1a358 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6530893 Apr 21 14:50:36.092989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53296) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.148220 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1bec5381-872a-4e76-be5a-6cfda149c294 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399095 Apr 21 14:50:36.158029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53300) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.217562 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8046e3-5e3e-4c1c-831b-b8f3efc70709 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:36.218068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8046e3-5e3e-4c1c-831b-b8f3efc70709 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:36.221780 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c8046e3-5e3e-4c1c-831b-b8f3efc70709 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/14dfad1f-6289-43ca-b7a7-5579a87d3d3a HTTP/1.1" status: 404 len: 333 time: 0.0624328 Apr 21 14:50:36.248390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53304) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.258334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] DHCP port deletion for 273f4fc5-d828-4645-a9ef-b086301e3356 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:36.263878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] Deleting port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:36.264415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.389351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.414437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d4c7dd-275b-4b69-9e69-58a36b035dc2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:50:36.419033 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c3d4c7dd-275b-4b69-9e69-58a36b035dc2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/312bdd55-3d8d-4577-a99a-d6753bf413f4 HTTP/1.1" status: 404 len: 333 time: 0.3200164 Apr 21 14:50:36.462073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.530024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] For port ff9127f5-9cf7-40a6-b6c7-a52de87f2985, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,segment=NetworkSegment(668c1e76-9a1c-4195-b2ff-eaaafef3d103),segment_id=668c1e76-9a1c-4195-b2ff-eaaafef3d103)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:36.530024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.545492 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de123ea-7551-442e-97dd-dc30ceeea706 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:36.545931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de123ea-7551-442e-97dd-dc30ceeea706 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:36.547401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1726918840'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:36.555066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:36.561907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:36.568974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:36.607766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:36.630393 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3de123ea-7551-442e-97dd-dc30ceeea706 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/72905a9e-f3c6-4995-8c2c-747d12f53825 HTTP/1.1" status: 404 len: 337 time: 0.2179108 Apr 21 14:50:36.631149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.632637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53312) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.656368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] Calling delete_port for ff9127f5-9cf7-40a6-b6c7-a52de87f2985 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:36.680057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:36.682858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.697937 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-87980893-50f1-4633-8614-af80f0214596 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:36.698369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87980893-50f1-4633-8614-af80f0214596 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:36.738510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.751204 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-87980893-50f1-4633-8614-af80f0214596 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/e27919db-3e8c-4efb-8b86-e45b75524966 HTTP/1.1" status: 404 len: 337 time: 0.1147461 Apr 21 14:50:36.756604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53316) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.767129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event deleted for resources: {'Port': ['ID=e6c79152-44e7-423b-bc6e-042530e063ea,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:36.785315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] Pushing event deleted for resources: {'Port': ['ID=ff9127f5-9cf7-40a6-b6c7-a52de87f2985,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:36.791652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cd4a2-b04f-454e-aee2-559dc0ba5959 None None] No DVR routers for this DVR port ff9127f5-9cf7-40a6-b6c7-a52de87f2985 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:36.814805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:36.822739 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1eceef-e6fc-44f0-94a6-dde7ad5794c6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:36.823185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1eceef-e6fc-44f0-94a6-dde7ad5794c6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:36.843449 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8d1eceef-e6fc-44f0-94a6-dde7ad5794c6 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/3d31970a-f87b-49d0-a859-f848f4922e0b HTTP/1.1" status: 404 len: 333 time: 0.0856931 Apr 21 14:50:36.856500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.857008 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment cf47b347-d502-430f-86f4-3c276ce5a67b of type vlan for network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a Apr 21 14:50:36.863890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53320) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.905731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.908576 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-01197af3-3a9e-4935-8c7a-25dbbcc392b0 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "DELETE /v2.0/ports/e6c79152-44e7-423b-bc6e-042530e063ea HTTP/1.1" status: 204 len: 168 time: 2.1341140 Apr 21 14:50:36.915579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53324) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.922039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.934935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Request body: {'port': {'name': 'tempest-new-port-name-1385756855', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:36.935310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] bootfile-name is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:36.935645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] tftp-server is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:36.935966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] server-ip-address is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:36.942292 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f945508c-d958-4eb0-bf9c-93d98560b037 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:36.942730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f945508c-d958-4eb0-bf9c-93d98560b037 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:36.944576 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f945508c-d958-4eb0-bf9c-93d98560b037 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/621ba435-6a56-462d-a113-cb84163337d3 HTTP/1.1" status: 404 len: 337 time: 0.0743475 Apr 21 14:50:37.064242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53328) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.071116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.092721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 113869e1-48ce-4416-a81b-45dd04d203c8 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:37.122101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.134774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067baf5-5bda-43b0-ba79-9ba301bfcf9c req-6a23c2cc-5bed-4a37-affe-bfff3961a067 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:37.136889 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-190b470a-e5c3-4dc0-8684-408d0f1f2dba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.137326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190b470a-e5c3-4dc0-8684-408d0f1f2dba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.141902 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-190b470a-e5c3-4dc0-8684-408d0f1f2dba tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/4cebc352-7646-4b2d-a21e-4ab7bebe2ff0 HTTP/1.1" status: 404 len: 337 time: 0.0738096 Apr 21 14:50:37.142367 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1067baf5-5bda-43b0-ba79-9ba301bfcf9c req-6a23c2cc-5bed-4a37-affe-bfff3961a067 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.9488208 Apr 21 14:50:37.144211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53332) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.144659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8::1 (fb303cd8-e00b-44fc-9fa8-de993c6b3e5d/2e737cda-ff14-4974-94dc-2acbabd27891/d2aeba65-d289-49d1-8ed6-e18e56f27ef0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:37.229476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-33119469-72b9-46b3-a3e3-65dfcc496efd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.229920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33119469-72b9-46b3-a3e3-65dfcc496efd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.234012 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-33119469-72b9-46b3-a3e3-65dfcc496efd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/78747511-4506-404f-a44d-d021e5bff5c6 HTTP/1.1" status: 404 len: 333 time: 0.0776718 Apr 21 14:50:37.238614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53336) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.298935 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cad425d-e5fa-479d-ab16-e7b12f94155b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.299387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cad425d-e5fa-479d-ab16-e7b12f94155b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.303902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f1a7d-88cd-475c-88ee-43b25efa4dd4 None None] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:37.304427 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9cad425d-e5fa-479d-ab16-e7b12f94155b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/f954351b-f7d4-4532-809e-26805e87d566 HTTP/1.1" status: 404 len: 337 time: 0.0613587 Apr 21 14:50:37.319590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53340) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.384200 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1067baf5-5bda-43b0-ba79-9ba301bfcf9c req-67048159-b02b-4653-9f6e-63c46ba6ea3d tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408366 Apr 21 14:50:37.386931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-04abf7cf-6ed7-4007-ac16-e193b211221b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.387639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04abf7cf-6ed7-4007-ac16-e193b211221b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.398249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-27615052-7607-4622-a6c4-9f1094612da4 None None] Provisioning for port 686754b8-9718-47e4-aa93-de01d9c3c1be completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:37.399511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.452497 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-04abf7cf-6ed7-4007-ac16-e193b211221b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/41e40ba8-721a-494f-b0b1-9fdf54fc01d8 HTTP/1.1" status: 404 len: 337 time: 0.1303806 Apr 21 14:50:37.459895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53346) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.473532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=113869e1-48ce-4416-a81b-45dd04d203c8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:37.518747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.521040 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-746e46dd-f6f0-4fcb-91e5-322d2a2e57d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/113869e1-48ce-4416-a81b-45dd04d203c8 HTTP/1.1" status: 204 len: 168 time: 1.6662445 Apr 21 14:50:37.526921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53350) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.535118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'mac_address': 'fa:16:3e:da:cf:45', 'name': 'tempest-PortsTestJSON-1298248770'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:37.549010 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-297930b3-25cd-43d8-9e88-fa17963045d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.549366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297930b3-25cd-43d8-9e88-fa17963045d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.551013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-297930b3-25cd-43d8-9e88-fa17963045d0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/d51f14a3-5ff8-4ce9-954b-7c0cf3fd62e0 HTTP/1.1" status: 404 len: 333 time: 0.0816219 Apr 21 14:50:37.555033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53354) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.573898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.578200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:37.579740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.610938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.659739 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-48273f1c-a0d1-48f5-944f-0e2625b35af2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.660270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48273f1c-a0d1-48f5-944f-0e2625b35af2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.661855 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-48273f1c-a0d1-48f5-944f-0e2625b35af2 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/56a79665-e856-4a23-a011-98df1a8f397b HTTP/1.1" status: 404 len: 337 time: 0.1058884 Apr 21 14:50:37.674700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53358) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.733548 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-1085853a-0136-47bc-aaba-2bfb87990557 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.733987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1085853a-0136-47bc-aaba-2bfb87990557 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.735702 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1085853a-0136-47bc-aaba-2bfb87990557 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/7cde6edc-059d-40c6-9caf-5785643676f3 HTTP/1.1" status: 404 len: 337 time: 0.0548894 Apr 21 14:50:37.743909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53364) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.745844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router c5a9d984-b1af-4544-9dce-7b686850e256 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:50:37.799997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:37.803692 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-2483d3f9-7a17-4397-a636-31475b5ebb6a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.804324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2483d3f9-7a17-4397-a636-31475b5ebb6a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.806010 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2483d3f9-7a17-4397-a636-31475b5ebb6a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/a5e1f794-03e0-4a35-9a28-422ed7461e34 HTTP/1.1" status: 404 len: 333 time: 0.0590425 Apr 21 14:50:37.810194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53368) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.813557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:37.832266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object d2aeba65-d289-49d1-8ed6-e18e56f27ef0 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:37.847645 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3764992 Apr 21 14:50:37.847645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c053b-fc40-4aa5-a944-c2a55cc20618 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=59aa76c6-1c16-4ccc-b10b-4a8b193d453a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:37.849914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.856506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:37.860949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:37.864918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:37.910789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-c552f0d3-f769-424a-a9a5-f7b77abd2fa8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:37.911230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c552f0d3-f769-424a-a9a5-f7b77abd2fa8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:37.912931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c552f0d3-f769-424a-a9a5-f7b77abd2fa8 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/0319a36e-7077-4c9f-ae7f-0aaa05769a76 HTTP/1.1" status: 404 len: 337 time: 0.1020324 Apr 21 14:50:37.914668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:37.920542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53376) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.994106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 686754b8-9718-47e4-aa93-de01d9c3c1be up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:38.024507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.099355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 686754b8-9718-47e4-aa93-de01d9c3c1be completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:38.104608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 686754b8-9718-47e4-aa93-de01d9c3c1be triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:38.105087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.145484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:38.176025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:38.176813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=d2aeba65-d289-49d1-8ed6-e18e56f27ef0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:38.179635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:38.183434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:38.187844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:38.190518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:38.191038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.193605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:38.200144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:38.214512 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-a799fe6c-7105-45b2-b7dc-9469c1e1391e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:38.214945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a799fe6c-7105-45b2-b7dc-9469c1e1391e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:38.216718 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a799fe6c-7105-45b2-b7dc-9469c1e1391e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/13b4ab6b-32ce-4826-b384-c55b680f7512 HTTP/1.1" status: 404 len: 333 time: 0.2939425 Apr 21 14:50:38.223779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.235312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.270893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 686754b8-9718-47e4-aa93-de01d9c3c1be, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=686754b8-9718-47e4-aa93-de01d9c3c1be,segment=NetworkSegment(27e4b294-075d-43b1-bbab-3161212d761a),segment_id=27e4b294-075d-43b1-bbab-3161212d761a)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:38.276118 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb27643b-1c2a-4a3d-bb67-9b41f63a9ff5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:38.276562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb27643b-1c2a-4a3d-bb67-9b41f63a9ff5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:38.278076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.281930 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb27643b-1c2a-4a3d-bb67-9b41f63a9ff5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/9ba6c146-6aed-46c7-8c16-bb7d2e76cda7 HTTP/1.1" status: 404 len: 337 time: 0.0568035 Apr 21 14:50:38.284412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.340730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.346107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:38.363090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ff9127f5-9cf7-40a6-b6c7-a52de87f2985 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:38.367993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.384966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 5273c28e-9f7a-4934-b183-ec58a10c7bec yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:38.390831 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0ef061-0ddb-4352-a5d2-e44b95a362d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:38.392214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0ef061-0ddb-4352-a5d2-e44b95a362d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:38.396589 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ad0ef061-0ddb-4352-a5d2-e44b95a362d4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/49dbbb7d-9977-4e90-8321-27c8822703ab HTTP/1.1" status: 404 len: 333 time: 0.1005630 Apr 21 14:50:38.408158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ff9127f5-9cf7-40a6-b6c7-a52de87f2985 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:38.408638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ff9127f5-9cf7-40a6-b6c7-a52de87f2985 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:38.412518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=686754b8-9718-47e4-aa93-de01d9c3c1be,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:38.424199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53388) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.432253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b9605-d0b1-4366-b052-d69048b1c0b9 req-6be2d27a-15e0-4585-8d05-019ca36d396c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:38.434200 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-972b9605-d0b1-4366-b052-d69048b1c0b9 req-6be2d27a-15e0-4585-8d05-019ca36d396c tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.5784774 Apr 21 14:50:38.477820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.519493 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54eeb2e-4b9c-4dec-b117-41ea0c7ebd3b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:38.519972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54eeb2e-4b9c-4dec-b117-41ea0c7ebd3b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:38.538089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f54eeb2e-4b9c-4dec-b117-41ea0c7ebd3b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/0ed09ac8-0886-4864-9e93-02a8c62fc650 HTTP/1.1" status: 404 len: 337 time: 0.1126852 Apr 21 14:50:38.552963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53392) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.592620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-56e18459-57f9-4dfb-80a4-8522f759fbbf None None] Provisioning for port d2aeba65-d289-49d1-8ed6-e18e56f27ef0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:38.598077 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-56e18459-57f9-4dfb-80a4-8522f759fbbf None None] Provisioning complete for port d2aeba65-d289-49d1-8ed6-e18e56f27ef0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:38.598633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-56e18459-57f9-4dfb-80a4-8522f759fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.614428 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-972b9605-d0b1-4366-b052-d69048b1c0b9 req-9700ce7d-a3b2-4223-b963-53872e3e2b91 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408269 Apr 21 14:50:38.665497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.673657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-56e18459-57f9-4dfb-80a4-8522f759fbbf None None] Port d2aeba65-d289-49d1-8ed6-e18e56f27ef0 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:38.684162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] In _notify_port_updated(), no bound segment for port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 on network e547db66-d6df-424c-988e-997873064c49 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:50:38.687934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:38.688856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.691498 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "PUT /v2.0/ports/2d79649e-aff2-4da1-9129-5adc1e58f9d1 HTTP/1.1" status: 200 len: 1130 time: 1.7745097 Apr 21 14:50:38.693159 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3254fb-38a1-4200-ae47-6876f62f7c4c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:38.693791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3254fb-38a1-4200-ae47-6876f62f7c4c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:38.695987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-de3254fb-38a1-4200-ae47-6876f62f7c4c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/ad5c2965-eb75-4bd7-9a55-db4a66e382ad HTTP/1.1" status: 404 len: 333 time: 0.1199982 Apr 21 14:50:38.698008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53396) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.702882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.713536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bab238-c4dc-43e6-983b-265b69581be8 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event updated for resources: {'Port': ['ID=2d79649e-aff2-4da1-9129-5adc1e58f9d1,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:38.804783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:50:38.811241 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-52114885-fa69-402d-81f1-79f6125e5970 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:38.811479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52114885-fa69-402d-81f1-79f6125e5970 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:38.816526 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-52114885-fa69-402d-81f1-79f6125e5970 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/7a67fd07-4bf6-44c9-9234-5ae2a835e13c HTTP/1.1" status: 404 len: 337 time: 0.1094840 Apr 21 14:50:38.816526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53404) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.818664 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] Sync routers for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:50:38.824837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.832824 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:38.833021 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:38.861008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278c6ee-1545-42ba-84a1-3b76ed21171a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:38.861993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8278c6ee-1545-42ba-84a1-3b76ed21171a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Synchronizing usage tracker for tenant:dbfce06391ce45aea98a03b395c0bfbf on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:38.871194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.883622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.905521 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b18c5e-e36c-41d2-b03a-78e8343e8557 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:38.905968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b18c5e-e36c-41d2-b03a-78e8343e8557 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:38.915602 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-93b18c5e-e36c-41d2-b03a-78e8343e8557 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/cc96c1dc-3538-43bf-93c1-41815b1062d4 HTTP/1.1" status: 404 len: 333 time: 0.0923896 Apr 21 14:50:38.916857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53408) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.945607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8278c6ee-1545-42ba-84a1-3b76ed21171a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Unset dirty status for tenant:dbfce06391ce45aea98a03b395c0bfbf on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:38.950266 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8278c6ee-1545-42ba-84a1-3b76ed21171a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "GET /v2.0/ports/2d79649e-aff2-4da1-9129-5adc1e58f9d1 HTTP/1.1" status: 200 len: 1130 time: 0.2337730 Apr 21 14:50:38.953419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53410) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.023161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-95cc6829-0ee2-40e9-bad2-688cccbed64d None None] Provisioning complete for port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:39.023676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95cc6829-0ee2-40e9-bad2-688cccbed64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.025013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0141ef42-ac9f-49e0-b610-617dfe2f66ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.3614171 Apr 21 14:50:39.028860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:50:39.032257 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:50:39.033904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53414) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.038441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Deleting port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:39.038902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.092427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-95cc6829-0ee2-40e9-bad2-688cccbed64d None None] Port 2d79649e-aff2-4da1-9129-5adc1e58f9d1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:39.165707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.188862 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bd727f-3d23-499d-a9f9-82b39b6a8c4f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:39.189347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bd727f-3d23-499d-a9f9-82b39b6a8c4f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:39.211153 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a8bd727f-3d23-499d-a9f9-82b39b6a8c4f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/9fa97a2d-0842-4e40-98a9-6de7bd1b23b6 HTTP/1.1" status: 404 len: 337 time: 0.0897448 Apr 21 14:50:39.228742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53424) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.317860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-386b5ad3-5033-49e2-9e48-0cb8ebf81400 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:39.318388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386b5ad3-5033-49e2-9e48-0cb8ebf81400 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:39.320182 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-386b5ad3-5033-49e2-9e48-0cb8ebf81400 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/20062163-00a2-4ee3-b5da-ee77fc791c72 HTTP/1.1" status: 404 len: 333 time: 0.0878866 Apr 21 14:50:39.344584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53428) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.353158 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d957a85d-ee62-4217-9da5-173ddedcf811'] response: {'name': 'network-changed', 'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'status': 'completed', 'code': 200} Apr 21 14:50:39.414170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:39.443191 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:31Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:39.447408 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] Checking router: c5a9d984-b1af-4544-9dce-7b686850e256 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:50:39.454947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=5273c28e-9f7a-4934-b183-ec58a10c7bec,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:39.458546 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:39.460473 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4c5d09bd-ae3f-474b-8968-ce0369ff88b7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/65e43699-5ddd-46e3-9abe-b6df040b59a0 HTTP/1.1" status: 200 len: 991 time: 0.3940692 Apr 21 14:50:39.461045 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:39.470369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:39.479133 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb6f21f-edea-43f5-8899-bd7d0811698e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:39.479570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb6f21f-edea-43f5-8899-bd7d0811698e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:39.483425 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dcb6f21f-edea-43f5-8899-bd7d0811698e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/3140d034-5d84-4eba-a4c7-c09707cb66c6 HTTP/1.1" status: 404 len: 337 time: 0.1251636 Apr 21 14:50:39.483425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:39.486480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:39.487077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.491043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53432) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.551450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.590635 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-447f6151-1318-49a2-8e17-2f4ee69e63f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0622003 Apr 21 14:50:39.590876 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-373ac1dc-0920-4dd4-979e-ca0ff1e08fc1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:39.591485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373ac1dc-0920-4dd4-979e-ca0ff1e08fc1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:39.595502 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-373ac1dc-0920-4dd4-979e-ca0ff1e08fc1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/2402ab94-706d-4649-bcb1-d495334ef644 HTTP/1.1" status: 404 len: 337 time: 0.0989902 Apr 21 14:50:39.598667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53436) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.599000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53438) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.646365 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:50:39.656096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=b76c9ab9-4fbe-4a7f-a286-45ad698b860e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:39.713605 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-2035e731-9018-418e-988d-a7f500d3f3b0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:39.714215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2035e731-9018-418e-988d-a7f500d3f3b0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:39.718841 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2035e731-9018-418e-988d-a7f500d3f3b0 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/91a5d0b9-07b8-4106-bd59-5565898eeae9 HTTP/1.1" status: 404 len: 333 time: 0.1154184 Apr 21 14:50:39.729561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53446) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.760323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': 'cf47b347-d502-430f-86f4-3c276ce5a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:39.760769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: 59aa76c6-1c16-4ccc-b10b-4a8b193d453a, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:39.828390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:39.850620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 59aa76c6-1c16-4ccc-b10b-4a8b193d453a) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:39.859717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:39.861111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.862017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b16c3-3549-4977-bc2a-d625b2b9e7cf None None] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:39.866653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.877579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.878789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.959068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.982943 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ab50207-5cd1-4a7e-8ad1-cf83deb4e0fe tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1293292 Apr 21 14:50:39.991593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53450) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.028853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 686754b8-9718-47e4-aa93-de01d9c3c1be up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:40.050459 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:31Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:40.054693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:40.056817 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4f0e33-96d4-49dd-bb95-253429d3aa88 None None] The sync data for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv is: [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:31Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:50:40.099485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=d2aeba65-d289-49d1-8ed6-e18e56f27ef0,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:40.200141 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d348a3-3eeb-4cb0-a645-df2dc89d958f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:40.200896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d348a3-3eeb-4cb0-a645-df2dc89d958f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.202854 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-28d348a3-3eeb-4cb0-a645-df2dc89d958f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/d6211b34-5610-4386-abce-83d60ad0049b HTTP/1.1" status: 404 len: 337 time: 0.4661198 Apr 21 14:50:40.212775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.220955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Calling delete_port for 2d79649e-aff2-4da1-9129-5adc1e58f9d1 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:40.243082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 686754b8-9718-47e4-aa93-de01d9c3c1be triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:40.243563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.258885 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-f2cfb2c6-f5cf-4ad9-a4ce-509dd66ed742 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1098 time: 0.8504093 Apr 21 14:50:40.285358 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5b6589-d3de-4d8d-9ce9-ecd2b17bf007 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:40.285882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5b6589-d3de-4d8d-9ce9-ecd2b17bf007 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.287669 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db5b6589-d3de-4d8d-9ce9-ecd2b17bf007 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/65e6c7d9-0be9-40f0-86c6-0e6a84c35975 HTTP/1.1" status: 404 len: 337 time: 0.0707395 Apr 21 14:50:40.292797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.304838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:40.321071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2d59c-676a-4a83-b394-95d7b498ac61 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:40.321755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bac2d59c-676a-4a83-b394-95d7b498ac61 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:40.347799 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc98f5a0-2321-4fa6-87b7-aef6cec1100d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:40.347799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc98f5a0-2321-4fa6-87b7-aef6cec1100d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.349264 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dc98f5a0-2321-4fa6-87b7-aef6cec1100d tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/c109194a-ad23-43ba-b3a4-5d2b6959cf40 HTTP/1.1" status: 404 len: 333 time: 0.0474765 Apr 21 14:50:40.352509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:40.355796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53462) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.365225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a875f0-db9c-497b-9ba3-22176dd06a27 None None] New status for floating IP 65e43699-5ddd-46e3-9abe-b6df040b59a0: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:50:40.451384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-59aa76c6-1c16-4ccc-b10b-4a8b193d453a', 'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a', 'tenant_id': '8391a3bddaf74cf491d205c7ace8a1e2', 'fixed_ips': [{'subnet_id': 'b76c9ab9-4fbe-4a7f-a286-45ad698b860e'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:40.452233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.459113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:40.511989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53466) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.521714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.562807 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da16870-e443-4fe2-bfc8-b8e873003907 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:40.563796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da16870-e443-4fe2-bfc8-b8e873003907 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.565527 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5da16870-e443-4fe2-bfc8-b8e873003907 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/591144c9-f090-435f-8e41-374535135b5b HTTP/1.1" status: 404 len: 337 time: 0.2088168 Apr 21 14:50:40.571434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:40.581234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:40.583852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53470) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.643424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:40.645774 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-03916426-ec32-444b-a512-b29cd43deb2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:40.646316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03916426-ec32-444b-a512-b29cd43deb2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.650656 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03916426-ec32-444b-a512-b29cd43deb2e tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/ead3c845-fcc6-4b6a-9ae6-ab7aa848150f HTTP/1.1" status: 404 len: 337 time: 0.0620406 Apr 21 14:50:40.656390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53474) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.682055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event deleted for resources: {'Port': ['ID=2d79649e-aff2-4da1-9129-5adc1e58f9d1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:40.699413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bac2d59c-676a-4a83-b394-95d7b498ac61 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:40.704251 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bac2d59c-676a-4a83-b394-95d7b498ac61 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/5273c28e-9f7a-4934-b183-ec58a10c7bec HTTP/1.1" status: 200 len: 841 time: 1.0990732 Apr 21 14:50:40.706645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.719782 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1847cf-e868-47ee-8ab8-cfd659fbffe3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:40.720272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1847cf-e868-47ee-8ab8-cfd659fbffe3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.724513 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa1847cf-e868-47ee-8ab8-cfd659fbffe3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/3e7fc46c-ae9f-4b5c-ab51-379ba1115c47 HTTP/1.1" status: 404 len: 333 time: 0.0644488 Apr 21 14:50:40.727479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53482) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.753469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:40.756724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.811375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe35f8-0411-48b0-ad88-36e2e66e25ef req-3371503f-c526-4b77-b0aa-cefb0007afb8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:40.819480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14fe35f8-0411-48b0-ad88-36e2e66e25ef req-3371503f-c526-4b77-b0aa-cefb0007afb8 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.7594423 Apr 21 14:50:40.824253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-efbd810c-d035-4734-a82f-626073ef13b1 None None] Provisioning complete for port d2aeba65-d289-49d1-8ed6-e18e56f27ef0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:40.824634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-efbd810c-d035-4734-a82f-626073ef13b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.847055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.864546 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-16315ee3-9a87-4ba6-9685-0e54aaed75d8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/65e43699-5ddd-46e3-9abe-b6df040b59a0 HTTP/1.1" status: 200 len: 991 time: 0.3511674 Apr 21 14:50:40.871997 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7764210-ccc9-4a42-841f-af9d879ab526 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:40.872459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7764210-ccc9-4a42-841f-af9d879ab526 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.882481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-d88aef3f-e784-4bfe-8e5e-ab1abaf0b290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:40.883926 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-d88aef3f-e784-4bfe-8e5e-ab1abaf0b290 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 897 time: 0.6075282 Apr 21 14:50:40.888490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-efbd810c-d035-4734-a82f-626073ef13b1 None None] Port d2aeba65-d289-49d1-8ed6-e18e56f27ef0 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:40.905121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f7764210-ccc9-4a42-841f-af9d879ab526 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/16a14e8f-d347-47d3-b6d3-1ee3d161a314 HTTP/1.1" status: 404 len: 337 time: 0.1342735 Apr 21 14:50:40.939483 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b76c9ab9-4fbe-4a7f-a286-45ad698b860e (CIDR: 2001:db8::/64) Apr 21 14:50:40.944461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.951625 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:40.952101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:40.983113 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-90c05e3f-d374-4686-9e5b-b50d16f3f528 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "DELETE /v2.0/ports/2d79649e-aff2-4da1-9129-5adc1e58f9d1 HTTP/1.1" status: 204 len: 168 time: 2.0278614 Apr 21 14:50:40.989810 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14fe35f8-0411-48b0-ad88-36e2e66e25ef req-a5da7baf-75dd-4787-995e-556b7d1ce27e tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693623 Apr 21 14:50:40.998527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53490) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.025252 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-781de25e-b7df-4340-ac38-96851295e13b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:41.028944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781de25e-b7df-4340-ac38-96851295e13b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:41.033273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-781de25e-b7df-4340-ac38-96851295e13b tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/aaa8376c-00ce-4f57-87eb-9a9f547fbdc6 HTTP/1.1" status: 404 len: 337 time: 0.0807514 Apr 21 14:50:41.039922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.041374 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-30544468-e192-410b-b8fa-78290d839561 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0025563 Apr 21 14:50:41.048133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53498) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.055196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Allocated IP 2001:db8::2 (59aa76c6-1c16-4ccc-b10b-4a8b193d453a/b76c9ab9-4fbe-4a7f-a286-45ad698b860e/cc9aa1d4-aa91-4acd-94db-31afe11f07ff) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:41.065875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:41.181911 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-4573213d-009a-4b39-8948-a93176842840 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 200 len: 999 time: 0.2812586 Apr 21 14:50:41.264180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 5273c28e-9f7a-4934-b183-ec58a10c7bec {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:41.264763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.305039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.314973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Transition to ACTIVE for port object cc9aa1d4-aa91-4acd-94db-31afe11f07ff will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:41.334242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Transition to ACTIVE for port object cc9aa1d4-aa91-4acd-94db-31afe11f07ff will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:41.343482 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c954d99b-d00f-43b2-8960-e9b150b50774 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports?device_id=e36c45dc-2648-4fbd-b2fc-14dae18c7f6d HTTP/1.1" status: 200 len: 205 time: 0.3009021 Apr 21 14:50:41.347635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.356997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53502) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.367686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-6c1a43d7-0599-4aa0-8260-31e7802d164d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:41.369160 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-6c1a43d7-0599-4aa0-8260-31e7802d164d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 HTTP/1.1" status: 200 len: 835 time: 0.1797366 Apr 21 14:50:41.416004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:41.416948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:41.419886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:41.425524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:41.432608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Pushing event updated for resources: {'Port': ['ID=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:41.432772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-77374973-479a-41ec-a321-99b6b176a3e1 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:41.434079 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-77374973-479a-41ec-a321-99b6b176a3e1 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.21 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.9764149 Apr 21 14:50:41.436348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:41.449493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:41.458952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:41.479353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Deleting subnet c3cc2ded-f31b-4f82-be55-6814707550c2 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:41.485979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.492419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-8fd6b46f-7475-47cc-8d32-69187dc2c6bd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] delete failed (client error): The resource could not be found. Apr 21 14:50:41.494199 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8fd6b46f-7475-47cc-8d32-69187dc2c6bd tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/routers/e36c45dc-2648-4fbd-b2fc-14dae18c7f6d HTTP/1.1" status: 404 len: 336 time: 0.1319995 Apr 21 14:50:41.503901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53506) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.522974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:41.526489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Attempting to bind port cc9aa1d4-aa91-4acd-94db-31afe11f07ff on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:41.526867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Attempting to bind port cc9aa1d4-aa91-4acd-94db-31afe11f07ff by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'cf47b347-d502-430f-86f4-3c276ce5a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:41.527232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Attempting to bind port cc9aa1d4-aa91-4acd-94db-31afe11f07ff on network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:41.534363 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:41.534728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Checking segment: {'id': 'cf47b347-d502-430f-86f4-3c276ce5a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:41.535205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.535515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Bound using segment: {'id': 'cf47b347-d502-430f-86f4-3c276ce5a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:41.535983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Bound port: cc9aa1d4-aa91-4acd-94db-31afe11f07ff, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf47b347-d502-430f-86f4-3c276ce5a67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:41.536441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.611445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30be432-1b91-4bc1-82bf-4a3dbd636e0a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:41.611887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30be432-1b91-4bc1-82bf-4a3dbd636e0a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:41.613762 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b30be432-1b91-4bc1-82bf-4a3dbd636e0a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/b1bcb536-18ef-44e8-aff9-b64ed05e60f2 HTTP/1.1" status: 404 len: 337 time: 0.1089020 Apr 21 14:50:41.619613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53510) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.630059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] For port cc9aa1d4-aa91-4acd-94db-31afe11f07ff, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:41.630497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.633820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] For port cc9aa1d4-aa91-4acd-94db-31afe11f07ff, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,segment=NetworkSegment(cf47b347-d502-430f-86f4-3c276ce5a67b),segment_id=cf47b347-d502-430f-86f4-3c276ce5a67b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:41.635903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Deleting port 06dbffb1-dfbd-4d4a-9040-5915a67753de {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:41.636239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.638550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.729745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c733d-3255-42dc-8eab-9c40681d3372 None None] Pushing event updated for resources: {'Port': ['ID=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:41.829725 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-b76ba34f-9a0a-44a3-a0fe-87f99b06da3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ea208a4-5b81-4381-b138-258b7bbba23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4510295 Apr 21 14:50:41.850199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6a6b3153-7b50-4f94-8127-852754550fb5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "GET /v2.0/ports?device_id=146f1e06-ddd5-47d0-8b6c-d4f693d47391 HTTP/1.1" status: 200 len: 205 time: 0.2238326 Apr 21 14:50:41.862429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.870194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53518) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.974218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.985610 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-66f92e9f-3e4e-4e70-a44b-893fca485d63 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] delete failed (client error): The resource could not be found. Apr 21 14:50:41.988903 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-66f92e9f-3e4e-4e70-a44b-893fca485d63 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/routers/146f1e06-ddd5-47d0-8b6c-d4f693d47391 HTTP/1.1" status: 404 len: 336 time: 0.1234543 Apr 21 14:50:42.004385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53522) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.110081 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fa5bf7-f933-4fca-a08b-2c42972a1bb3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.110524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fa5bf7-f933-4fca-a08b-2c42972a1bb3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.112240 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-85fa5bf7-f933-4fca-a08b-2c42972a1bb3 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/48c215a0-866c-4a2a-bfc1-a61d62ee536c HTTP/1.1" status: 404 len: 337 time: 0.0977879 Apr 21 14:50:42.116237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53528) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.133956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.149352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 5273c28e-9f7a-4934-b183-ec58a10c7bec owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:42.282994 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-48f001aa-5578-4530-9d4d-8ed7dc951427 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/65e43699-5ddd-46e3-9abe-b6df040b59a0 HTTP/1.1" status: 200 len: 993 time: 0.4079275 Apr 21 14:50:42.295029 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-c7f2f8dc-54c3-49c1-8573-8856ac498ef7 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525790 Apr 21 14:50:42.341869 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-906bdd9c-cd31-4646-89c2-9911573d8778 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.342460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906bdd9c-cd31-4646-89c2-9911573d8778 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.343974 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-906bdd9c-cd31-4646-89c2-9911573d8778 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/116228d4-41b5-403f-96e0-15dd9328398f HTTP/1.1" status: 404 len: 337 time: 0.2065787 Apr 21 14:50:42.345438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.354975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53532) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.444543 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8079adca-9d2c-47d3-910c-ddfaf634cd44 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.444988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8079adca-9d2c-47d3-910c-ddfaf634cd44 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.446661 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8079adca-9d2c-47d3-910c-ddfaf634cd44 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/6fbc1ab4-16a3-4d2a-9b02-a57cd4bb21c3 HTTP/1.1" status: 404 len: 333 time: 0.0907643 Apr 21 14:50:42.455669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53536) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.518222 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-6626fa8f-9923-4156-8f2e-2fbe4e0aefca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.518654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6626fa8f-9923-4156-8f2e-2fbe4e0aefca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.525310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 29771d3c-df11-4c10-9c89-03e663cfe819 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:50:42.534444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.538251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] For port 06dbffb1-dfbd-4d4a-9040-5915a67753de, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=06dbffb1-dfbd-4d4a-9040-5915a67753de,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:42.538873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.549312 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6626fa8f-9923-4156-8f2e-2fbe4e0aefca tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/a6c2cb6a-a74e-4acd-a3e9-ea1f60e27771 HTTP/1.1" status: 404 len: 337 time: 0.0900826 Apr 21 14:50:42.555226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53540) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.589654 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fdc8d33e-28aa-4661-a249-a280b50aea03 req-ad17d4b8-bb6d-4209-8af0-11100ffba8b9 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854419 Apr 21 14:50:42.599762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.659820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=5273c28e-9f7a-4934-b183-ec58a10c7bec,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:42.679066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbab36-99c0-4d22-b7cf-178056d5bd16 req-8984848d-0374-4066-8092-b5ca83965585 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:42.680931 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-84dbab36-99c0-4d22-b7cf-178056d5bd16 req-8984848d-0374-4066-8092-b5ca83965585 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 945 time: 0.4984024 Apr 21 14:50:42.684614 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff924b2-066e-4495-a9d4-a30e8618c07a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.685039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff924b2-066e-4495-a9d4-a30e8618c07a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.694733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cc2ded-f31b-4f82-be55-6814707550c2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:42.707853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.711824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3a9bd2c0-ed20-474f-ac0b-2ef92abec596 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "DELETE /v2.0/subnets/c3cc2ded-f31b-4f82-be55-6814707550c2 HTTP/1.1" status: 204 len: 168 time: 1.7106247 Apr 21 14:50:42.716721 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080fd3e-e9ca-42bc-bee2-4c0d376ddf47 None None] Network e547db66-d6df-424c-988e-997873064c49 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:42.718216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53544) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.726585 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bff924b2-066e-4495-a9d4-a30e8618c07a tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/1bbf6429-0134-4c35-bcce-d35dca573f80 HTTP/1.1" status: 404 len: 333 time: 0.1674740 Apr 21 14:50:42.744456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53548) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.874171 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-327e96e5-34ea-4442-a924-ff1cdb8e37d1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.874848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327e96e5-34ea-4442-a924-ff1cdb8e37d1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.876698 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-327e96e5-34ea-4442-a924-ff1cdb8e37d1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/7dd77474-f593-4021-b1a6-b7971bcb49be HTTP/1.1" status: 404 len: 337 time: 0.1289217 Apr 21 14:50:42.881590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53552) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.931989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.934244 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64b7daa8-8aba-409c-bc3d-1b48a1b07ea8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/5273c28e-9f7a-4934-b183-ec58a10c7bec HTTP/1.1" status: 204 len: 168 time: 2.2210822 Apr 21 14:50:42.943767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53556) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.971073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa196099-799b-4fbe-b300-8ca590415806 None None] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:43.038623 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-19eb418b-db16-41bc-9cbd-725541ac56c4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.039078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19eb418b-db16-41bc-9cbd-725541ac56c4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.041259 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-19eb418b-db16-41bc-9cbd-725541ac56c4 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/1b49525e-18c7-4f9e-8689-2ebfa731f2a9 HTTP/1.1" status: 404 len: 333 time: 0.1573641 Apr 21 14:50:43.056777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.060458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] DHCP port deletion for e547db66-d6df-424c-988e-997873064c49 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:43.060653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53560) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.079331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] Deleting port a1044b49-a7ee-4a06-971c-8e7f078c16ce {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:43.080103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.097363 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f528e5-9ac4-4696-9f99-1edb26e88fb7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:50:43.102230 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f8f528e5-9ac4-4696-9f99-1edb26e88fb7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/5273c28e-9f7a-4934-b183-ec58a10c7bec HTTP/1.1" status: 404 len: 333 time: 0.1528041 Apr 21 14:50:43.104869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53564) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.114462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'name': 'tempest-PortsTestJSON-1213363435'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:43.124550 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aadda80-fc6a-4b71-a8f3-f6719952ac79 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.125113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aadda80-fc6a-4b71-a8f3-f6719952ac79 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.129519 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1aadda80-fc6a-4b71-a8f3-f6719952ac79 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/ad6312f6-4fa7-48a3-82e7-75b4f5699e60 HTTP/1.1" status: 404 len: 337 time: 0.0653872 Apr 21 14:50:43.129900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53568) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.132730 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-84dbab36-99c0-4d22-b7cf-178056d5bd16 req-17221687-f8c9-4359-b8fc-54d731da33be tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups?id=304709ef-2695-4208-b0a9-38c5d1aa30d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4308329 Apr 21 14:50:43.135062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-894629c1-c1bb-4d94-849c-9fbaa2883a48 None None] Provisioning for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:43.197324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Deleting port a1044b49-a7ee-4a06-971c-8e7f078c16ce {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:43.197724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.227707 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8da15e-ad84-4f24-9519-27998c325b47 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.228332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8da15e-ad84-4f24-9519-27998c325b47 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.232611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8c8da15e-ad84-4f24-9519-27998c325b47 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/3bcd7762-bebd-4e60-b102-c5c541bd4bc7 HTTP/1.1" status: 404 len: 333 time: 0.0992019 Apr 21 14:50:43.236924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53572) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.241743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.340317 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-e820e584-fb31-4103-9649-cf2548d87815 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.341613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e820e584-fb31-4103-9649-cf2548d87815 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.345477 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e820e584-fb31-4103-9649-cf2548d87815 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/399f43b8-9fc2-4b05-a22d-f355e4bffefb HTTP/1.1" status: 404 len: 337 time: 0.1042652 Apr 21 14:50:43.349174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53576) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.351803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:43.360398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.360768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.361079 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Floating IP 955de69b-c0d6-40e3-be38-936b1630a64b disassociated. External IP: 172.26.6.84, port: 06dbffb1-dfbd-4d4a-9040-5915a67753de. Apr 21 14:50:43.361439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Calling delete_port for 06dbffb1-dfbd-4d4a-9040-5915a67753de owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:43.410619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:43.424870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] For port a1044b49-a7ee-4a06-971c-8e7f078c16ce, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1044b49-a7ee-4a06-971c-8e7f078c16ce,segment=NetworkSegment(4e0a7b47-dff7-4538-bf74-437781c55752),segment_id=4e0a7b47-dff7-4538-bf74-437781c55752)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:43.425412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.435730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:43.438698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.448881 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-51851304-e879-4568-a04a-5af8af1799d1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.449324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51851304-e879-4568-a04a-5af8af1799d1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.452627 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-51851304-e879-4568-a04a-5af8af1799d1 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/7fffdd01-cd63-4ad5-9d2d-3f293af70ca7 HTTP/1.1" status: 404 len: 333 time: 0.0990183 Apr 21 14:50:43.457381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.459173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:50:43.464987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64956053-24cb-41cf-ba42-973d3d4d268b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/29771d3c-df11-4c10-9c89-03e663cfe819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1024735 Apr 21 14:50:43.470955 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] Sync routers for ids ['29771d3c-df11-4c10-9c89-03e663cfe819'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:50:43.483947 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] Routers {'29771d3c-df11-4c10-9c89-03e663cfe819'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:43.484926 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['29771d3c-df11-4c10-9c89-03e663cfe819'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:43.509533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.557978 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:43.564007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port b308069e-e678-4b78-9ea7-615c5d329ee8 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:43.565963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] Calling delete_port for a1044b49-a7ee-4a06-971c-8e7f078c16ce owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:43.573376 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] Routers {'29771d3c-df11-4c10-9c89-03e663cfe819'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:43.574413 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['29771d3c-df11-4c10-9c89-03e663cfe819'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:43.603757 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd97aae4-bca7-44e8-8508-6b3ae9c30c4f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.604179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd97aae4-bca7-44e8-8508-6b3ae9c30c4f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.606083 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd97aae4-bca7-44e8-8508-6b3ae9c30c4f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/603855c9-f919-404b-96c5-be4788c7efa7 HTTP/1.1" status: 404 len: 337 time: 0.1450260 Apr 21 14:50:43.616370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53588) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.651804 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:43.652675 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049c9015-1fc9-4925-858f-cfa398031592 None None] The sync data for ids ['29771d3c-df11-4c10-9c89-03e663cfe819'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:50:43.663213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.684972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:43.686063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=d3447a22-4d80-4a7b-809a-8bcd3167b7a2,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:43.692541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:43.725259 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8395509c-dd0a-467f-9e20-1f2175d7f40c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.725689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8395509c-dd0a-467f-9e20-1f2175d7f40c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.736060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a07cb9-203a-4514-97e0-e2d45df16b8a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:43.736881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75a07cb9-203a-4514-97e0-e2d45df16b8a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:43.739093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:43.740056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.746604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] Pushing event deleted for resources: {'Port': ['ID=a1044b49-a7ee-4a06-971c-8e7f078c16ce,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:43.754200 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8395509c-dd0a-467f-9e20-1f2175d7f40c tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/06db9978-962e-48a6-be2a-60ef47a6656c HTTP/1.1" status: 404 len: 333 time: 0.1348696 Apr 21 14:50:43.762125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7c4d7b-a7ed-43bc-8b04-152ce059c24c None None] No DVR routers for this DVR port a1044b49-a7ee-4a06-971c-8e7f078c16ce on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:43.776459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53592) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.782102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.782444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.783074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.783413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.783742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.784091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.784668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.784801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.785045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.785363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.785683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:43.806005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] Update dhcp port {'port': {'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a', 'fixed_ips': [{'subnet_id': 'b76c9ab9-4fbe-4a7f-a286-45ad698b860e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3447a22-4d80-4a7b-809a-8bcd3167b7a2'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': 'cc9aa1d4-aa91-4acd-94db-31afe11f07ff'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:50:43.808772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75a07cb9-203a-4514-97e0-e2d45df16b8a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:43.813672 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75a07cb9-203a-4514-97e0-e2d45df16b8a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports/d2aeba65-d289-49d1-8ed6-e18e56f27ef0 HTTP/1.1" status: 200 len: 911 time: 0.3026469 Apr 21 14:50:43.818132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53596) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.830375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e737cda-ff14-4974-94dc-2acbabd27891'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:43.830547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-276f4476-ecb9-45c1-bd51-3536e1c8a80f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.830971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276f4476-ecb9-45c1-bd51-3536e1c8a80f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.835471 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-276f4476-ecb9-45c1-bd51-3536e1c8a80f tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/2763891b-849e-42c8-bcfe-6d3f553449d2 HTTP/1.1" status: 404 len: 337 time: 0.0598035 Apr 21 14:50:43.837594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53600) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.871609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.881893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.911112 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc878e4-723f-4be6-ba10-cad2a55bc190 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.911648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc878e4-723f-4be6-ba10-cad2a55bc190 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.920790 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cfc878e4-723f-4be6-ba10-cad2a55bc190 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/ports/e7c9b397-3fd6-4e4b-a6b2-a9c0af4f17fb HTTP/1.1" status: 404 len: 333 time: 0.0668719 Apr 21 14:50:43.921012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53604) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.923432 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f769189c-ff5d-47b5-95fc-32ebfc475e13 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8691137 Apr 21 14:50:43.941741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53606) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.948203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] For port a1044b49-a7ee-4a06-971c-8e7f078c16ce, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a1044b49-a7ee-4a06-971c-8e7f078c16ce,segment=NetworkSegment(4e0a7b47-dff7-4538-bf74-437781c55752),segment_id=4e0a7b47-dff7-4538-bf74-437781c55752)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:43.948578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.974002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device cc9aa1d4-aa91-4acd-94db-31afe11f07ff up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:43.982393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event deleted for resources: {'Port': ['ID=06dbffb1-dfbd-4d4a-9040-5915a67753de,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:44.022451 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-280ba867-3095-4304-88d7-c78ed3a226ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:44.022921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280ba867-3095-4304-88d7-c78ed3a226ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:44.027950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-280ba867-3095-4304-88d7-c78ed3a226ac tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/subnets/f312ccc9-f228-4a3f-8587-0cf39533e21a HTTP/1.1" status: 404 len: 337 time: 0.0901134 Apr 21 14:50:44.032978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '59aa76c6-1c16-4ccc-b10b-4a8b193d453a', 'fixed_ips': [{'subnet_id': 'b76c9ab9-4fbe-4a7f-a286-45ad698b860e'}, {'subnet_id': 'd3447a22-4d80-4a7b-809a-8bcd3167b7a2'}], 'name': 'tempest-PortsIpV6TestJSON-450799025'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:44.033362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53612) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:44.208852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:44.220300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:44.220682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.227657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Calling delete_port for a1044b49-a7ee-4a06-971c-8e7f078c16ce owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:44.282190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] Allocated IP 2001:db8:0:1::2 (59aa76c6-1c16-4ccc-b10b-4a8b193d453a/d3447a22-4d80-4a7b-809a-8bcd3167b7a2/cc9aa1d4-aa91-4acd-94db-31afe11f07ff) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:44.424586 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed5f1834-40de-43f2-8bff-cbed2ceb16e9 req-03d0e4e2-d018-4609-bdd2-7472a44b8747 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 210 time: 0.0711520 Apr 21 14:50:44.432440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:44.432907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:44.437874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:44.442497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:44.445828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:44.453888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:44.470071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:44.475221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 06dbffb1-dfbd-4d4a-9040-5915a67753de no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:44.476601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.501470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:44.520367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.525285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.525782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.525946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.526292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.526628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.526958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.527287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.527614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.527937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.528524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.528798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:44.532351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 06dbffb1-dfbd-4d4a-9040-5915a67753de {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:44.532716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 06dbffb1-dfbd-4d4a-9040-5915a67753de not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:44.564391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.567178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] For port cc9aa1d4-aa91-4acd-94db-31afe11f07ff, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,segment=NetworkSegment(cf47b347-d502-430f-86f4-3c276ce5a67b),segment_id=cf47b347-d502-430f-86f4-3c276ce5a67b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:44.596824 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.614655 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] Transition to ACTIVE for port object cc9aa1d4-aa91-4acd-94db-31afe11f07ff will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:44.621730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.644890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.710226 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:50:44.816220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:44.816707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:44.819354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3c197-ad8f-4af9-acb6-5da9a59ceb09 None None] Pushing event updated for resources: {'Port': ['ID=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:44.872823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::333 (59aa76c6-1c16-4ccc-b10b-4a8b193d453a/b76c9ab9-4fbe-4a7f-a286-45ad698b860e/b62c67a1-6b56-46f5-916a-c6b6fe035ab1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:44.874801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.879976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8:0:1::48 (59aa76c6-1c16-4ccc-b10b-4a8b193d453a/d3447a22-4d80-4a7b-809a-8bcd3167b7a2/b62c67a1-6b56-46f5-916a-c6b6fe035ab1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:44.920047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.934056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Deleting port a1044b49-a7ee-4a06-971c-8e7f078c16ce {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:44.934610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.982898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.018324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] The port 'a1044b49-a7ee-4a06-971c-8e7f078c16ce' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:50:45.030446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=b308069e-e678-4b78-9ea7-615c5d329ee8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:45.069949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:45.081557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273f4fc5-d828-4645-a9ef-b086301e3356']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:45.088925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:45.108581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:45.113162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:45.113792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.119370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668c1e76-9a1c-4195-b2ff-eaaafef3d103') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:45.119664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668c1e76-9a1c-4195-b2ff-eaaafef3d103') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:45.144853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.228100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.270000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e547db66-d6df-424c-988e-997873064c49']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:45.292531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.293460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0a7b47-dff7-4538-bf74-437781c55752') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:45.293754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0a7b47-dff7-4538-bf74-437781c55752') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:45.303967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.316274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.319884 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bcd64dc5-f118-4ff1-913b-bf5811c2937a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2104163 Apr 21 14:50:45.319884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:45.319884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.325490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53620) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:45.334741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:45.337153 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:45.374411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object b62c67a1-6b56-46f5-916a-c6b6fe035ab1 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:45.392110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.406602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:45.407547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.421372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:45.425609 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:45.443108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a80e4-ee94-49b1-863e-558741e5e360 None None] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:45.492717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Router 4ea7ab42-1c15-410d-951d-3129bc6ed656 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:50:45.502299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.538612 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.564654 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] 10.222.0.42 "DELETE /v2.0/networks/273f4fc5-d828-4645-a9ef-b086301e3356 HTTP/1.1" status: 204 len: 168 time: 1.5252516 Apr 21 14:50:45.567664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83964709-5d8c-41f1-8fd8-da128a01fef5 tempest-NetworksTestDHCPv6-2037908059 tempest-NetworksTestDHCPv6-2037908059-project] Pushing event deleted for resources: {'Network': ['ID=273f4fc5-d828-4645-a9ef-b086301e3356,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:45.576784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port cc9aa1d4-aa91-4acd-94db-31afe11f07ff, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,segment=NetworkSegment(cf47b347-d502-430f-86f4-3c276ce5a67b),segment_id=cf47b347-d502-430f-86f4-3c276ce5a67b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:45.603189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.657572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-393dfb64-8c0f-47ba-9336-656802eab619 None None] Provisioning for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:45.686868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-393dfb64-8c0f-47ba-9336-656802eab619 None None] Provisioning complete for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:45.687239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-393dfb64-8c0f-47ba-9336-656802eab619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.726861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.737910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.742516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.751023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1044b49-a7ee-4a06-971c-8e7f078c16ce no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:45.771624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.777394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] Pushing event deleted for resources: {'Network': ['ID=e547db66-d6df-424c-988e-997873064c49,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:45.804763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a1044b49-a7ee-4a06-971c-8e7f078c16ce {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:45.805113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a1044b49-a7ee-4a06-971c-8e7f078c16ce not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:45.907283 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ba41be00-f492-4e58-9271-65b5e8188f3a tempest-ExtraDHCPOptionsIpV6TestJSON-329009148 tempest-ExtraDHCPOptionsIpV6TestJSON-329009148-project] 10.222.0.42 "DELETE /v2.0/networks/e547db66-d6df-424c-988e-997873064c49 HTTP/1.1" status: 204 len: 168 time: 3.1881456 Apr 21 14:50:45.925851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:45.932348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:45.941640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device cc9aa1d4-aa91-4acd-94db-31afe11f07ff up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:45.944689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5872eec9-50ce-4b86-9fbb-beb9f1d55d60 req-26c19e5a-6dff-4ba3-8b3c-94c7a91298a9 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Synchronizing usage tracker for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:45.947125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:45.963756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:45.964524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.968328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=b62c67a1-6b56-46f5-916a-c6b6fe035ab1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:45.993207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:46.024358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5f330116-5fe5-4be9-aa0b-3185d6057412 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.0537663 Apr 21 14:50:46.053113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53632) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.061378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5872eec9-50ce-4b86-9fbb-beb9f1d55d60 req-26c19e5a-6dff-4ba3-8b3c-94c7a91298a9 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Unset dirty status for tenant:c0b1fb04a0104faaae6a08d3733f08eb on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:46.071723 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5872eec9-50ce-4b86-9fbb-beb9f1d55d60 req-26c19e5a-6dff-4ba3-8b3c-94c7a91298a9 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 210 time: 0.3432522 Apr 21 14:50:46.082603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b76c9ab9-4fbe-4a7f-a286-45ad698b860e'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:46.108862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53636) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.147899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:46.148299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.268337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.289398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.293730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:46.294458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.295887 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/ports/d2aeba65-d289-49d1-8ed6-e18e56f27ef0 HTTP/1.1" status: 200 len: 911 time: 2.4770036 Apr 21 14:50:46.307887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53642) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.361756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:50:46.391707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] Sync routers for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:50:46.436911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:46.437590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:46.520749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53648) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.541949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:50:46.583354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.615028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.646337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b46576-856f-4a8e-bc21-1f9b31c2c9af tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=d2aeba65-d289-49d1-8ed6-e18e56f27ef0,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:46.659186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.693039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] No DVR routers for this DVR port 06dbffb1-dfbd-4d4a-9040-5915a67753de on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:46.695631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.698445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-96c7685e-7010-461e-93c0-7348ba611eb4 req-ae3d3850-749e-4cb9-a646-f9fe083e8caa tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.21 "DELETE /v2.0/ports/06dbffb1-dfbd-4d4a-9040-5915a67753de HTTP/1.1" status: 204 len: 173 time: 5.2524791 Apr 21 14:50:46.698915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'name': 'network-vif-deleted', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:50:46.744393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:50:46.786681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66c6e236-1f45-46d1-9498-f4cb04a3a8d2 None None] Provisioning for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:46.804949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66c6e236-1f45-46d1-9498-f4cb04a3a8d2 None None] Provisioning complete for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:46.805324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66c6e236-1f45-46d1-9498-f4cb04a3a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.948990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-66c6e236-1f45-46d1-9498-f4cb04a3a8d2 None None] Port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:46.973341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] In _notify_port_updated(), no bound segment for port b308069e-e678-4b78-9ea7-615c5d329ee8 on network 8dff4053-295d-4609-a540-30f1ac222250 {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:50:46.976941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:46.977536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.978796 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "PUT /v2.0/ports/b308069e-e678-4b78-9ea7-615c5d329ee8 HTTP/1.1" status: 200 len: 818 time: 1.6523707 Apr 21 14:50:46.981693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.985553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280831b-0032-4ce0-87dc-d43317850efe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=b308069e-e678-4b78-9ea7-615c5d329ee8,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:46.991512 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cb7d8391-46bd-4907-9bde-dec8bba87504 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bb9a90e4ecc41a8ac3c4e03584f4522&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8159254 Apr 21 14:50:46.997653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53662) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:47.038279 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57e3b76-4006-4ec6-8a10-7b9af2555083'] response: {'server_uuid': '51b67536-487b-45ed-9fd6-5a35d5b1a6d4', 'name': 'network-vif-deleted', 'tag': '06dbffb1-dfbd-4d4a-9040-5915a67753de', 'status': 'completed', 'code': 200} Apr 21 14:50:47.079634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port b308069e-e678-4b78-9ea7-615c5d329ee8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:47.080372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.085038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66c6e236-1f45-46d1-9498-f4cb04a3a8d2 None None] Provisioning complete for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:47.085416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66c6e236-1f45-46d1-9498-f4cb04a3a8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.102125 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d2b29526-18a3-4bda-8c11-47386b4c37a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbfce06391ce45aea98a03b395c0bfbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5748193 Apr 21 14:50:47.105288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53666) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:47.195757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7072301-d4d5-4d58-af62-86edad4917e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.306615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:41Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:47.311082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] Checking router: 4ea7ab42-1c15-410d-951d-3129bc6ed656 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:50:47.314435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7072301-d4d5-4d58-af62-86edad4917e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.323456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:47.324280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:47.355317 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1e41a7bc-d885-48d4-be9b-ba801722322c req-aac4c7e7-c1cf-43b1-8924-e601a96cd16f tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/ports?device_id=51b67536-487b-45ed-9fd6-5a35d5b1a6d4 HTTP/1.1" status: 200 len: 210 time: 0.0579932 Apr 21 14:50:47.496372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Delete allocated IP 2001:db8:0:1::48 (59aa76c6-1c16-4ccc-b10b-4a8b193d453a/d3447a22-4d80-4a7b-809a-8bcd3167b7a2) {{(pid=83935) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:50:47.554803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c05749b8-6db8-4c68-b26b-536356caf8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.619187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c05749b8-6db8-4c68-b26b-536356caf8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.637092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.648385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:50:47.701994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7072301-d4d5-4d58-af62-86edad4917e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.735290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7072301-d4d5-4d58-af62-86edad4917e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd495e8-ad13-4090-b5fc-2f47912fdfdd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:47.752758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7072301-d4d5-4d58-af62-86edad4917e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.753903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e7072301-d4d5-4d58-af62-86edad4917e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cd495e8-ad13-4090-b5fc-2f47912fdfdd HTTP/1.1" status: 204 len: 168 time: 0.7538495 Apr 21 14:50:47.785353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for b308069e-e678-4b78-9ea7-615c5d329ee8 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:47.872948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.877388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.960803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=b308069e-e678-4b78-9ea7-615c5d329ee8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:47.964661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c05749b8-6db8-4c68-b26b-536356caf8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.991838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05749b8-6db8-4c68-b26b-536356caf8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f1fbc6-592d-4c13-8d14-d155b7bc9786,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:48.005808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.038732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c05749b8-6db8-4c68-b26b-536356caf8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.040051 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c05749b8-6db8-4c68-b26b-536356caf8ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91f1fbc6-592d-4c13-8d14-d155b7bc9786 HTTP/1.1" status: 204 len: 168 time: 0.9293213 Apr 21 14:50:48.050494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:50:48.057618 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5d674456-6a1c-4918-8c68-9d0b9a2ebbce tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/b308069e-e678-4b78-9ea7-615c5d329ee8 HTTP/1.1" status: 204 len: 168 time: 1.0720284 Apr 21 14:50:48.060210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53678) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:48.068776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device cc9aa1d4-aa91-4acd-94db-31afe11f07ff up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:48.084500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.105930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object b62c67a1-6b56-46f5-916a-c6b6fe035ab1 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:48.115388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.220198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55613a17-84a5-488f-b02a-b43af5619b8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:48.220887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-55613a17-84a5-488f-b02a-b43af5619b8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:48.249672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-55613a17-84a5-488f-b02a-b43af5619b8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:48.251471 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-55613a17-84a5-488f-b02a-b43af5619b8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1902962 Apr 21 14:50:48.254377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:48.259107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:48.259556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.279795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=b62c67a1-6b56-46f5-916a-c6b6fe035ab1,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:48.331698 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea45b04-89bb-4d44-b1d4-72ff42c82705 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:50:48.334920 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eea45b04-89bb-4d44-b1d4-72ff42c82705 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/b308069e-e678-4b78-9ea7-615c5d329ee8 HTTP/1.1" status: 404 len: 333 time: 0.0785611 Apr 21 14:50:48.339289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53692) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:48.345328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2061076764'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:48.357172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:48.371455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:48.375998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:48.385749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] In _notify_port_updated(), no bound segment for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 on network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:50:48.389128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:41Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:48.391000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:48.391741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.395783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:48.396052 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1f88d6e6-e0f2-42e6-ad06-dd91c9ef2be1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "PUT /v2.0/ports/b62c67a1-6b56-46f5-916a-c6b6fe035ab1 HTTP/1.1" status: 200 len: 925 time: 2.3331399 Apr 21 14:50:48.396973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53698) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:48.406033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b76c9ab9-4fbe-4a7f-a286-45ad698b860e'}, {'subnet_id': 'd3447a22-4d80-4a7b-809a-8bcd3167b7a2'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:48.421073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:48.425970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.502611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:48.508406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753cec6-468c-4f85-875c-f4c7b65d6e66 None None] The sync data for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv is: [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '842aa326-e77b-4be4-b704-3b2c2afd2eab', 'name': '', 'network_id': '2835474b-e553-474e-9662-e90214d418f2', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'mac_address': 'fa:16:3e:84:61:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d443554-238c-4984-a94f-d88d8895045e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:27Z', 'updated_at': '2022-04-21T14:47:41Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'subnets': [{'id': '9d443554-238c-4984-a94f-d88d8895045e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:50:48.527881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.528664 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment 84183b93-574a-4dbf-9902-bb5e3094e55e of type vlan for network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 Apr 21 14:50:48.601138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.685948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.696190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:48.696954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.849737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=4cdecf38-eb7b-4b82-a0e0-02724daf6136,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:48.852989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-732752c3-7157-4058-8c90-f02b48f0fe82 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5125606 Apr 21 14:50:48.855988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53722) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:48.866073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:48.869462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:49.082712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:49.094977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:49.100501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:49.104041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.111038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:49.125326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:49.247884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.289285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b6e25ed7-225e-40b2-bced-0d136fee2d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.297104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9e40b28d-ea26-44f7-bada-1e5f6e9fe4fc None None] Provisioning for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:49.313230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9e40b28d-ea26-44f7-bada-1e5f6e9fe4fc None None] Provisioning complete for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:49.315025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9e40b28d-ea26-44f7-bada-1e5f6e9fe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.388973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9e40b28d-ea26-44f7-bada-1e5f6e9fe4fc None None] Port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:49.408697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53738) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:49.553343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53746) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:49.594017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.666347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-78722b92-5222-4f7f-b835-4bf16b118732 tempest-DvrRoutersNegativeTest-1353374892 tempest-DvrRoutersNegativeTest-1353374892-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-201756984', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:49.668388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.policy [None req-78722b92-5222-4f7f-b835-4bf16b118732 tempest-DvrRoutersNegativeTest-1353374892 tempest-DvrRoutersNegativeTest-1353374892-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83934) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 21 14:50:49.668689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.policy [None req-78722b92-5222-4f7f-b835-4bf16b118732 tempest-DvrRoutersNegativeTest-1353374892 tempest-DvrRoutersNegativeTest-1353374892-project] Failed policy check for 'create_router' {{(pid=83934) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 21 14:50:49.669223 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-78722b92-5222-4f7f-b835-4bf16b118732 tempest-DvrRoutersNegativeTest-1353374892 tempest-DvrRoutersNegativeTest-1353374892-project] create failed (client error): Access was denied to this resource. Apr 21 14:50:49.678336 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78722b92-5222-4f7f-b835-4bf16b118732 tempest-DvrRoutersNegativeTest-1353374892 tempest-DvrRoutersNegativeTest-1353374892-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1160955 Apr 21 14:50:49.681865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8:0:1::376 (59aa76c6-1c16-4ccc-b10b-4a8b193d453a/d3447a22-4d80-4a7b-809a-8bcd3167b7a2/b62c67a1-6b56-46f5-916a-c6b6fe035ab1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:49.684585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port d2aeba65-d289-49d1-8ed6-e18e56f27ef0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:49.685036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.707983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:49.715555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': '84183b93-574a-4dbf-9902-bb5e3094e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:49.715924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: 4cdecf38-eb7b-4b82-a0e0-02724daf6136, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:49.762152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1725303453'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:49.763759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:49.782244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53756) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:49.795578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 4cdecf38-eb7b-4b82-a0e0-02724daf6136) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:49.799784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:49.800663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.805760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5ea68-5679-4f03-b195-105afe6dfb52 None None] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:49.842939 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04484175-9a79-4d50-8dba-ddd8dbeeb6b9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9858015 Apr 21 14:50:49.846403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53760) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:49.860516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:49.973325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:50.004420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Usage tracker for resource:network and tenant:8227eb0e78c0408381616ac409188fdf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:50.012866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:50.043149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:50.141664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfa88-9325-4111-839e-e9b4a6305c18 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.196760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Made reservation on behalf of 8227eb0e78c0408381616ac409188fdf for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:50.197289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:50.199889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.204898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfa88-9325-4111-839e-e9b4a6305c18 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.214032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:50.220010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:50.232720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-4cdecf38-eb7b-4b82-a0e0-02724daf6136', 'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136', 'tenant_id': 'b0a41b3593d3407ab521d4d2343e74d8', 'fixed_ips': [{'subnet_id': '3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:50.233907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:50.235623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.242894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.266001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:50.269703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.278631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53766) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:50.323258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.372514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfa88-9325-4111-839e-e9b4a6305c18 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.408769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cfa88-9325-4111-839e-e9b4a6305c18 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=304709ef-2695-4208-b0a9-38c5d1aa30d6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:50.437659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfa88-9325-4111-839e-e9b4a6305c18 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.438761 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd4cfa88-9325-4111-839e-e9b4a6305c18 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "DELETE /v2.0/security-groups/304709ef-2695-4208-b0a9-38c5d1aa30d6 HTTP/1.1" status: 204 len: 168 time: 0.6555390 Apr 21 14:50:50.440184 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4 (CIDR: 172.20.0.0/28) Apr 21 14:50:50.441642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53772) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:50.445989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:50.446496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:50.465219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Allocated IP 172.20.0.2 (4cdecf38-eb7b-4b82-a0e0-02724daf6136/3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4/e0ac47c4-7b13-4417-be9b-d2b84684d604) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:50.495218 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-3fcdbb75-663e-4f50-9c7f-e0076f79b8d5 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] show failed (client error): The resource could not be found. Apr 21 14:50:50.496940 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3fcdbb75-663e-4f50-9c7f-e0076f79b8d5 tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "GET /v2.0/security-groups/304709ef-2695-4208-b0a9-38c5d1aa30d6 HTTP/1.1" status: 404 len: 347 time: 0.0539219 Apr 21 14:50:50.502611 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b34f453b-3e18-4835-a16c-bfad6686f57c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6549468 Apr 21 14:50:50.503474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:50.504054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53778) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:50.536434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.548006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for d2aeba65-d289-49d1-8ed6-e18e56f27ef0 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:50.589464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:50.606063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:50.618322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Usage tracker for resource:security_group_rule and tenant:8227eb0e78c0408381616ac409188fdf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:50.626813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:50.629516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Ignored duplicate provisioning block setup for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 14:50:50.630989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.652001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:50.653986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.729137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.743085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Transition to ACTIVE for port object e0ac47c4-7b13-4417-be9b-d2b84684d604 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:50.767700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Transition to ACTIVE for port object e0ac47c4-7b13-4417-be9b-d2b84684d604 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:50.774849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.853763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:50.857531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:50.860384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:50.889740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Deleting port c38dcafb-54ab-432a-9af1-d2937e148d44 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:50.890430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.997907 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938f7302-d888-42e4-96fe-6a4ae6e18fec None None] New status for floating IP 955de69b-c0d6-40e3-be38-936b1630a64b: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:50:51.037382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Pushing event updated for resources: {'Port': ['ID=e0ac47c4-7b13-4417-be9b-d2b84684d604,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.038173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] In _notify_port_updated(), no bound segment for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 on network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:50:51.043703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:51.044699 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.046380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Attempting to bind port e0ac47c4-7b13-4417-be9b-d2b84684d604 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:51.046756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Attempting to bind port e0ac47c4-7b13-4417-be9b-d2b84684d604 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '84183b93-574a-4dbf-9902-bb5e3094e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:51.047158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Attempting to bind port e0ac47c4-7b13-4417-be9b-d2b84684d604 on network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:51.049727 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "PUT /v2.0/ports/b62c67a1-6b56-46f5-916a-c6b6fe035ab1 HTTP/1.1" status: 200 len: 1011 time: 2.6502087 Apr 21 14:50:51.053922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.054802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53784) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:51.056018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.056468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.058996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.059108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.059577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.059919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.060416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.061075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.061700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.062044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:51.063427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:51.074384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:51.074775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Checking segment: {'id': '84183b93-574a-4dbf-9902-bb5e3094e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:51.075302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.075716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Bound using segment: {'id': '84183b93-574a-4dbf-9902-bb5e3094e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:51.076386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Bound port: e0ac47c4-7b13-4417-be9b-d2b84684d604, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84183b93-574a-4dbf-9902-bb5e3094e55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:51.076864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.085285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bd2c5-19a7-474b-a529-8148115494c7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=b62c67a1-6b56-46f5-916a-c6b6fe035ab1,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.097044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.098440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Usage tracker for resource:security_group_rule and tenant:d03be49978c6467e9b4fd5c9b1a5287d is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:51.106910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:51.116318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.121709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:51.170695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee9535-d1cb-4d25-b673-080526caaff2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.186328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] For port e0ac47c4-7b13-4417-be9b-d2b84684d604, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:51.191023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] For port e0ac47c4-7b13-4417-be9b-d2b84684d604, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e0ac47c4-7b13-4417-be9b-d2b84684d604,segment=NetworkSegment(84183b93-574a-4dbf-9902-bb5e3094e55e),segment_id=84183b93-574a-4dbf-9902-bb5e3094e55e)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:51.194206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:51.203054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.213263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:51.219180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.220155 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Added segment d1a2a152-faac-4525-acba-0c0911b89ee8 of type vlan for network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f Apr 21 14:50:51.237010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:51.241411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:51.254810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:51.266611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:51.266974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.304246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a171b75-776a-4fbb-8c25-20b3ee1ae681 None None] Pushing event updated for resources: {'Port': ['ID=e0ac47c4-7b13-4417-be9b-d2b84684d604,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.326184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.354362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b61e6fc5-5a97-4d38-8345-df6b8a9d97a8 None None] Provisioning complete for port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:51.354898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b61e6fc5-5a97-4d38-8345-df6b8a9d97a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.357107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:51.361390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.391013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.391757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.406901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f144139c-1740-4585-9412-456c5d13bf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.414293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.441848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b61e6fc5-5a97-4d38-8345-df6b8a9d97a8 None None] Port b62c67a1-6b56-46f5-916a-c6b6fe035ab1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:51.465441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.469023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.473122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:51.473762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.512806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.534793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=d2aeba65-d289-49d1-8ed6-e18e56f27ef0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.654600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Calling delete_port for c38dcafb-54ab-432a-9af1-d2937e148d44 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:51.731427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeed008-d9f5-4dd6-adae-52b3d452c78d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.734024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event updated for resources: {'Network': ['ID=61a60ea8-76a8-4f1a-ab8c-eee87b2d755f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.763951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:51.773134 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e6901e44-9178-4bfc-9c14-95cc5f2c6bde tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3595257 Apr 21 14:50:51.826275 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a9a58620-0afc-4d30-98e2-5b6deb36ba91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d03be49978c6467e9b4fd5c9b1a5287d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5462875 Apr 21 14:50:51.832238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53790) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:51.832664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53792) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:51.883148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Request body: {'subnet': {'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:51.988024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e0ac47c4-7b13-4417-be9b-d2b84684d604 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:52.071383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port e0ac47c4-7b13-4417-be9b-d2b84684d604 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:52.099907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.103587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.122538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:52.132006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Usage tracker for resource:subnet and tenant:8227eb0e78c0408381616ac409188fdf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:52.135743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7435-d8d9-496c-99f1-5a1a61264313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.228326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.249381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for b62c67a1-6b56-46f5-916a-c6b6fe035ab1 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:52.282340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:52.285535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:52.285858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:52.310236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:52.385168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7435-d8d9-496c-99f1-5a1a61264313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.393958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Made reservation on behalf of 8227eb0e78c0408381616ac409188fdf for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:52.466595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.560143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.592150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.597111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.599968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3b679-6bdb-4096-ae53-44d13f798faf None None] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:52.670710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=b62c67a1-6b56-46f5-916a-c6b6fe035ab1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:52.714454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:52.721708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=e3554175-9096-4cb8-8d28-4c8ca3f773a6,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:52.723071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:52.729882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:52.730474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.754039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7435-d8d9-496c-99f1-5a1a61264313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.755588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-65c3df5e-c902-4924-899e-464a5498bbf5 None None] Provisioning for port e0ac47c4-7b13-4417-be9b-d2b84684d604 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:52.771039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-65c3df5e-c902-4924-899e-464a5498bbf5 None None] Provisioning complete for port e0ac47c4-7b13-4417-be9b-d2b84684d604 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:52.771722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65c3df5e-c902-4924-899e-464a5498bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.779099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb7435-d8d9-496c-99f1-5a1a61264313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeed008-d9f5-4dd6-adae-52b3d452c78d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:52.818562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Deleting port c38dcafb-54ab-432a-9af1-d2937e148d44 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:52.818908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.850925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.855709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0a62adb-7a38-43fe-a417-1f3d9adcfbe1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/b62c67a1-6b56-46f5-916a-c6b6fe035ab1 HTTP/1.1" status: 204 len: 168 time: 1.7969131 Apr 21 14:50:52.858706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8bfb7435-d8d9-496c-99f1-5a1a61264313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.860912 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8bfb7435-d8d9-496c-99f1-5a1a61264313 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8eeed008-d9f5-4dd6-adae-52b3d452c78d HTTP/1.1" status: 204 len: 168 time: 1.0248168 Apr 21 14:50:52.861687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53798) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.881083 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0164135a-a3fe-48d8-83d7-03a30d265dd0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3716667 Apr 21 14:50:52.901574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53804) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.910216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136', 'fixed_ips': [{'subnet_id': '3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4'}, {'subnet_id': 'e3554175-9096-4cb8-8d28-4c8ca3f773a6'}], 'name': 'tempest-PortsTestJSON-797087626'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:53.027692 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8afc86-36b0-4c4c-82a9-b5f705ce08e3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:50:53.028222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c8afc86-36b0-4c4c-82a9-b5f705ce08e3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:53.088050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c8afc86-36b0-4c4c-82a9-b5f705ce08e3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:53.088857 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6c8afc86-36b0-4c4c-82a9-b5f705ce08e3 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/b62c67a1-6b56-46f5-916a-c6b6fe035ab1 HTTP/1.1" status: 404 len: 333 time: 0.2146621 Apr 21 14:50:53.091848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53808) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.155417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65c3df5e-c902-4924-899e-464a5498bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.179413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet d3447a22-4d80-4a7b-809a-8bcd3167b7a2 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:53.193201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 29771d3c-df11-4c10-9c89-03e663cfe819 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:50:53.200703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-65c3df5e-c902-4924-899e-464a5498bbf5 None None] For port e0ac47c4-7b13-4417-be9b-d2b84684d604, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e0ac47c4-7b13-4417-be9b-d2b84684d604,segment=NetworkSegment(84183b93-574a-4dbf-9902-bb5e3094e55e),segment_id=84183b93-574a-4dbf-9902-bb5e3094e55e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:53.208011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65c3df5e-c902-4924-899e-464a5498bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.216171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.245425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.246003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.355345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3df5e-c902-4924-899e-464a5498bbf5 None None] Pushing event updated for resources: {'Port': ['ID=e0ac47c4-7b13-4417-be9b-d2b84684d604,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:53.363728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] Update dhcp port {'port': {'network_id': '4cdecf38-eb7b-4b82-a0e0-02724daf6136', 'fixed_ips': [{'subnet_id': '3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3554175-9096-4cb8-8d28-4c8ca3f773a6'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': 'e0ac47c4-7b13-4417-be9b-d2b84684d604'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:50:53.386402 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Calling delete_port for c38dcafb-54ab-432a-9af1-d2937e148d44 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:53.394853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.415265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.474761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:53.485388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:53.495152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:53.502573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:53.516442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:53.522571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.523269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.589150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 50acd8fb-4cb0-49de-883c-424552d280ff yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:53.593868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:50:53.612329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] Sync routers for ids ['29771d3c-df11-4c10-9c89-03e663cfe819'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:50:53.635283 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-94d0cd42-136c-4b5a-9a55-d6928f46c597 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/29771d3c-df11-4c10-9c89-03e663cfe819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3168719 Apr 21 14:50:53.636677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event updated for resources: {'Subnet': ['ID=1e98ef2d-2a29-4c16-9df5-1c24f0be7643,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:53.640692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53812) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.651631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.657568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] Routers {'29771d3c-df11-4c10-9c89-03e663cfe819'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:53.657916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['29771d3c-df11-4c10-9c89-03e663cfe819'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:53.674842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.685898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.720095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] Allocated IP 172.20.0.18 (4cdecf38-eb7b-4b82-a0e0-02724daf6136/e3554175-9096-4cb8-8d28-4c8ca3f773a6/e0ac47c4-7b13-4417-be9b-d2b84684d604) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:53.731401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:53.773922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Pushing event deleted for resources: {'Port': ['ID=c38dcafb-54ab-432a-9af1-d2937e148d44,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:53.829778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] Routers {'29771d3c-df11-4c10-9c89-03e663cfe819'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:50:53.830273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['29771d3c-df11-4c10-9c89-03e663cfe819'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:53.832045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1e2154a8-bf7e-4eb2-8f14-b3faa316d68f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:53.850417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Checking segment: {'id': 'd1a2a152-faac-4525-acba-0c0911b89ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:53.850745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Network hostable DHCP agents. Network: 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:53.888780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1e2154a8-bf7e-4eb2-8f14-b3faa316d68f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:53.894489 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1e2154a8-bf7e-4eb2-8f14-b3faa316d68f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=29771d3c-df11-4c10-9c89-03e663cfe819 HTTP/1.1" status: 200 len: 205 time: 0.2510982 Apr 21 14:50:53.896648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:53.897057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce0203-0e69-4b2e-a3df-1174bf06dfab None None] The sync data for ids ['29771d3c-df11-4c10-9c89-03e663cfe819'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:50:53.899369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53816) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.968350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] For port e0ac47c4-7b13-4417-be9b-d2b84684d604, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e0ac47c4-7b13-4417-be9b-d2b84684d604,segment=NetworkSegment(84183b93-574a-4dbf-9902-bb5e3094e55e),segment_id=84183b93-574a-4dbf-9902-bb5e3094e55e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:53.982796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.003847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.021520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e0ac47c4-7b13-4417-be9b-d2b84684d604 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:54.055607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.061345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] Transition to ACTIVE for port object e0ac47c4-7b13-4417-be9b-d2b84684d604 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:54.075060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.084957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:54.093209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=d3447a22-4d80-4a7b-809a-8bcd3167b7a2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:54.110570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.116764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:54.119986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.121051 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73495a00-f83d-40c6-9446-03535564c3de tempest-ServerActionsTestJSON-1703223670 tempest-ServerActionsTestJSON-1703223670-project] 10.222.0.42 "DELETE /v2.0/floatingips/955de69b-c0d6-40e3-be38-936b1630a64b HTTP/1.1" status: 204 len: 168 time: 3.6159875 Apr 21 14:50:54.125423 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9a3dd8b5-d04d-4ead-8d7d-97a37cc8c3c9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/d3447a22-4d80-4a7b-809a-8bcd3167b7a2 HTTP/1.1" status: 204 len: 168 time: 1.0293708 Apr 21 14:50:54.125423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:54.125688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53820) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.125780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.128942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53822) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.149784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275c161-6faf-408f-b34b-ffa0915a3187 None None] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:54.162465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e20cd-f9b7-43fe-9bd5-b00a94224826 None None] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:54.175452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0940cf-49a9-44e6-b8b2-21f3c2bf80f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.310265 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-59904cd3-dc8b-4e70-8fee-85d00b1eedc4 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4731300 Apr 21 14:50:54.313116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53828) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.320892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Request body: {'port': {'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1857832577'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:54.354755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64259bb6-91ec-44f2-9fff-9f84ddc1d33a None None] Pushing event updated for resources: {'Port': ['ID=e0ac47c4-7b13-4417-be9b-d2b84684d604,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:54.355530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.14 (4cdecf38-eb7b-4b82-a0e0-02724daf6136/3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4/50acd8fb-4cb0-49de-883c-424552d280ff) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:54.366928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.25 (4cdecf38-eb7b-4b82-a0e0-02724daf6136/e3554175-9096-4cb8-8d28-4c8ca3f773a6/50acd8fb-4cb0-49de-883c-424552d280ff) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:54.634727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.662431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-61a60ea8-76a8-4f1a-ab8c-eee87b2d755f', 'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f', 'tenant_id': '8227eb0e78c0408381616ac409188fdf', 'fixed_ips': [{'subnet_id': '1e98ef2d-2a29-4c16-9df5-1c24f0be7643'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:50:54.663224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 50acd8fb-4cb0-49de-883c-424552d280ff will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:54.663725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.776891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:54.779252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.860612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Allocated IP 172.20.0.2 (61a60ea8-76a8-4f1a-ab8c-eee87b2d755f/1e98ef2d-2a29-4c16-9df5-1c24f0be7643/9e855989-3871-48cd-a877-7842d2b96a03) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:54.882130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Usage tracker for resource:port and tenant:8227eb0e78c0408381616ac409188fdf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:54.885990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0940cf-49a9-44e6-b8b2-21f3c2bf80f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.891234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:54.905772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:54.911077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0940cf-49a9-44e6-b8b2-21f3c2bf80f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.918182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet b76c9ab9-4fbe-4a7f-a286-45ad698b860e {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:54.921839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.996679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:54.997587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=50acd8fb-4cb0-49de-883c-424552d280ff,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:55.001647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:55.011131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:55.045423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53834) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.051415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Made reservation on behalf of 8227eb0e78c0408381616ac409188fdf for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:55.064899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.112643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:55.113391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.128283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0940cf-49a9-44e6-b8b2-21f3c2bf80f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.129073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0940cf-49a9-44e6-b8b2-21f3c2bf80f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Fanout notify agent at l3_agent the message router_deleted on router 29771d3c-df11-4c10-9c89-03e663cfe819 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:50:55.184376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] device_id is not set on port 15e0988a-f545-418d-b3df-162016823cc0 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:55.190146 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0b90160-8c7a-49b6-a546-51dd0f216ff2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2872217 Apr 21 14:50:55.194947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.208933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:55.213210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aea1a2-a93f-4939-baab-7f2707e473d3 None None] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:55.236910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0940cf-49a9-44e6-b8b2-21f3c2bf80f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.240551 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1c0940cf-49a9-44e6-b8b2-21f3c2bf80f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/29771d3c-df11-4c10-9c89-03e663cfe819 HTTP/1.1" status: 204 len: 168 time: 1.3378856 Apr 21 14:50:55.243416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.244580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53842) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.319556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.397217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.407962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-61215903-4ea5-4a62-9ca0-dd35004c9281 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=f41186dc80a44203aef39ee617949c9a&network_id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 2999 time: 0.3589320 Apr 21 14:50:55.412132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ed2d2c4a-438d-46f8-9f6f-a64fa18ef1e3 None None] Provisioning for port e0ac47c4-7b13-4417-be9b-d2b84684d604 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:55.423110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.435498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ed2d2c4a-438d-46f8-9f6f-a64fa18ef1e3 None None] Provisioning complete for port e0ac47c4-7b13-4417-be9b-d2b84684d604 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:55.436010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2c4a-438d-46f8-9f6f-a64fa18ef1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.459694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Transition to ACTIVE for port object 9e855989-3871-48cd-a877-7842d2b96a03 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:55.555692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Transition to ACTIVE for port object 9e855989-3871-48cd-a877-7842d2b96a03 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:55.581726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.718071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Allocated IP 172.20.0.5 (61a60ea8-76a8-4f1a-ab8c-eee87b2d755f/1e98ef2d-2a29-4c16-9df5-1c24f0be7643/15e0988a-f545-418d-b3df-162016823cc0) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:55.741266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.750702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Pushing event updated for resources: {'Port': ['ID=9e855989-3871-48cd-a877-7842d2b96a03,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:55.757125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:55.767449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:55.771806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:55.801664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=b76c9ab9-4fbe-4a7f-a286-45ad698b860e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:55.827398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.850968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5787564-7047-4ada-aef5-ba793ba63bc8 None None] Network 59aa76c6-1c16-4ccc-b10b-4a8b193d453a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:55.863780 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-26a6ed52-9dcf-45f6-905b-8387714cb966 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/b76c9ab9-4fbe-4a7f-a286-45ad698b860e HTTP/1.1" status: 204 len: 168 time: 1.7302580 Apr 21 14:50:55.865299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.957248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e0ac47c4-7b13-4417-be9b-d2b84684d604 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:56.014000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet 2e737cda-ff14-4974-94dc-2acbabd27891 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:50:56.029322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.032546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Attempting to bind port 9e855989-3871-48cd-a877-7842d2b96a03 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:56.032972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Attempting to bind port 9e855989-3871-48cd-a877-7842d2b96a03 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'd1a2a152-faac-4525-acba-0c0911b89ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:56.033437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Attempting to bind port 9e855989-3871-48cd-a877-7842d2b96a03 on network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:50:56.081791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.090712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6a7db185-b496-41cc-bbc7-ad25a6bd6de9 None None] Provisioning complete for port cc9aa1d4-aa91-4acd-94db-31afe11f07ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:56.091296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a7db185-b496-41cc-bbc7-ad25a6bd6de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.103153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Transition to ACTIVE for port object 15e0988a-f545-418d-b3df-162016823cc0 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:56.133176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.143643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:50:56.144362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Checking segment: {'id': 'd1a2a152-faac-4525-acba-0c0911b89ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:50:56.144946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.145496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Bound using segment: {'id': 'd1a2a152-faac-4525-acba-0c0911b89ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:50:56.146133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Bound port: 9e855989-3871-48cd-a877-7842d2b96a03, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a2a152-faac-4525-acba-0c0911b89ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:56.146670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.147330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.177952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.214865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event updated for resources: {'Port': ['ID=15e0988a-f545-418d-b3df-162016823cc0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:56.229003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.232882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:56.234322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:56.237841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:56.253611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port cc9aa1d4-aa91-4acd-94db-31afe11f07ff {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:56.253611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.330082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e0ac47c4-7b13-4417-be9b-d2b84684d604 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:56.330576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.359834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] For port 9e855989-3871-48cd-a877-7842d2b96a03, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:50:56.360590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:56.364289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.408821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-72a0adb5-1c17-4fa0-b143-2de3a21e04e2 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0960996 Apr 21 14:50:56.409720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53854) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:56.416021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Request body: {'port': {'network_id': '61a60ea8-76a8-4f1a-ab8c-eee87b2d755f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2121991196', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:56.416644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] bootfile-name is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:56.417321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] tftp-server is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:56.418728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] server-ip-address is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:56.418854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] For port 9e855989-3871-48cd-a877-7842d2b96a03, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9e855989-3871-48cd-a877-7842d2b96a03,segment=NetworkSegment(d1a2a152-faac-4525-acba-0c0911b89ee8),segment_id=d1a2a152-faac-4525-acba-0c0911b89ee8)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:50:56.444141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.531922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.594276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2b5e7-972b-4986-9bee-1f97450755c0 None None] Pushing event updated for resources: {'Port': ['ID=9e855989-3871-48cd-a877-7842d2b96a03,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:56.630123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:56.643985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] DHCP port deletion for 59aa76c6-1c16-4ccc-b10b-4a8b193d453a request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:56.645910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Usage tracker for resource:port and tenant:8227eb0e78c0408381616ac409188fdf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:56.649957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:56.651235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Deleting port cc9aa1d4-aa91-4acd-94db-31afe11f07ff {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:56.651725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.658369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:56.674154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Made reservation on behalf of 8227eb0e78c0408381616ac409188fdf for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:56.679980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.705212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] device_id is not set on port 821e580f-c19a-42e4-a9df-f64e0a678f75 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:50:56.741083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-58072d54-8b7f-40f4-9a61-cd8ce26f6eb0 None None] Provisioning complete for port e0ac47c4-7b13-4417-be9b-d2b84684d604 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:56.741622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-58072d54-8b7f-40f4-9a61-cd8ce26f6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.864712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] For port cc9aa1d4-aa91-4acd-94db-31afe11f07ff, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,segment=NetworkSegment(cf47b347-d502-430f-86f4-3c276ce5a67b),segment_id=cf47b347-d502-430f-86f4-3c276ce5a67b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:56.865296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.940298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Allocated IP 172.20.0.3 (61a60ea8-76a8-4f1a-ab8c-eee87b2d755f/1e98ef2d-2a29-4c16-9df5-1c24f0be7643/821e580f-c19a-42e4-a9df-f64e0a678f75) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:57.154892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for cc9aa1d4-aa91-4acd-94db-31afe11f07ff owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:57.157534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-58072d54-8b7f-40f4-9a61-cd8ce26f6eb0 None None] Provisioning for port 50acd8fb-4cb0-49de-883c-424552d280ff completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:57.170317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] For port cc9aa1d4-aa91-4acd-94db-31afe11f07ff, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,segment=NetworkSegment(cf47b347-d502-430f-86f4-3c276ce5a67b),segment_id=cf47b347-d502-430f-86f4-3c276ce5a67b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:57.170704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.181531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-58072d54-8b7f-40f4-9a61-cd8ce26f6eb0 None None] Provisioning complete for port 50acd8fb-4cb0-49de-883c-424552d280ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:57.181897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-58072d54-8b7f-40f4-9a61-cd8ce26f6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.225856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.229469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.245723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Transition to ACTIVE for port object 821e580f-c19a-42e4-a9df-f64e0a678f75 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:57.273944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.305572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=2e737cda-ff14-4974-94dc-2acbabd27891,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:57.342743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-58072d54-8b7f-40f4-9a61-cd8ce26f6eb0 None None] Port 50acd8fb-4cb0-49de-883c-424552d280ff cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:57.351159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Calling delete_port for cc9aa1d4-aa91-4acd-94db-31afe11f07ff owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:57.361813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:57.366267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:57.376505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event updated for resources: {'Port': ['ID=821e580f-c19a-42e4-a9df-f64e0a678f75,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:57.378594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810c2ed-6f63-4a7d-a096-c04fde4d622f None None] Network fb303cd8-e00b-44fc-9fa8-de993c6b3e5d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:57.380134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.411077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:50:57.419254 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77986322-12e2-49c4-8336-0d546da3b9fa tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/2e737cda-ff14-4974-94dc-2acbabd27891 HTTP/1.1" status: 204 len: 168 time: 2.1665759 Apr 21 14:50:57.423031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.488634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:57.489320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.497047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.514863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Delete allocated IP 172.20.0.25 (4cdecf38-eb7b-4b82-a0e0-02724daf6136/e3554175-9096-4cb8-8d28-4c8ca3f773a6) {{(pid=83934) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:50:57.524255 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e0d22a33-1e1e-42b3-b5af-e88e964d7fe5 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1129313 Apr 21 14:50:57.527255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53866) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.611126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:57.611472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:57.618477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a4a6f-c7c2-4670-9a96-d81eea9bd5ed tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:57.623470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a4a6f-c7c2-4670-9a96-d81eea9bd5ed tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:57.630174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a4a6f-c7c2-4670-9a96-d81eea9bd5ed tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:57.631335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-498a4a6f-c7c2-4670-9a96-d81eea9bd5ed tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Synchronizing usage tracker for tenant:8227eb0e78c0408381616ac409188fdf on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:57.655178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-498a4a6f-c7c2-4670-9a96-d81eea9bd5ed tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Unset dirty status for tenant:8227eb0e78c0408381616ac409188fdf on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:57.656672 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-498a4a6f-c7c2-4670-9a96-d81eea9bd5ed tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1284850 Apr 21 14:50:57.659421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53870) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.719868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] DHCP port deletion for fb303cd8-e00b-44fc-9fa8-de993c6b3e5d request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:50:57.725676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] Deleting port 686754b8-9718-47e4-aa93-de01d9c3c1be {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:57.725676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.742047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Deleting port 821e580f-c19a-42e4-a9df-f64e0a678f75 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:57.742501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.848092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b138f-f94b-41f0-ad66-945dd4da8075 None None] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:50:57.940457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=cc9aa1d4-aa91-4acd-94db-31afe11f07ff,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:57.946730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No DVR routers for this DVR port cc9aa1d4-aa91-4acd-94db-31afe11f07ff on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:58.019936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e855989-3871-48cd-a877-7842d2b96a03 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:58.042388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.114882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53874) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.153467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Deleting port cc9aa1d4-aa91-4acd-94db-31afe11f07ff {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:58.153845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.160721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.195428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.238256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-76a14ebc-3057-4bea-96ba-c3d2a8897f84 None None] Provisioning for port 9e855989-3871-48cd-a877-7842d2b96a03 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:58.240659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aa76c6-1c16-4ccc-b10b-4a8b193d453a']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:58.252749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 686754b8-9718-47e4-aa93-de01d9c3c1be {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:58.253116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.293835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Calling delete_port for 821e580f-c19a-42e4-a9df-f64e0a678f75 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:58.303455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf47b347-d502-430f-86f4-3c276ce5a67b') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:58.303806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf47b347-d502-430f-86f4-3c276ce5a67b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:58.306281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-558ae098-14d4-48b7-b1b6-15d9349416ef None None] The port 'cc9aa1d4-aa91-4acd-94db-31afe11f07ff' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:50:58.318435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] For port 686754b8-9718-47e4-aa93-de01d9c3c1be, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=686754b8-9718-47e4-aa93-de01d9c3c1be,segment=NetworkSegment(27e4b294-075d-43b1-bbab-3161212d761a),segment_id=27e4b294-075d-43b1-bbab-3161212d761a)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:58.319180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.332724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.347509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.371355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89199974-fd9f-4b4c-84be-6cbd66cf5fb7 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:58.372771 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-89199974-fd9f-4b4c-84be-6cbd66cf5fb7 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 814 time: 0.2566328 Apr 21 14:50:58.400085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Ignored duplicate provisioning block setup for port 50acd8fb-4cb0-49de-883c-424552d280ff by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 14:50:58.407255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.424944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.477484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:50:58.477812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.477999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:58.496476 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:58.499055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] Calling delete_port for 686754b8-9718-47e4-aa93-de01d9c3c1be owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:58.528582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event deleted for resources: {'Port': ['ID=821e580f-c19a-42e4-a9df-f64e0a678f75,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:58.559255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9e855989-3871-48cd-a877-7842d2b96a03 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:58.584496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9e855989-3871-48cd-a877-7842d2b96a03 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:58.584893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.650543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.653500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.674756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e06c25f3-2aa6-4c10-b200-c24c5f37f3d8 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "DELETE /v2.0/ports/821e580f-c19a-42e4-a9df-f64e0a678f75 HTTP/1.1" status: 204 len: 168 time: 1.0140557 Apr 21 14:50:58.678782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53882) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.685504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Request body: {'port': {'name': 'tempest-new-port-name-1360984458', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:58.686051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] bootfile-name is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:58.686550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] tftp-server is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:58.686879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.api.validators [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] server-ip-address is not in valid_values {{(pid=83935) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:50:58.752726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] Pushing event deleted for resources: {'Port': ['ID=686754b8-9718-47e4-aa93-de01d9c3c1be,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:58.771077 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad252085-d621-49b8-9b48-cff99dbf7892 None None] No DVR routers for this DVR port 686754b8-9718-47e4-aa93-de01d9c3c1be on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:58.842899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.851441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.884763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.889819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.900923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 9e855989-3871-48cd-a877-7842d2b96a03, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9e855989-3871-48cd-a877-7842d2b96a03,segment=NetworkSegment(d1a2a152-faac-4525-acba-0c0911b89ee8),segment_id=d1a2a152-faac-4525-acba-0c0911b89ee8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:58.908369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.920614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=50acd8fb-4cb0-49de-883c-424552d280ff,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:58.991435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=59aa76c6-1c16-4ccc-b10b-4a8b193d453a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.008396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port 686754b8-9718-47e4-aa93-de01d9c3c1be, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=686754b8-9718-47e4-aa93-de01d9c3c1be,segment=NetworkSegment(27e4b294-075d-43b1-bbab-3161212d761a),segment_id=27e4b294-075d-43b1-bbab-3161212d761a)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:59.010502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.011534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device cc9aa1d4-aa91-4acd-94db-31afe11f07ff no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:59.035404 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd68c970-76f0-40aa-bc51-3b552ed9baa2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/59aa76c6-1c16-4ccc-b10b-4a8b193d453a HTTP/1.1" status: 204 len: 168 time: 3.1693666 Apr 21 14:50:59.038977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53886) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.062322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: cc9aa1d4-aa91-4acd-94db-31afe11f07ff {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:59.063301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device cc9aa1d4-aa91-4acd-94db-31afe11f07ff not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:59.063723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 686754b8-9718-47e4-aa93-de01d9c3c1be no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:59.102582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 686754b8-9718-47e4-aa93-de01d9c3c1be {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:50:59.102924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 686754b8-9718-47e4-aa93-de01d9c3c1be not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:59.107451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] In _notify_port_updated(), no bound segment for port 50acd8fb-4cb0-49de-883c-424552d280ff on network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:50:59.114634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:59.116257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.116517 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08e0ab7b-d2cc-4251-bd51-d004e1f1cbbb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "PUT /v2.0/ports/50acd8fb-4cb0-49de-883c-424552d280ff HTTP/1.1" status: 200 len: 919 time: 3.9171674 Apr 21 14:50:59.128392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=9e855989-3871-48cd-a877-7842d2b96a03,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.148521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ba423434-0e49-4dec-a146-35ee25d43720 None None] Provisioning complete for port 50acd8fb-4cb0-49de-883c-424552d280ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:59.148896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ba423434-0e49-4dec-a146-35ee25d43720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.195966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53890) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.202847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4'}, {'subnet_id': 'e3554175-9096-4cb8-8d28-4c8ca3f773a6'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:59.206724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ba423434-0e49-4dec-a146-35ee25d43720 None None] Port 50acd8fb-4cb0-49de-883c-424552d280ff cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:59.236821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 686754b8-9718-47e4-aa93-de01d9c3c1be owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:50:59.298907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.318887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-74df2da7-b59a-4f49-918d-7903208b6de6 None None] Could not find standard attr ID for object 821e580f-c19a-42e4-a9df-f64e0a678f75. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:59.332317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-74df2da7-b59a-4f49-918d-7903208b6de6 None None] Provisioning complete for port 9e855989-3871-48cd-a877-7842d2b96a03 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:59.332857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-74df2da7-b59a-4f49-918d-7903208b6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.366556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.398826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Deleting port 842aa326-e77b-4be4-b704-3b2c2afd2eab {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:59.398826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.428433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:59.428433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:59.454689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec14919-1d9d-47cd-a159-e56a24c19c60 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:59.456151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aec14919-1d9d-47cd-a159-e56a24c19c60 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:59.494909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53894) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.499989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-74df2da7-b59a-4f49-918d-7903208b6de6 None None] Provisioning for port 15e0988a-f545-418d-b3df-162016823cc0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:59.504593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--1440552120', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:50:59.505889 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-74df2da7-b59a-4f49-918d-7903208b6de6 None None] Provisioning complete for port 15e0988a-f545-418d-b3df-162016823cc0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:59.506412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-74df2da7-b59a-4f49-918d-7903208b6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.552131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aec14919-1d9d-47cd-a159-e56a24c19c60 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:59.558829 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aec14919-1d9d-47cd-a159-e56a24c19c60 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5156085 Apr 21 14:50:59.559605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.563332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event updated for resources: {'Port': ['ID=15e0988a-f545-418d-b3df-162016823cc0,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.563624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-74df2da7-b59a-4f49-918d-7903208b6de6 None None] Port 15e0988a-f545-418d-b3df-162016823cc0 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:59.573471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:59.639163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] In _notify_port_updated(), no bound segment for port 15e0988a-f545-418d-b3df-162016823cc0 on network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:50:59.643602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:59.644292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.648041 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c2767568-3fd4-4f85-97b9-9f95815550fd tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "PUT /v2.0/ports/15e0988a-f545-418d-b3df-162016823cc0 HTTP/1.1" status: 200 len: 1136 time: 0.9658768 Apr 21 14:50:59.648992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53902) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.674710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-272ddfd8-1cab-4d1d-b9a8-af0fae32b4dc None None] Could not find standard attr ID for object 821e580f-c19a-42e4-a9df-f64e0a678f75. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:59.690740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-272ddfd8-1cab-4d1d-b9a8-af0fae32b4dc None None] Provisioning complete for port 15e0988a-f545-418d-b3df-162016823cc0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:59.693908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-272ddfd8-1cab-4d1d-b9a8-af0fae32b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.699726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.755169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:59.770007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-272ddfd8-1cab-4d1d-b9a8-af0fae32b4dc None None] Port 15e0988a-f545-418d-b3df-162016823cc0 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:50:59.788682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:59.791596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.805524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c62703-f15d-4cd7-8977-eddac5105a40 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:50:59.806135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0c62703-f15d-4cd7-8977-eddac5105a40 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Synchronizing usage tracker for tenant:8227eb0e78c0408381616ac409188fdf on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:59.844579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] For port 842aa326-e77b-4be4-b704-3b2c2afd2eab, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=842aa326-e77b-4be4-b704-3b2c2afd2eab,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:50:59.844814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.863142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:59.882063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e0c62703-f15d-4cd7-8977-eddac5105a40 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Unset dirty status for tenant:8227eb0e78c0408381616ac409188fdf on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:59.886484 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e0c62703-f15d-4cd7-8977-eddac5105a40 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "GET /v2.0/ports/15e0988a-f545-418d-b3df-162016823cc0 HTTP/1.1" status: 200 len: 1136 time: 0.2333982 Apr 21 14:50:59.887712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53906) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.929601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 686754b8-9718-47e4-aa93-de01d9c3c1be {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:50:59.929951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.932347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e855989-3871-48cd-a877-7842d2b96a03 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:00.017870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.018224 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment e040ac83-5a01-4578-886a-3e722708f559 of type vlan for network 7014865e-af0c-493e-925c-d44cc68a5ea2 Apr 21 14:51:00.021340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9e855989-3871-48cd-a877-7842d2b96a03 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:00.022046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.029405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Calling delete_port for 842aa326-e77b-4be4-b704-3b2c2afd2eab owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:00.090146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Deleting port 15e0988a-f545-418d-b3df-162016823cc0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:00.090498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.108131 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1cf9ae09-b068-435d-98f9-e50418a85a5b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5271139 Apr 21 14:51:00.117357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] The port '686754b8-9718-47e4-aa93-de01d9c3c1be' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:00.118041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:00.143795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-923950454'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:00.183850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:00.195244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e201c28e-9723-4c89-9976-0974cff2c527 None None] Provisioning complete for port 15e0988a-f545-418d-b3df-162016823cc0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:00.195619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e201c28e-9723-4c89-9976-0974cff2c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.195891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.215224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:00.227795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:00.243912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:00.250754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e201c28e-9723-4c89-9976-0974cff2c527 None None] Port 15e0988a-f545-418d-b3df-162016823cc0 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:00.347778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:00.350719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.363821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.392916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.396807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:00.397426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.444549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb303cd8-e00b-44fc-9fa8-de993c6b3e5d']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:00.515062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.26 (4cdecf38-eb7b-4b82-a0e0-02724daf6136/e3554175-9096-4cb8-8d28-4c8ca3f773a6/50acd8fb-4cb0-49de-883c-424552d280ff) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:00.521151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e4b294-075d-43b1-bbab-3161212d761a') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:00.521415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e4b294-075d-43b1-bbab-3161212d761a') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:00.555561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:00.559881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.579631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.634631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.639801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.640178 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment cad87201-a258-4530-a666-c3d8aceaf990 of type vlan for network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f Apr 21 14:51:00.641795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=7014865e-af0c-493e-925c-d44cc68a5ea2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:00.652250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.655753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:00.662826 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-45f13973-fe92-405c-95ce-87cb71f69578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1639161 Apr 21 14:51:00.667001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:00.673982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:00.674387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:00.690518 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:00.767209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Calling delete_port for 15e0988a-f545-418d-b3df-162016823cc0 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:00.783717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.788505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.869493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Pushing event deleted for resources: {'Port': ['ID=842aa326-e77b-4be4-b704-3b2c2afd2eab,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:00.924388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.944394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec04e3d-f199-4b2d-b3cb-8798f1f3da56 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:00.948923 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5ec04e3d-f199-4b2d-b3cb-8798f1f3da56 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2783263 Apr 21 14:51:00.954151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53918) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:00.956808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.960685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.018595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=fb303cd8-e00b-44fc-9fa8-de993c6b3e5d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.021206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.024896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:01.025503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.055616 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b1fc2bb8-36fb-4e20-ad7c-e2da866ba9b7 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/fb303cd8-e00b-44fc-9fa8-de993c6b3e5d HTTP/1.1" status: 204 len: 168 time: 3.6310861 Apr 21 14:51:01.059846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53922) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.065511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 50acd8fb-4cb0-49de-883c-424552d280ff will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:01.071737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1951490947', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:01.077181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.082975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:01.123780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.133991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:router and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:01.150875 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0277991 Apr 21 14:51:01.152263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:01.155141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event deleted for resources: {'Port': ['ID=15e0988a-f545-418d-b3df-162016823cc0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.155868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53926) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.167638 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:01.201893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:01.290738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.291679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.354790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10309ced-ed62-454f-88f2-e76bcc9c2986 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:01.356352 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-10309ced-ed62-454f-88f2-e76bcc9c2986 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4012353 Apr 21 14:51:01.372208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53930) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.392870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=50acd8fb-4cb0-49de-883c-424552d280ff,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.492967 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bd2fcfd1-6af1-4baf-81e1-350ceaaa180f tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1133623 Apr 21 14:51:01.507179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caf6bd-51a7-4d2b-bbe4-26f4b2f3279e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.517941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.519881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:01.544226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.547927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.582263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] In _notify_port_updated(), no bound segment for port 50acd8fb-4cb0-49de-883c-424552d280ff on network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:51:01.586198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:01.586817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.588146 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-61e49999-7c39-4900-b164-cbdbd2ce89b4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "PUT /v2.0/ports/50acd8fb-4cb0-49de-883c-424552d280ff HTTP/1.1" status: 200 len: 999 time: 2.3909795 Apr 21 14:51:01.591264 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-88166034-1a75-4dac-b86d-392f874f601f tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "DELETE /v2.0/ports/15e0988a-f545-418d-b3df-162016823cc0 HTTP/1.1" status: 204 len: 168 time: 1.7029574 Apr 21 14:51:01.592043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53938) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.594745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53940) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.602834 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9c11dfbe-10b7-427b-821c-ebce36d06ced tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813890 Apr 21 14:51:01.612913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.625922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:01.630469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:01.634327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:01.641247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:01.650598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-41e6f61f-c81f-4ffa-a4c3-113b91759bd6 None None] Provisioning for port 50acd8fb-4cb0-49de-883c-424552d280ff completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:01.655746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-41e6f61f-c81f-4ffa-a4c3-113b91759bd6 None None] Provisioning complete for port 50acd8fb-4cb0-49de-883c-424552d280ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:01.656729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-41e6f61f-c81f-4ffa-a4c3-113b91759bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.670089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.708826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-41e6f61f-c81f-4ffa-a4c3-113b91759bd6 None None] Port 50acd8fb-4cb0-49de-883c-424552d280ff cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:01.724176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.725362 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dc774686-8f1d-4363-aac0-92e860bf8fa6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6618114 Apr 21 14:51:01.729972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53950) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.733295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 50acd8fb-4cb0-49de-883c-424552d280ff {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:01.733648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.744777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:01.795622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1565655626'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:01.812114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:01.875025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:01.881266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:01.893959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3da673-302d-432c-9c7b-58e618f567d3 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:01.898091 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd3da673-302d-432c-9c7b-58e618f567d3 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2781422 Apr 21 14:51:01.898262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:01.898741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.904341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.980030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:01.982945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.011230 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d113a12f-715f-41c2-81da-39d970259181 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1093807 Apr 21 14:51:02.016480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53958) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:02.029143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Deleting subnet 1e98ef2d-2a29-4c16-9df5-1c24f0be7643 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:02.034090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057669719', 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:02.090703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.199938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.322670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.335934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:02.375565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.412551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.412907 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment 44b828b1-089a-4885-a423-45bd29cf3d93 of type vlan for network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f Apr 21 14:51:02.417925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=9d365763-2ef1-4f4f-830e-8f99ccf70620,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:02.428732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:02.435134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': 'cad87201-a258-4530-a666-c3d8aceaf990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:02.435491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:02.445885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:02.457303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:02.479390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:02.486074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:02.493640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.517933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.605746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:02.613886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b3f068-5c51-4d26-add6-da541cd3c418 None None] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:02.619359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:02.619946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.634122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:02.659329 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02d2e59a-5165-48a6-8bcb-00de9ee34d17 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4972131 Apr 21 14:51:02.659556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 50acd8fb-4cb0-49de-883c-424552d280ff owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:02.659656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53962) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:02.673655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f', 'name': 'tempest-PortsIpV6TestJSON-1035507430'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:02.753416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:51:02.826045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.830466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:02.831070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.838066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f', 'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f', 'tenant_id': '8391a3bddaf74cf491d205c7ace8a1e2', 'fixed_ips': [{'subnet_id': '9d365763-2ef1-4f4f-830e-8f99ccf70620'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:02.840176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.840272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.898875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.013313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Allocated IP 2001:db8::2 (bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f/9d365763-2ef1-4f4f-830e-8f99ccf70620/6c6e63b0-a860-4820-b222-8dfd5cf244ef) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:03.076102 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2956810 Apr 21 14:51:03.078564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.105456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd14f9-a1c0-41fa-990c-89296f9e3443 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=bbcb3eb5-400c-4a99-b6ca-f5d40195e34f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:03.106889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:03.118413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:03.201429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:03.241667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:03.246186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.263622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:03.269494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:03.272592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.284304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:03.289721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:03.302137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:03.303848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event deleted for resources: {'Subnet': ['ID=1e98ef2d-2a29-4c16-9df5-1c24f0be7643,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:03.320156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 83b57ffd-357c-4b4f-b93e-a299487a251d yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:03.355428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:03.362880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.371160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd728a7-c788-4fcd-9df2-a7f866e959ab None None] Network 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:03.389937 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-84209a95-0bd2-4474-bd60-da0f8f3b346b tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "DELETE /v2.0/subnets/1e98ef2d-2a29-4c16-9df5-1c24f0be7643 HTTP/1.1" status: 204 len: 168 time: 1.7917974 Apr 21 14:51:03.390179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.392684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53970) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.414455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.463304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Transition to ACTIVE for port object 6c6e63b0-a860-4820-b222-8dfd5cf244ef will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:03.500862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Transition to ACTIVE for port object 6c6e63b0-a860-4820-b222-8dfd5cf244ef will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:03.514117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.552133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=50acd8fb-4cb0-49de-883c-424552d280ff,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:03.560529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.607937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.657055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Pushing event updated for resources: {'Port': ['ID=6c6e63b0-a860-4820-b222-8dfd5cf244ef,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:03.678576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Router 4ea7ab42-1c15-410d-951d-3129bc6ed656 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:51:03.700468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:03.715095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::3a9 (bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f/9d365763-2ef1-4f4f-830e-8f99ccf70620/83b57ffd-357c-4b4f-b93e-a299487a251d) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:03.719744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:03.724096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:03.809441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.890106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Attempting to bind port 6c6e63b0-a860-4820-b222-8dfd5cf244ef on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:03.894310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Attempting to bind port 6c6e63b0-a860-4820-b222-8dfd5cf244ef by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'cad87201-a258-4530-a666-c3d8aceaf990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:03.895146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Attempting to bind port 6c6e63b0-a860-4820-b222-8dfd5cf244ef on network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:03.910966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:03.911742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Checking segment: {'id': 'cad87201-a258-4530-a666-c3d8aceaf990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:03.912745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.913307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Bound using segment: {'id': 'cad87201-a258-4530-a666-c3d8aceaf990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:03.914071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Bound port: 6c6e63b0-a860-4820-b222-8dfd5cf244ef, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad87201-a258-4530-a666-c3d8aceaf990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:03.916683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Deleting port 9e855989-3871-48cd-a877-7842d2b96a03 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:03.917024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.917494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.946686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=36bcf946-d395-42b5-b6c0-8a1d9d6947db,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:03.982193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.988214 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-84219d42-c8a0-4f7b-924d-f9eda992a7d5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/50acd8fb-4cb0-49de-883c-424552d280ff HTTP/1.1" status: 204 len: 168 time: 2.3911242 Apr 21 14:51:03.992857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53974) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:04.002106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a61d973-29f4-442d-b657-95d67484982a None None] DHCP port deletion for 61a60ea8-76a8-4f1a-ab8c-eee87b2d755f request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:04.021079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4a61d973-29f4-442d-b657-95d67484982a None None] Deleting port 9e855989-3871-48cd-a877-7842d2b96a03 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:04.021454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4a61d973-29f4-442d-b657-95d67484982a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.035391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:04.035784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: 7014865e-af0c-493e-925c-d44cc68a5ea2, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:04.081984 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e747aa-939c-4763-97c2-cbf6bf6d47ee tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:51:04.082254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43e747aa-939c-4763-97c2-cbf6bf6d47ee tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:04.131483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e5662351-d777-4dda-9751-32743ceae612 None None] For port 6c6e63b0-a860-4820-b222-8dfd5cf244ef, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:04.150000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e5662351-d777-4dda-9751-32743ceae612 None None] For port 6c6e63b0-a860-4820-b222-8dfd5cf244ef, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6c6e63b0-a860-4820-b222-8dfd5cf244ef,segment=NetworkSegment(cad87201-a258-4530-a666-c3d8aceaf990),segment_id=cad87201-a258-4530-a666-c3d8aceaf990)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:04.173351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.181499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.189142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43e747aa-939c-4763-97c2-cbf6bf6d47ee tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:04.192545 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-43e747aa-939c-4763-97c2-cbf6bf6d47ee tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/50acd8fb-4cb0-49de-883c-424552d280ff HTTP/1.1" status: 404 len: 333 time: 0.1987269 Apr 21 14:51:04.193656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53978) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:04.265950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.268694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:04.297085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 7014865e-af0c-493e-925c-d44cc68a5ea2) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:04.300587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=4a179a66-7494-4105-ad47-521e76519c47,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:04.306258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet e3554175-9096-4cb8-8d28-4c8ca3f773a6 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:04.307092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object 83b57ffd-357c-4b4f-b93e-a299487a251d will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:04.308995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.328986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-4a61d973-29f4-442d-b657-95d67484982a None None] For port 9e855989-3871-48cd-a877-7842d2b96a03, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9e855989-3871-48cd-a877-7842d2b96a03,segment=NetworkSegment(d1a2a152-faac-4525-acba-0c0911b89ee8),segment_id=d1a2a152-faac-4525-acba-0c0911b89ee8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:04.329362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4a61d973-29f4-442d-b657-95d67484982a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.337870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242fe047-4b5d-4ca6-904b-8aeae695253e None None] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:04.346193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:04.346780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.364462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:04.365131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: bbcb3eb5-400c-4a99-b6ca-f5d40195e34f, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:04.379435 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8e4c0b46-1a71-4e09-a4e5-10909a57a80e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3569832 Apr 21 14:51:04.379435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] For port 9e855989-3871-48cd-a877-7842d2b96a03, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9e855989-3871-48cd-a877-7842d2b96a03,segment=NetworkSegment(d1a2a152-faac-4525-acba-0c0911b89ee8),segment_id=d1a2a152-faac-4525-acba-0c0911b89ee8)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:04.379435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.396003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.399811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:04.415053 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] Sync routers for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:04.434824 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:04.437980 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:04.465481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662351-d777-4dda-9751-32743ceae612 None None] Pushing event updated for resources: {'Port': ['ID=6c6e63b0-a860-4820-b222-8dfd5cf244ef,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:04.537845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4a61d973-29f4-442d-b657-95d67484982a None None] Calling delete_port for 9e855989-3871-48cd-a877-7842d2b96a03 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:04.588320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=83b57ffd-357c-4b4f-b93e-a299487a251d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:04.659745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:04.675562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:04.682435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:04.690214 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:04.693367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Calling delete_port for 9e855989-3871-48cd-a877-7842d2b96a03 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:04.696818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:04.699658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.704797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4a61d973-29f4-442d-b657-95d67484982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.752556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:04.788784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53984) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:04.793053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, bbcb3eb5-400c-4a99-b6ca-f5d40195e34f) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:04.796135 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ca0cd2c6-78d0-4f83-8555-2732e43f8759 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1353719 Apr 21 14:51:04.811778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 53988) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:04.818013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208790904', 'description': 'tempest-secgroup-smoke-1208790904 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:04.839436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:04.840800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:04.841610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.846942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61d973-29f4-442d-b657-95d67484982a None None] Pushing event deleted for resources: {'Port': ['ID=9e855989-3871-48cd-a877-7842d2b96a03,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:04.847259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': 'bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f', 'name': 'tempest-PortsIpV6TestJSON-31290128'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:04.881731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.881984 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a97b400b-764a-45a1-881b-911a9393204e admin admin] 10.222.0.42 "PUT /v2.0/routers/4ea7ab42-1c15-410d-951d-3129bc6ed656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7567484 Apr 21 14:51:04.885129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53992) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:04.907586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545cfbd4-74e6-4f44-9b89-e7b82bf4d14b None None] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:05.013833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:05.065912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.086576 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6f038960-9e36-45b3-882f-5a9122d34dc6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0014229 Apr 21 14:51:05.090584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 53996) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:05.118905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:05.119603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:05.170156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:05.181807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:05.185285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:05.189604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:05.196621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.209005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61d973-29f4-442d-b657-95d67484982a None None] No DVR routers for this DVR port 9e855989-3871-48cd-a877-7842d2b96a03 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:05.212128 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:51:00Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:05.217090 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] Checking router: 4ea7ab42-1c15-410d-951d-3129bc6ed656 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:51:05.226441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:05.229115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:05.231122 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] Routers {'4ea7ab42-1c15-410d-951d-3129bc6ed656'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:05.232248 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4ea7ab42-1c15-410d-951d-3129bc6ed656'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:05.239548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-7014865e-af0c-493e-925c-d44cc68a5ea2', 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:05.240007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:05.240390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.258718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:05.292951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:05.299352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.354020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.360856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 24916287-057a-4b89-89ab-f52282f0f144 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:05.443811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Allocated IP 172.20.0.18 (7014865e-af0c-493e-925c-d44cc68a5ea2/36bcf946-d395-42b5-b6c0-8a1d9d6947db/970ff340-67ba-46e9-bc9c-265ea229bbac) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:05.476735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=e3554175-9096-4cb8-8d28-4c8ca3f773a6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:05.511784 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] Set router 4ea7ab42-1c15-410d-951d-3129bc6ed656 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:05.514604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.519351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.534158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.627062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Deleting port 9e855989-3871-48cd-a877-7842d2b96a03 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:05.627544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.645878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.687443 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f58e2b49-fb63-4b83-abb1-8dc16fa88ebd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/e3554175-9096-4cb8-8d28-4c8ca3f773a6 HTTP/1.1" status: 204 len: 168 time: 1.4785397 Apr 21 14:51:05.706828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.718197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Transition to ACTIVE for port object 970ff340-67ba-46e9-bc9c-265ea229bbac will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:05.724731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:05.740237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Transition to ACTIVE for port object 970ff340-67ba-46e9-bc9c-265ea229bbac will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:05.748413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc3db82-58eb-4cd0-9f13-de6e548b7a10 None None] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:05.787490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098e5eae-465d-4c73-8e06-dee624f0fca2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:05.794342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] The port '9e855989-3871-48cd-a877-7842d2b96a03' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:05.798413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.802711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a977308f-945b-498a-af6a-5e54020ef7fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0095699 Apr 21 14:51:05.803912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54002) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:05.862155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '098e5eae-465d-4c73-8e06-dee624f0fca2', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:05.883732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:05.901061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:05.976184 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:51:00Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:05.985576 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ca7d14-f9ef-4b78-932e-ed1df89f78d0 None None] The sync data for ids ['4ea7ab42-1c15-410d-951d-3129bc6ed656'] in dv-neutron-838898-1-hyperv is: [{'id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'name': 'tempest-ServerActionsTestJSON-77555939-router', 'tenant_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47'}], 'enable_snat': True}, 'gw_port_id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:13Z', 'updated_at': '2022-04-21T14:51:00Z', 'revision_number': 5, 'project_id': 'c0b1fb04a0104faaae6a08d3733f08eb', 'gw_port': {'id': 'ce2e4882-ac47-40cc-a179-e3722189c588', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea7ab42-1c15-410d-951d-3129bc6ed656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:15Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:51:05.986452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.995114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:06.001173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::214 (bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f/9d365763-2ef1-4f4f-830e-8f99ccf70620/24916287-057a-4b89-89ab-f52282f0f144) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:06.047032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:06.065069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.111912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1af7e8-d531-44b9-a87b-ee28066681c3 None None] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:06.145437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:06.183458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:06.197651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:06.220766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a60ea8-76a8-4f1a-ab8c-eee87b2d755f']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:06.244668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.256960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a2a152-faac-4525-acba-0c0911b89ee8') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:06.257418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a2a152-faac-4525-acba-0c0911b89ee8') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:06.285991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.332530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Pushing event updated for resources: {'Port': ['ID=970ff340-67ba-46e9-bc9c-265ea229bbac,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:06.334883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:06.335687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.404533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.413176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet 3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:06.417933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.420831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:06.421098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.429492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:06.439087 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:06.449070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6c6e63b0-a860-4820-b222-8dfd5cf244ef up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:06.581048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-959f739f-8196-4141-8cfd-6b2080548206 None None] Provisioning for port 6c6e63b0-a860-4820-b222-8dfd5cf244ef completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:06.616110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.622764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Attempting to bind port 970ff340-67ba-46e9-bc9c-265ea229bbac on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:06.623134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Attempting to bind port 970ff340-67ba-46e9-bc9c-265ea229bbac by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:06.623496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Attempting to bind port 970ff340-67ba-46e9-bc9c-265ea229bbac on network 7014865e-af0c-493e-925c-d44cc68a5ea2 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:06.626710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.641761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:06.642446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Checking segment: {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:06.643001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.643548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Bound using segment: {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:06.644240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Bound port: 970ff340-67ba-46e9-bc9c-265ea229bbac, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:06.644799 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.646569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.649551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object 24916287-057a-4b89-89ab-f52282f0f144 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:06.655676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.676101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.704358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.713441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf238ce-5e6c-438d-8a42-685bda5f19df,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:06.725165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] Pushing event deleted for resources: {'Network': ['ID=61a60ea8-76a8-4f1a-ab8c-eee87b2d755f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:06.744314 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0e17debe-2e7d-4ecd-864f-f7df27134b62 tempest-ExtraDHCPOptionsTestJSON-231874564 tempest-ExtraDHCPOptionsTestJSON-231874564-project] 10.222.0.42 "DELETE /v2.0/networks/61a60ea8-76a8-4f1a-ab8c-eee87b2d755f HTTP/1.1" status: 204 len: 168 time: 3.3502333 Apr 21 14:51:06.748002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.749307 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-61ea5df3-f830-4f14-af56-5ff21017924d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9441617 Apr 21 14:51:06.752599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54010) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:06.759267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '098e5eae-465d-4c73-8e06-dee624f0fca2', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:06.767054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:06.769957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.820579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:06.832381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:06.845754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.851531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:06.901637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Deleting port ce2e4882-ac47-40cc-a179-e3722189c588 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:06.901977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.904550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:06.906803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=24916287-057a-4b89-89ab-f52282f0f144,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:06.912046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:06.918745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:06.924128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:06.924900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.930899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.948614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.986093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 6c6e63b0-a860-4820-b222-8dfd5cf244ef completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:07.008977 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b06e8f52-6c51-4144-82a9-6dd9ca1a2dd5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1769946 Apr 21 14:51:07.013481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54014) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.086203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6c6e63b0-a860-4820-b222-8dfd5cf244ef triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:07.086799 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.140017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Allocated IP 2001:db8::2 (bbcb3eb5-400c-4a99-b6ca-f5d40195e34f/4a179a66-7494-4105-ad47-521e76519c47/8b8dc75c-64db-43e8-93cd-f50866392fda) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:07.146310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.155119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] For port 970ff340-67ba-46e9-bc9c-265ea229bbac, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:07.169781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.193379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc51a23-ebbb-45e2-b1ba-1c3590a5ad2d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:07.213005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e948690-5760-4b0a-a67d-04b1d94e87d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:07.213906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3e948690-5760-4b0a-a67d-04b1d94e87d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:07.250744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3e948690-5760-4b0a-a67d-04b1d94e87d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:07.254860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3e948690-5760-4b0a-a67d-04b1d94e87d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a9 HTTP/1.1" status: 200 len: 929 time: 0.2366486 Apr 21 14:51:07.260734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.263252 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e2ad65e7-3557-4688-92b9-7ebd74f8a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5096676 Apr 21 14:51:07.264505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54020) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.266082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] For port 970ff340-67ba-46e9-bc9c-265ea229bbac, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=970ff340-67ba-46e9-bc9c-265ea229bbac,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:07.267534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54022) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.299438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.345586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '098e5eae-465d-4c73-8e06-dee624f0fca2', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:07.367795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54028) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.370986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.374349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:07.383232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:07.391000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:07.399921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:07.404845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 24916287-057a-4b89-89ab-f52282f0f144 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:07.405327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.430105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:07.446176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] For port ce2e4882-ac47-40cc-a179-e3722189c588, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ce2e4882-ac47-40cc-a179-e3722189c588,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:07.446457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.457705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.481763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.558503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756ffb9-3600-4154-a224-7ac67a6836e3 None None] Pushing event updated for resources: {'Port': ['ID=970ff340-67ba-46e9-bc9c-265ea229bbac,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:07.603201 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d7f3bba0-0b42-46ba-924a-e066b0de6ffa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4 HTTP/1.1" status: 204 len: 168 time: 1.7948294 Apr 21 14:51:07.604356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.609238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.615718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Calling delete_port for ce2e4882-ac47-40cc-a179-e3722189c588 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:07.787328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 6c6e63b0-a860-4820-b222-8dfd5cf244ef, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6c6e63b0-a860-4820-b222-8dfd5cf244ef,segment=NetworkSegment(cad87201-a258-4530-a666-c3d8aceaf990),segment_id=cad87201-a258-4530-a666-c3d8aceaf990)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:07.800232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.804168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.908291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44388c3-bd48-4fdc-8657-545cc9e53aa0 None None] Network 4cdecf38-eb7b-4b82-a0e0-02724daf6136 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:07.932895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e855989-3871-48cd-a877-7842d2b96a03 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:07.955736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.977962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port e0ac47c4-7b13-4417-be9b-d2b84684d604 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:07.978307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.027601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.094410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 9e855989-3871-48cd-a877-7842d2b96a03 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:08.095373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9e855989-3871-48cd-a877-7842d2b96a03 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:08.130646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Transition to ACTIVE for port object 8b8dc75c-64db-43e8-93cd-f50866392fda will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:08.209160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.232310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 24916287-057a-4b89-89ab-f52282f0f144 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:08.261696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=6c6e63b0-a860-4820-b222-8dfd5cf244ef,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.277722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.291598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.339418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.343857 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0213377 Apr 21 14:51:08.345801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 970ff340-67ba-46e9-bc9c-265ea229bbac up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:08.347603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54038) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:08.361400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '098e5eae-465d-4c73-8e06-dee624f0fca2', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:08.375670 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-02b89df3-8365-46f2-a03d-8779813c4cc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8227eb0e78c0408381616ac409188fdf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0026929 Apr 21 14:51:08.379552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54042) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:08.381174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:08.381371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Transition to ACTIVE for port object 8b8dc75c-64db-43e8-93cd-f50866392fda will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:08.392146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a4648-0d27-4e3d-a478-c7e9fdf23555 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9378ac-bef9-4e2b-b6e2-15fa3df8c8e7,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.406853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:08.411305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.412397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:08.424032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:08.454650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9327e3e1-ffe1-4f14-886f-2191cfdda937 None None] Provisioning complete for port e0ac47c4-7b13-4417-be9b-d2b84684d604 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:08.454914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9327e3e1-ffe1-4f14-886f-2191cfdda937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.482860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2e4882-ac47-40cc-a179-e3722189c588,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.507404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.563904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] For port e0ac47c4-7b13-4417-be9b-d2b84684d604, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e0ac47c4-7b13-4417-be9b-d2b84684d604,segment=NetworkSegment(84183b93-574a-4dbf-9902-bb5e3094e55e),segment_id=84183b93-574a-4dbf-9902-bb5e3094e55e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:08.564296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.567460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:08.571549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Pushing event updated for resources: {'Port': ['ID=8b8dc75c-64db-43e8-93cd-f50866392fda,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.581537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:08.586957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:08.616533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa600527-3567-4254-b0ed-e87c7570e81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.622852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.631468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8::1 (bbcb3eb5-400c-4a99-b6ca-f5d40195e34f/4a179a66-7494-4105-ad47-521e76519c47/ac617e4e-f54b-43f1-9d70-501321defab8) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:08.709658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.710832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=24916287-057a-4b89-89ab-f52282f0f144,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.721903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa600527-3567-4254-b0ed-e87c7570e81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.738335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 970ff340-67ba-46e9-bc9c-265ea229bbac completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:08.777415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Attempting to bind port 8b8dc75c-64db-43e8-93cd-f50866392fda on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:08.778183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Attempting to bind port 8b8dc75c-64db-43e8-93cd-f50866392fda by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:08.778710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Attempting to bind port 8b8dc75c-64db-43e8-93cd-f50866392fda on network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:08.786534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 842aa326-e77b-4be4-b704-3b2c2afd2eab no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:08.820280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] DHCP port deletion for 4cdecf38-eb7b-4b82-a0e0-02724daf6136 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:08.825112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.831906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 842aa326-e77b-4be4-b704-3b2c2afd2eab {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:08.832179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 842aa326-e77b-4be4-b704-3b2c2afd2eab not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:08.836114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Deleting port e0ac47c4-7b13-4417-be9b-d2b84684d604 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:08.836691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.863153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:08.863834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Checking segment: {'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:08.864419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.864964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Bound using segment: {'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:08.865605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Bound port: 8b8dc75c-64db-43e8-93cd-f50866392fda, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:08.866162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.868382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for e0ac47c4-7b13-4417-be9b-d2b84684d604 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:08.898584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2abe53-de40-4f94-949f-592d5eb77abb,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.912394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.949745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa600527-3567-4254-b0ed-e87c7570e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.015946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa600527-3567-4254-b0ed-e87c7570e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee9535-d1cb-4d25-b673-080526caaff2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:09.020963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.025271 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d0eb661a-d1fe-4c79-8147-7323fa75e8d0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6692290 Apr 21 14:51:09.026959 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-331ac9e4-283a-4177-afaf-0af0125b1cf1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/24916287-057a-4b89-89ab-f52282f0f144 HTTP/1.1" status: 204 len: 168 time: 1.7607191 Apr 21 14:51:09.028392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54046) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.031973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54048) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.037544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '098e5eae-465d-4c73-8e06-dee624f0fca2', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:09.041962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa600527-3567-4254-b0ed-e87c7570e81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.043051 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-aa600527-3567-4254-b0ed-e87c7570e81a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fee9535-d1cb-4d25-b673-080526caaff2 HTTP/1.1" status: 204 len: 168 time: 0.6570010 Apr 21 14:51:09.079655 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:09.094823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:09.098424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:09.104766 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-96298ea5-7ca8-43e9-94f6-b8889d84c644 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:51:09.105327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-96298ea5-7ca8-43e9-94f6-b8889d84c644 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:09.116541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:09.122907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-90ca7630-298f-4d97-a1c0-ca117fb5dc87 None None] Provisioning for port 83b57ffd-357c-4b4f-b93e-a299487a251d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:09.139230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-96298ea5-7ca8-43e9-94f6-b8889d84c644 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:09.141197 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-96298ea5-7ca8-43e9-94f6-b8889d84c644 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/24916287-057a-4b89-89ab-f52282f0f144 HTTP/1.1" status: 404 len: 333 time: 0.1083696 Apr 21 14:51:09.148167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54056) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.152734 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:51:09.162155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-90ca7630-298f-4d97-a1c0-ca117fb5dc87 None None] Provisioning complete for port 83b57ffd-357c-4b4f-b93e-a299487a251d triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:09.162535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90ca7630-298f-4d97-a1c0-ca117fb5dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.331024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] For port 8b8dc75c-64db-43e8-93cd-f50866392fda, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:09.331345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.370086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] For port 8b8dc75c-64db-43e8-93cd-f50866392fda, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8b8dc75c-64db-43e8-93cd-f50866392fda,segment=NetworkSegment(44b828b1-089a-4885-a423-45bd29cf3d93),segment_id=44b828b1-089a-4885-a423-45bd29cf3d93)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:09.378755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-90ca7630-298f-4d97-a1c0-ca117fb5dc87 None None] Port 83b57ffd-357c-4b4f-b93e-a299487a251d cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:09.385298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.385519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 83b57ffd-357c-4b4f-b93e-a299487a251d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:09.385816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.391294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] For port e0ac47c4-7b13-4417-be9b-d2b84684d604, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e0ac47c4-7b13-4417-be9b-d2b84684d604,segment=NetworkSegment(84183b93-574a-4dbf-9902-bb5e3094e55e),segment_id=84183b93-574a-4dbf-9902-bb5e3094e55e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:09.391698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.435769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-90ca7630-298f-4d97-a1c0-ca117fb5dc87 None None] Could not find standard attr ID for object 24916287-057a-4b89-89ab-f52282f0f144. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:09.548879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.559203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.608449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e3e1b8-9904-403c-9936-29c10d1d9da1 None None] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:09.688857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54520fce-dd8c-4402-b717-928e26d30411,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:09.711402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.715928 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2d2b3ae2-1be4-4e59-b703-d7b27ab6d9e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6865909 Apr 21 14:51:09.716606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54068) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.717100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.736604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object ac617e4e-f54b-43f1-9d70-501321defab8 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:09.737099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '098e5eae-465d-4c73-8e06-dee624f0fca2', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:09.745489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:09.757570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.760386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:09.766560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:09.767458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Calling delete_port for e0ac47c4-7b13-4417-be9b-d2b84684d604 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:09.774441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.782452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:09.854980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.873576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd4744-9bd9-4855-a4cb-9b6e2f18feee None None] Pushing event updated for resources: {'Port': ['ID=8b8dc75c-64db-43e8-93cd-f50866392fda,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:09.907011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-90ca7630-298f-4d97-a1c0-ca117fb5dc87 None None] Provisioning complete for port 6c6e63b0-a860-4820-b222-8dfd5cf244ef triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:09.907677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90ca7630-298f-4d97-a1c0-ca117fb5dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.915030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 83b57ffd-357c-4b4f-b93e-a299487a251d owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:09.986109 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:51:10.018775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:10.019147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:10.076859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.132161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.155528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=ac617e4e-f54b-43f1-9d70-501321defab8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.214664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No DVR routers for this DVR port e0ac47c4-7b13-4417-be9b-d2b84684d604 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:10.259362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:10.268565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.270997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.271209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=e0ac47c4-7b13-4417-be9b-d2b84684d604,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.367406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-113636d3-a8e2-4321-80a4-4c10231213c2 None None] Provisioning for port 970ff340-67ba-46e9-bc9c-265ea229bbac completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:10.379390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-113636d3-a8e2-4321-80a4-4c10231213c2 None None] Provisioning complete for port 970ff340-67ba-46e9-bc9c-265ea229bbac triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:10.379761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-113636d3-a8e2-4321-80a4-4c10231213c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.392345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=83b57ffd-357c-4b4f-b93e-a299487a251d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.394377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.417204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:10.420032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:10.421217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.470882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2374eaf6-205f-4d15-b455-949359614c35,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.564135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.566235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-16a5abb1-8541-4a9a-88f8-b82c9127ab7d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/83b57ffd-357c-4b4f-b93e-a299487a251d HTTP/1.1" status: 204 len: 168 time: 1.4168627 Apr 21 14:51:10.567252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.577199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b7b7c10a-552e-42b5-96dc-f4bbcf2d8bd5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8392949 Apr 21 14:51:10.577199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54080) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:10.585773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Deleting port e0ac47c4-7b13-4417-be9b-d2b84684d604 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:10.586152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.598911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54086) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:10.607240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.618402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6c6e63b0-a860-4820-b222-8dfd5cf244ef up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:10.689113 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fce6847-6905-4377-81ac-205f10192005 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:51:10.689599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0fce6847-6905-4377-81ac-205f10192005 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:10.738037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0fce6847-6905-4377-81ac-205f10192005 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:10.739925 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0fce6847-6905-4377-81ac-205f10192005 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/83b57ffd-357c-4b4f-b93e-a299487a251d HTTP/1.1" status: 404 len: 333 time: 0.1696355 Apr 21 14:51:10.742692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54092) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:10.763492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.797094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6142b0b2-da3d-4824-bacb-9dd69e31e332 None None] The port 'e0ac47c4-7b13-4417-be9b-d2b84684d604' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:10.809577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-113636d3-a8e2-4321-80a4-4c10231213c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.877961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.892708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-113636d3-a8e2-4321-80a4-4c10231213c2 None None] For port 970ff340-67ba-46e9-bc9c-265ea229bbac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=970ff340-67ba-46e9-bc9c-265ea229bbac,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:10.900926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6c6e63b0-a860-4820-b222-8dfd5cf244ef triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:10.901300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.901594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'networks': [{'name': 'tempest-network--320553827'}, {'name': 'tempest-network--476739792'}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:10.902073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'network': {'name': 'tempest-network--320553827'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:10.902682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'network': {'name': 'tempest-network--476739792'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:10.914115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:10.939264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-113636d3-a8e2-4321-80a4-4c10231213c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.947937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.961497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Usage tracker for resource:network and tenant:996cd588c5024da098e9b948554013e1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:10.980942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:11.018366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cdecf38-eb7b-4b82-a0e0-02724daf6136']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:11.037329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84183b93-574a-4dbf-9902-bb5e3094e55e') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:11.037889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84183b93-574a-4dbf-9902-bb5e3094e55e') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:11.065899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113636d3-a8e2-4321-80a4-4c10231213c2 None None] Pushing event updated for resources: {'Port': ['ID=970ff340-67ba-46e9-bc9c-265ea229bbac,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:11.068967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.091768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.099798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:11.100247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.130785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2a925b4b-b114-4514-a231-32d3717c8756 None None] Provisioning complete for port 970ff340-67ba-46e9-bc9c-265ea229bbac triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:11.131426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2a925b4b-b114-4514-a231-32d3717c8756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.150788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-67f5813c-06b7-46ea-95a9-df181801a421 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:11.183144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 9d365763-2ef1-4f4f-830e-8f99ccf70620 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:11.187460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b8dc75c-64db-43e8-93cd-f50866392fda up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:11.187764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.228464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:11.240584 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:11.247231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.255336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.305996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-67f5813c-06b7-46ea-95a9-df181801a421 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:11.314364 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-67f5813c-06b7-46ea-95a9-df181801a421 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208790904&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.3226290 Apr 21 14:51:11.332839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Made reservation on behalf of 996cd588c5024da098e9b948554013e1 for: {'network': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:11.336622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8b8dc75c-64db-43e8-93cd-f50866392fda completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:11.336771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.350168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d1774-4e80-49ae-bb9c-9389786991cd None None] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:11.436006 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e0ac47c4-7b13-4417-be9b-d2b84684d604 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:11.438745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.457021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.479423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=4cdecf38-eb7b-4b82-a0e0-02724daf6136,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:11.484656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: e0ac47c4-7b13-4417-be9b-d2b84684d604 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:11.485007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e0ac47c4-7b13-4417-be9b-d2b84684d604 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:11.488547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.488706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea7ab42-1c15-410d-951d-3129bc6ed656 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:51:11.496876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.523430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-57033ceb-63be-4c34-bfcc-595b10b841d0 None None] Provisioning for port 8b8dc75c-64db-43e8-93cd-f50866392fda completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:11.534555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-b954b74b-a11d-47ee-a5a8-f2e92d708888 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:11.536549 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-b954b74b-a11d-47ee-a5a8-f2e92d708888 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=7014865e-af0c-493e-925c-d44cc68a5ea2 HTTP/1.1" status: 200 len: 797 time: 0.2214482 Apr 21 14:51:11.542304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54102) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.544705 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91730e1d-f66e-4322-ba50-e458e5340405 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/4cdecf38-eb7b-4b82-a0e0-02724daf6136 HTTP/1.1" status: 204 len: 168 time: 3.7932284 Apr 21 14:51:11.544945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-57033ceb-63be-4c34-bfcc-595b10b841d0 None None] Provisioning complete for port 8b8dc75c-64db-43e8-93cd-f50866392fda triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:11.545443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-57033ceb-63be-4c34-bfcc-595b10b841d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.564852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:11.575766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Usage tracker for resource:security_group_rule and tenant:996cd588c5024da098e9b948554013e1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:11.595241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:11.605507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.606772 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3ce643f5-4a6d-486d-b18d-ed6dc205ac5e admin admin] 10.222.0.42 "DELETE /v2.0/routers/4ea7ab42-1c15-410d-951d-3129bc6ed656 HTTP/1.1" status: 204 len: 168 time: 6.7200518 Apr 21 14:51:11.607840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:11.658875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.685450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.741902 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-58060f77-a6ba-4852-a98e-d6514d47202e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.1890969 Apr 21 14:51:11.746340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=9d365763-2ef1-4f4f-830e-8f99ccf70620,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:11.779735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] Deleting subnet 9d443554-238c-4984-a94f-d88d8895045e {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:11.802643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.823717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ef835-18ed-44d8-81d0-d514f4bb611c None None] Network bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:11.823908 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-04e3cd94-2e94-4715-8d43-71561601d6f0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/9d365763-2ef1-4f4f-830e-8f99ccf70620 HTTP/1.1" status: 204 len: 168 time: 1.0769730 Apr 21 14:51:11.825991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54110) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.921815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.940931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-57033ceb-63be-4c34-bfcc-595b10b841d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.006678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-57033ceb-63be-4c34-bfcc-595b10b841d0 None None] For port 8b8dc75c-64db-43e8-93cd-f50866392fda, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8b8dc75c-64db-43e8-93cd-f50866392fda,segment=NetworkSegment(44b828b1-089a-4885-a423-45bd29cf3d93),segment_id=44b828b1-089a-4885-a423-45bd29cf3d93)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:12.020654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.023194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09e39f-9a62-4ec9-a5a4-128bb857e28e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:12.028517 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5b09e39f-9a62-4ec9-a5a4-128bb857e28e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4853821 Apr 21 14:51:12.036028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54114) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.072451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.078240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-57033ceb-63be-4c34-bfcc-595b10b841d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.098948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.099418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.146679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.178999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.204500 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-95ba07dc-8170-433d-a55c-49ee237ea20f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4445159 Apr 21 14:51:12.211493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 6c6e63b0-a860-4820-b222-8dfd5cf244ef {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:12.211838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.260285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:12.281193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.281556 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Added segment 1d6995f4-fcf2-4dfb-b2ec-dbbe72bc6712 of type vlan for network a355ab55-f2b4-4e94-9fc1-11a5df5bd35a Apr 21 14:51:12.290730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57033ceb-63be-4c34-bfcc-595b10b841d0 None None] Pushing event updated for resources: {'Port': ['ID=8b8dc75c-64db-43e8-93cd-f50866392fda,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:12.293779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 970ff340-67ba-46e9-bc9c-265ea229bbac up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:12.303788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95cb433-14d9-4f97-9376-ed4a539fa1d3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:12.309785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.312627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.321121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-30021ad8-4ef6-44e2-a64e-80ddba1502cd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2839401 Apr 21 14:51:12.328778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54120) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.351510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.364549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1954671837'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:12.380639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:12.404523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:12.408642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:12.416594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:12.417127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 970ff340-67ba-46e9-bc9c-265ea229bbac triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:12.417438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.485683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:12.488931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.501404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] DHCP port deletion for bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:12.507436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f7db2428-a367-4a2c-9632-7fdfc53999e5 None None] Provisioning complete for port 8b8dc75c-64db-43e8-93cd-f50866392fda triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:12.507820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f7db2428-a367-4a2c-9632-7fdfc53999e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.581035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Deleting port 6c6e63b0-a860-4820-b222-8dfd5cf244ef {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:12.581456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.643247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:12.667169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ce2e4882-ac47-40cc-a179-e3722189c588 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:12.674127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=ac617e4e-f54b-43f1-9d70-501321defab8,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:12.675095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:12.695223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.695575 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Added segment 2f9ec548-08c0-46dc-bf42-c70f5cfc1748 of type vlan for network 5b8295b9-4fe4-4b62-b665-cec50b6bc5bb Apr 21 14:51:12.704614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.707715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] For port 6c6e63b0-a860-4820-b222-8dfd5cf244ef, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6c6e63b0-a860-4820-b222-8dfd5cf244ef,segment=NetworkSegment(cad87201-a258-4530-a666-c3d8aceaf990),segment_id=cad87201-a258-4530-a666-c3d8aceaf990)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:12.708097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.717244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ce2e4882-ac47-40cc-a179-e3722189c588 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:12.717714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ce2e4882-ac47-40cc-a179-e3722189c588 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:12.720288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.720633 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78 of type vlan for network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 Apr 21 14:51:12.805958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.822826 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-3d3a47ea-da18-4075-9941-08d288e15166 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5058007 Apr 21 14:51:12.847930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:12.852360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 6c6e63b0-a860-4820-b222-8dfd5cf244ef owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:12.857982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:12.912765 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-1a1b96ca-36e8-4339-ba2e-959e825308b0 service neutron] 10.222.0.42 "GET /v2.0/networks/7014865e-af0c-493e-925c-d44cc68a5ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719134 Apr 21 14:51:12.914196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.939512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] For port 6c6e63b0-a860-4820-b222-8dfd5cf244ef, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6c6e63b0-a860-4820-b222-8dfd5cf244ef,segment=NetworkSegment(cad87201-a258-4530-a666-c3d8aceaf990),segment_id=cad87201-a258-4530-a666-c3d8aceaf990)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:12.940292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.039145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.109171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f7db2428-a367-4a2c-9632-7fdfc53999e5 None None] Provisioning for port ac617e4e-f54b-43f1-9d70-501321defab8 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:13.114304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d443554-238c-4984-a94f-d88d8895045e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:13.119532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Calling delete_port for 6c6e63b0-a860-4820-b222-8dfd5cf244ef owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:13.132015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.132631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.136345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:13.139352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:13.140786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.157198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.157437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f7db2428-a367-4a2c-9632-7fdfc53999e5 None None] Provisioning complete for port ac617e4e-f54b-43f1-9d70-501321defab8 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:13.157717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f7db2428-a367-4a2c-9632-7fdfc53999e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.161142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:13.161728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.182244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.235374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f7db2428-a367-4a2c-9632-7fdfc53999e5 None None] Port ac617e4e-f54b-43f1-9d70-501321defab8 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:13.243929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.248516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed4d4a-c64e-46d8-83ca-f0550f6162f0 None None] Network 2835474b-e553-474e-9662-e90214d418f2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:13.262895 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-2345cbbc-076d-4a45-8278-464c21c39fab service neutron] 10.222.0.42 "GET /v2.0/networks/7014865e-af0c-493e-925c-d44cc68a5ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435171 Apr 21 14:51:13.283540 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9513545 Apr 21 14:51:13.291056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54124) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.299130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Network': ['ID=a355ab55-f2b4-4e94-9fc1-11a5df5bd35a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:13.306855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:13.320384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a355ab55-f2b4-4e94-9fc1-11a5df5bd35a details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:13.324231 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e794014-680b-47ef-9bcd-f09267d70d05 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d443554-238c-4984-a94f-d88d8895045e HTTP/1.1" status: 204 len: 168 time: 1.6641889 Apr 21 14:51:13.329240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54128) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.354400 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7228467 Apr 21 14:51:13.357487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=6c6e63b0-a860-4820-b222-8dfd5cf244ef,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:13.369957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54132) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.428386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:13.428998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:13.497543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No DVR routers for this DVR port 6c6e63b0-a860-4820-b222-8dfd5cf244ef on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:13.562661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29f666-c2f4-4065-afd2-aac70a250108 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=97304b26-0e3a-46a9-bcf4-a3f65b67b8d5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:13.585341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:13.605555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b0e3bbd3-2d88-4c15-82b3-f56bafac4dba None None] Provisioning complete for port ac617e4e-f54b-43f1-9d70-501321defab8 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:13.606128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0e3bbd3-2d88-4c15-82b3-f56bafac4dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.701291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.733549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b562f-f48c-4270-b829-652bb54535a9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:13.737486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b562f-f48c-4270-b829-652bb54535a9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:13.741579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b562f-f48c-4270-b829-652bb54535a9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:13.745454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b562f-f48c-4270-b829-652bb54535a9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:13.751460 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2b9b562f-f48c-4270-b829-652bb54535a9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3804202 Apr 21 14:51:13.752102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54142) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.794409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b0e3bbd3-2d88-4c15-82b3-f56bafac4dba None None] Port ac617e4e-f54b-43f1-9d70-501321defab8 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:13.860618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:13.915861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] DHCP port deletion for 2835474b-e553-474e-9662-e90214d418f2 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:13.922496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] Deleting port 80491dec-0850-427d-bd95-91de59836426 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:13.922877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.947763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Deleting port 6c6e63b0-a860-4820-b222-8dfd5cf244ef {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:13.948232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.994794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad87201-a258-4530-a666-c3d8aceaf990') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:13.995089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad87201-a258-4530-a666-c3d8aceaf990') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:14.016398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.017234 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b908b9c0-54bb-4ed1-a8a6-1ab98de1c19c req-1cda1a00-73dd-4cff-a98a-8ec783152993 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 210 time: 0.4573894 Apr 21 14:51:14.020128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.026209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.038401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9a8eb-4929-4a41-822f-e7c0932d29f9 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Network': ['ID=5b8295b9-4fe4-4b62-b665-cec50b6bc5bb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.042673 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-3befb45f-08f1-48c2-9e68-aa6df8c48ebf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1098 time: 1.0405598 Apr 21 14:51:14.050115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:14.060836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:14.061076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.066020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:14.070168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:14.070451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-49c78aba-0b76-4869-832a-7498653781f6 None None] The port '6c6e63b0-a860-4820-b222-8dfd5cf244ef' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:14.070586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.072523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 5b8295b9-4fe4-4b62-b665-cec50b6bc5bb details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:14.110720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Deleting port 80491dec-0850-427d-bd95-91de59836426 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:14.111276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.143306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:14.195740 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:14.208624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.245455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.251602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:14.260151 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f HTTP/1.1" status: 204 len: 168 time: 2.4334781 Apr 21 14:51:14.271642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54154) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:14.280034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b8dc75c-64db-43e8-93cd-f50866392fda up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:14.286643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1385146338'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:14.337090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7185bf-3c9d-4422-9929-0dd73ae50592 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=bd8e67ec-f3f5-4c50-a7da-4e76c7c4111f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.349802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:14.408228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:14.434016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.434875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:14.462590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a355ab55-f2b4-4e94-9fc1-11a5df5bd35a']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:14.462853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:14.478031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6995f4-fcf2-4dfb-b2ec-dbbe72bc6712') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:14.478031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6995f4-fcf2-4dfb-b2ec-dbbe72bc6712') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:14.489682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] For port 80491dec-0850-427d-bd95-91de59836426, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80491dec-0850-427d-bd95-91de59836426,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:14.490187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.492920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.513550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.522261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:14.522739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:14.539058 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:14.565444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.604260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:14.607828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.626035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.628285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] Calling delete_port for 80491dec-0850-427d-bd95-91de59836426 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:14.658340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.664220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8b8dc75c-64db-43e8-93cd-f50866392fda triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:14.665343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.665505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Network': ['ID=a355ab55-f2b4-4e94-9fc1-11a5df5bd35a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.668246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-8ba2c3e4-4b5e-4ce8-aa57-1a99622ef11e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:14.669735 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-8ba2c3e4-4b5e-4ce8-aa57-1a99622ef11e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 897 time: 0.5912697 Apr 21 14:51:14.675267 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6f269cce-9484-4069-a1b0-b22994deacde tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/networks/a355ab55-f2b4-4e94-9fc1-11a5df5bd35a HTTP/1.1" status: 204 len: 168 time: 0.9163980 Apr 21 14:51:14.676473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54158) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:14.802363 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.814278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.834089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] For port 80491dec-0850-427d-bd95-91de59836426, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=80491dec-0850-427d-bd95-91de59836426,segment=NetworkSegment(7ff05513-26d6-467d-9d4a-728026cc4678),segment_id=7ff05513-26d6-467d-9d4a-728026cc4678)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:14.834445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.855327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:14.866536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] Pushing event deleted for resources: {'Port': ['ID=80491dec-0850-427d-bd95-91de59836426,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.878673 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cb310-fff4-4283-b56c-a26a4882d479 None None] No DVR routers for this DVR port 80491dec-0850-427d-bd95-91de59836426 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:14.953789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.956752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80491dec-0850-427d-bd95-91de59836426 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:14.979661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8295b9-4fe4-4b62-b665-cec50b6bc5bb']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:14.991935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9ec548-08c0-46dc-bf42-c70f5cfc1748') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:14.992340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9ec548-08c0-46dc-bf42-c70f5cfc1748') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:14.994338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 80491dec-0850-427d-bd95-91de59836426 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:14.994588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 80491dec-0850-427d-bd95-91de59836426 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:14.996502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6c6e63b0-a860-4820-b222-8dfd5cf244ef no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:15.012331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Calling delete_port for 80491dec-0850-427d-bd95-91de59836426 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:15.016317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.034527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.038542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.039413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment f7f459bb-1983-4c22-869a-1f72509d5a89 of type vlan for network 320f7715-2d6a-4e55-94b2-e89db2834657 Apr 21 14:51:15.042918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:15.043325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.044187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 6c6e63b0-a860-4820-b222-8dfd5cf244ef {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:15.044762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6c6e63b0-a860-4820-b222-8dfd5cf244ef not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:15.045216 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-216457c2-7ae6-4117-b8ea-6fa83668057b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 200 len: 1001 time: 0.3512864 Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:15.168636 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:15.203146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.238622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:51:15.241084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-0543d645-d798-4881-9107-f9d11870cd75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:15.242556 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-0543d645-d798-4881-9107-f9d11870cd75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 HTTP/1.1" status: 200 len: 835 time: 0.1794729 Apr 21 14:51:15.248056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6df28b0d-ed6b-49c3-82dd-9b9d978d1aeb req-32f0fb71-6a90-4d97-bfba-8ff01a11fb72 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 210 time: 0.0768051 Apr 21 14:51:15.318198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.329331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:15.329650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:15.341006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.356667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Network': ['ID=5b8295b9-4fe4-4b62-b665-cec50b6bc5bb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:15.359384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.363123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:15.363591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.367587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3990e037-a844-4986-8e3e-93ba8dabec35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/networks/5b8295b9-4fe4-4b62-b665-cec50b6bc5bb HTTP/1.1" status: 204 len: 168 time: 0.6909094 Apr 21 14:51:15.371553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54164) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:15.500751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-7e5733ef-060b-4150-8953-6eb22fbfd6c1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:15.502168 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-7e5733ef-060b-4150-8953-6eb22fbfd6c1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=7014865e-af0c-493e-925c-d44cc68a5ea2 HTTP/1.1" status: 200 len: 797 time: 0.2860286 Apr 21 14:51:15.510685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.578595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d1fb6-cb64-429b-a7fc-f0d96ad51e1c tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:15.582777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d1fb6-cb64-429b-a7fc-f0d96ad51e1c tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:15.583573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5c2d1fb6-cb64-429b-a7fc-f0d96ad51e1c tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Synchronizing usage tracker for tenant:996cd588c5024da098e9b948554013e1 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:15.604403 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-eb6771f5-4acb-40a5-9132-9c5dd8e71752 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 472 time: 0.0804083 Apr 21 14:51:15.613149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5c2d1fb6-cb64-429b-a7fc-f0d96ad51e1c tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Unset dirty status for tenant:996cd588c5024da098e9b948554013e1 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:15.614568 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5c2d1fb6-cb64-429b-a7fc-f0d96ad51e1c tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2423356 Apr 21 14:51:15.620420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': '15f6b468-f09f-4161-b586-46ed18bb1824', 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['098e5eae-465d-4c73-8e06-dee624f0fca2']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:15.634558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54168) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:15.642947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-981610601'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:15.696614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:15.721547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:15.771697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Made reservation on behalf of 996cd588c5024da098e9b948554013e1 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:15.774616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.782995 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5040219 Apr 21 14:51:15.784909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498ac2-0767-4325-bcc7-7b26210d9cb6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=320f7715-2d6a-4e55-94b2-e89db2834657,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:15.786917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54172) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:15.791794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:15.799057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:port and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:15.799418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 320f7715-2d6a-4e55-94b2-e89db2834657 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:15.804442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:15.804597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:15.811477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:15.822555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:15.830810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:15.833785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.836617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Deleting port 80491dec-0850-427d-bd95-91de59836426 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:15.836956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.848816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.849158 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Added segment e21acbd9-c2d0-41a6-b2f8-187f3d282a84 of type vlan for network a05b75f0-3809-4671-b885-68ecdbc87584 Apr 21 14:51:15.870626 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=17a8e47a-6b02-43fa-a836-58fc60d1b5ea,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:15.926897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.996087 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-13db6834-c691-4c98-a891-3cc006b23ebd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ea208a4-5b81-4381-b138-258b7bbba23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7441781 Apr 21 14:51:16.001971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] The port '80491dec-0850-427d-bd95-91de59836426' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:16.118862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.122472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:16.123053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.142669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': 'a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:16.143285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:16.148196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:16.212990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:16.226018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:16.240772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.23 (7014865e-af0c-493e-925c-d44cc68a5ea2/36bcf946-d395-42b5-b6c0-8a1d9d6947db/929eacb7-588e-49a4-be5c-d68048211ab4) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:16.248002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:16.257453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Network': ['ID=a05b75f0-3809-4671-b885-68ecdbc87584,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:16.260370 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ab4fd4ac-348d-439d-bbd5-4436a76028ee tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6247840 Apr 21 14:51:16.264661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54176) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:16.267360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.271518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a05b75f0-3809-4671-b885-68ecdbc87584 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:16.272733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1388357841'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:16.286275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:16.306643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Usage tracker for resource:network and tenant:996cd588c5024da098e9b948554013e1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:16.311639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:16.313244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:16.320318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:16.376318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Made reservation on behalf of 996cd588c5024da098e9b948554013e1 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:16.379746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.397563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2835474b-e553-474e-9662-e90214d418f2']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:16.431913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:16.444627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:16.458612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:16.459625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:16.471815 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-c01c7f51-6f9b-4bf0-b45f-1fb2d61585ed service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640222 Apr 21 14:51:16.472357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:16.476408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:16.479884 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b3f8a4b4-09ae-4574-9c5d-103321ee2202 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3731251 Apr 21 14:51:16.481673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54182) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:16.482142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff05513-26d6-467d-9d4a-728026cc4678') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:16.482435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff05513-26d6-467d-9d4a-728026cc4678') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:16.492130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1751291804'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:16.505011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:16.507228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.507577 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Added segment 14e0f4d6-4928-409b-a189-bab4f35e56b8 of type vlan for network 247c41d6-df20-4cfe-9b4b-9699f1ca228e Apr 21 14:51:16.518644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:16.525345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:16.533040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.546237 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6431f04f-9e2c-4e72-b2d2-959ed8dd99dc req-1bee7354-7ca3-4a3e-983d-cbf222008887 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 210 time: 0.1296837 Apr 21 14:51:16.547992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:16.582062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.601336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:16.601933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:16.604251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.611275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.613496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b763aa13-4e30-4621-9c9a-01612fa199ef None None] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:16.631426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.640448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:16.641116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.678534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:16.680961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.684621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:16.685200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.698802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.740130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:16.740565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:16.754219 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:16.777660 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7f671c16-2535-4ca0-bd2b-495058ede36a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4834752 Apr 21 14:51:16.793283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:16.797669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54186) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:16.798396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Network': ['ID=247c41d6-df20-4cfe-9b4b-9699f1ca228e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:16.805834 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5', 'name': 'tempest-PortsTestJSON-1588705542'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:16.835889 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 247c41d6-df20-4cfe-9b4b-9699f1ca228e details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:16.844554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.844833 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment 489e2171-85f8-43f2-ba62-e9b7dae57fa3 of type vlan for network a6829f42-1136-4dcf-b8b3-d580398ab0f2 Apr 21 14:51:16.876090 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70bc9e49-0065-4cc0-8a41-3be040490b01 req-d7ca2908-0a61-4821-bf80-2ca948d81776 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805623 Apr 21 14:51:16.887182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.899181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 929eacb7-588e-49a4-be5c-d68048211ab4 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:16.906145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.907426 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-df4efa1b-b444-4a0a-ae89-05e0c76369c7 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6411796 Apr 21 14:51:16.920191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54190) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:16.953462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'ports': [{'network_id': 'a05b75f0-3809-4671-b885-68ecdbc87584', 'name': 'tempest-port--374442106', 'admin_state_up': True}, {'network_id': '247c41d6-df20-4cfe-9b4b-9699f1ca228e', 'admin_state_up': False}]} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:16.954356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'port': {'network_id': 'a05b75f0-3809-4671-b885-68ecdbc87584', 'name': 'tempest-port--374442106', 'admin_state_up': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:16.954608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2835474b-e553-474e-9662-e90214d418f2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:16.954843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'port': {'network_id': '247c41d6-df20-4cfe-9b4b-9699f1ca228e', 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:16.975190 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1d76b32c-3fa1-43cd-b2b0-49d8a06e12cd admin admin] 10.222.0.42 "DELETE /v2.0/networks/2835474b-e553-474e-9662-e90214d418f2 HTTP/1.1" status: 204 len: 168 time: 3.6299040 Apr 21 14:51:17.050375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.076636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:17.127557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.142905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:17.144683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=0a460e88-c791-4f5e-ab50-47b7b15176ce,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:17.158450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': 'f7f459bb-1983-4c22-869a-1f72509d5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:17.158887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: 320f7715-2d6a-4e55-94b2-e89db2834657, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:17.166150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:17.179969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:17.188786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 320f7715-2d6a-4e55-94b2-e89db2834657 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:17.207330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 320f7715-2d6a-4e55-94b2-e89db2834657) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:17.211374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:17.211954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.231740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:17.235330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edb0a9-a1a3-422c-b45b-b39150a0a718 None None] Network 320f7715-2d6a-4e55-94b2-e89db2834657 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:17.235472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.238599 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24345231-3c87-4f3c-8f6e-77cfd3e0a269 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4463389 Apr 21 14:51:17.241981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.253588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.256003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657', 'name': 'tempest-PortsIpV6TestJSON-2013623053', 'fixed_ips': [{'subnet_id': '0a460e88-c791-4f5e-ab50-47b7b15176ce', 'ip_address': '2001:db8::10'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:17.281723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54200) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.352409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=929eacb7-588e-49a4-be5c-d68048211ab4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:17.354614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.358263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:17.359429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.440691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-97304b26-0e3a-46a9-bcf4-a3f65b67b8d5', 'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5', 'tenant_id': 'b0a41b3593d3407ab521d4d2343e74d8', 'fixed_ips': [{'subnet_id': '17a8e47a-6b02-43fa-a836-58fc60d1b5ea'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:17.441941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.458772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 24d554b5-3200-4b6c-bae4-25583ed94851 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:17.528367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:17.538279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:17.549307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:17.555341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.578622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 57b1a27e-53d3-43c3-9692-74bda767055a yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:17.635926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:17.652244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:17.689504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:17.731521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9c5e62fb-d57e-4f0d-a66a-fb353bf08f61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0b1fb04a0104faaae6a08d3733f08eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3858125 Apr 21 14:51:17.737306 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2508597 Apr 21 14:51:17.744604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54206) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.744888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54208) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.749842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-320f7715-2d6a-4e55-94b2-e89db2834657', 'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657', 'tenant_id': '8391a3bddaf74cf491d205c7ace8a1e2', 'fixed_ips': [{'subnet_id': '0a460e88-c791-4f5e-ab50-47b7b15176ce'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:17.750676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.764663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:10Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:11Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:17.765446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:17.776026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Allocated IP 172.20.0.2 (97304b26-0e3a-46a9-bcf4-a3f65b67b8d5/17a8e47a-6b02-43fa-a836-58fc60d1b5ea/379558a9-c78e-413e-8bbf-948567111fab) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:17.779118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:51:17.779479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Updating router bb99b641-3a5e-4502-b1f6-09bd870b7eae port ac617e4e-f54b-43f1-9d70-501321defab8 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:51:17.830505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:17.834046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Usage tracker for resource:port and tenant:996cd588c5024da098e9b948554013e1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:17.837019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:17.842486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489356-356d-4d08-b2a5-bb5936e4e3d2 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=a6829f42-1136-4dcf-b8b3-d580398ab0f2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:17.855578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:17.880126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:17.892620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::10 (320f7715-2d6a-4e55-94b2-e89db2834657/0a460e88-c791-4f5e-ab50-47b7b15176ce/57b1a27e-53d3-43c3-9692-74bda767055a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:18.075107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.083152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Made reservation on behalf of 996cd588c5024da098e9b948554013e1 for: {'port': 2} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:18.086589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.130672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:18.131214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.146603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.161441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.166033 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object 57b1a27e-53d3-43c3-9692-74bda767055a will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:18.189280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:18.195337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.203316 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-f764f19d-df43-445e-834e-2600d117eb42 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5868285 Apr 21 14:51:18.204398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:18.207411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f9ccf25e-5b25-4387-af3b-985314b7b3fc None None] Provisioning for port 929eacb7-588e-49a4-be5c-d68048211ab4 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:18.241153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:18.253328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Request body: {'port': {'device_id': '15f6b468-f09f-4161-b586-46ed18bb1824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:18.274503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 320f7715-2d6a-4e55-94b2-e89db2834657 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:18.277828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:18.283002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:18.287300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:18.287624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.293250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=57b1a27e-53d3-43c3-9692-74bda767055a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:18.304111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:18.313568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75a1b096-b120-4ee0-8f36-422649d2682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.320087 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-043ecd8f-07e5-47e7-a712-c5869be39030 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0747042 Apr 21 14:51:18.322823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:18.328725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657', 'name': 'tempest-PortsIpV6TestJSON-1576490187', 'fixed_ips': [{'subnet_id': '0a460e88-c791-4f5e-ab50-47b7b15176ce', 'ip_address': '2001:db8::f'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:18.340080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f9ccf25e-5b25-4387-af3b-985314b7b3fc None None] Provisioning complete for port 929eacb7-588e-49a4-be5c-d68048211ab4 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:18.340454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf25e-5b25-4387-af3b-985314b7b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.403799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f6ed9-7a3c-4536-90b7-d89a255763fb req-7e58e240-1b09-42ee-b316-2a5a0b874f2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:18.404230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-650f6ed9-7a3c-4536-90b7-d89a255763fb req-7e58e240-1b09-42ee-b316-2a5a0b874f2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:18.416849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:18.435768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75a1b096-b120-4ee0-8f36-422649d2682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.470313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:18.473901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:18.476751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:18.482370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:18.493856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:18.501800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.524149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f9ccf25e-5b25-4387-af3b-985314b7b3fc None None] Port 929eacb7-588e-49a4-be5c-d68048211ab4 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:18.529685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port d86e0649-782f-4109-8ab1-eadc42797daa yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:18.546344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Allocated IP 2001:db8::2 (320f7715-2d6a-4e55-94b2-e89db2834657/0a460e88-c791-4f5e-ab50-47b7b15176ce/43bc5244-5f16-4d84-a40a-be3dd1a78e97) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:18.633606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.668478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-650f6ed9-7a3c-4536-90b7-d89a255763fb req-7e58e240-1b09-42ee-b316-2a5a0b874f2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:18.669750 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-650f6ed9-7a3c-4536-90b7-d89a255763fb req-7e58e240-1b09-42ee-b316-2a5a0b874f2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 932 time: 0.9210243 Apr 21 14:51:18.729209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Transition to ACTIVE for port object 379558a9-c78e-413e-8bbf-948567111fab will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:18.734331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.748185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] device_id is not set on port 1d4bd6c8-792f-4394-bbc7-bf9f2b95e8a0 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:18.754362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.786267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Transition to ACTIVE for port object 379558a9-c78e-413e-8bbf-948567111fab will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:18.814129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.912879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:18.919179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:18.921866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:18.945491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Pushing event updated for resources: {'Port': ['ID=379558a9-c78e-413e-8bbf-948567111fab,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:18.967665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75a1b096-b120-4ee0-8f36-422649d2682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.996740 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-650f6ed9-7a3c-4536-90b7-d89a255763fb req-33b31c91-e685-4b81-abc5-8f8a820546e4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119509 Apr 21 14:51:19.019335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1b096-b120-4ee0-8f36-422649d2682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37519fc0-6e47-4cd3-abc5-24f5f0728ca1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:19.044307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.13 (97304b26-0e3a-46a9-bcf4-a3f65b67b8d5/17a8e47a-6b02-43fa-a836-58fc60d1b5ea/24d554b5-3200-4b6c-bae4-25583ed94851) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:19.156446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75a1b096-b120-4ee0-8f36-422649d2682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.157561 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-75a1b096-b120-4ee0-8f36-422649d2682c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37519fc0-6e47-4cd3-abc5-24f5f0728ca1 HTTP/1.1" status: 204 len: 168 time: 1.4073188 Apr 21 14:51:19.187888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Attempting to bind port 379558a9-c78e-413e-8bbf-948567111fab on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:19.188292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Attempting to bind port 379558a9-c78e-413e-8bbf-948567111fab by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:19.188694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Attempting to bind port 379558a9-c78e-413e-8bbf-948567111fab on network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:19.197476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2082bca7-99e7-475c-bbaa-8d21da3a690b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.206397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.209595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.216055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:19.216444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Checking segment: {'id': 'a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:19.216837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.217250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Bound using segment: {'id': 'a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:19.217686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Bound port: 379558a9-c78e-413e-8bbf-948567111fab, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:19.218088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.241677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Transition to ACTIVE for port object 43bc5244-5f16-4d84-a40a-be3dd1a78e97 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:19.252057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Transition to ACTIVE for port object ac617e4e-f54b-43f1-9d70-501321defab8 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:19.293196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.302998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Transition to ACTIVE for port object 43bc5244-5f16-4d84-a40a-be3dd1a78e97 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:19.359564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.389695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.473547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::f (320f7715-2d6a-4e55-94b2-e89db2834657/0a460e88-c791-4f5e-ab50-47b7b15176ce/d86e0649-782f-4109-8ab1-eadc42797daa) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:19.476136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2824e-f27f-4be6-8911-cdfb6107dd97 None None] Pushing event updated for resources: {'Port': ['ID=ac617e4e-f54b-43f1-9d70-501321defab8,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:19.529529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Network 320f7715-2d6a-4e55-94b2-e89db2834657 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:19.550709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:19.571708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:19.588150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] For port 379558a9-c78e-413e-8bbf-948567111fab, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:19.633771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] For port 379558a9-c78e-413e-8bbf-948567111fab, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=379558a9-c78e-413e-8bbf-948567111fab,segment=NetworkSegment(a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78),segment_id=a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:19.684997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.685438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] device_id is not set on port 8f93079b-676d-4354-8d0d-432c54bc679f yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:19.697693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.711172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Pushing event updated for resources: {'Port': ['ID=43bc5244-5f16-4d84-a40a-be3dd1a78e97,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:19.797169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.801895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=03ac9437-3208-4c0a-8e3f-d8906ca15f90,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:19.818600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object d86e0649-782f-4109-8ab1-eadc42797daa will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:19.853034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.862882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.867871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:51:19.945122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 320f7715-2d6a-4e55-94b2-e89db2834657 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:19.948719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:19.959435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:19.962214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Attempting to bind port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:19.962777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Attempting to bind port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'f7f459bb-1983-4c22-869a-1f72509d5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:19.963792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:19.964474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.971744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Attempting to bind port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 on network 320f7715-2d6a-4e55-94b2-e89db2834657 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:19.973961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=d86e0649-782f-4109-8ab1-eadc42797daa,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.004258 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e1e440a0-a787-4a54-ab7a-ff00b6901251 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6782928 Apr 21 14:51:20.004460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Attempting to bind port ac617e4e-f54b-43f1-9d70-501321defab8 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:20.004460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Attempting to bind port ac617e4e-f54b-43f1-9d70-501321defab8 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:20.004460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Attempting to bind port ac617e4e-f54b-43f1-9d70-501321defab8 on network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:20.007736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:20.029559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:20.029929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Checking segment: {'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:20.030973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.043418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Bound using segment: {'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:20.044239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Bound port: ac617e4e-f54b-43f1-9d70-501321defab8, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b828b1-089a-4885-a423-45bd29cf3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:20.044817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.083205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:20.084025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Checking segment: {'id': 'f7f459bb-1983-4c22-869a-1f72509d5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:20.084711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.085270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Bound using segment: {'id': 'f7f459bb-1983-4c22-869a-1f72509d5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:20.085907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Bound port: 43bc5244-5f16-4d84-a40a-be3dd1a78e97, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f459bb-1983-4c22-869a-1f72509d5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '320f7715-2d6a-4e55-94b2-e89db2834657'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:20.086639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.111093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9daee-bccd-472f-bbe0-2f52572e4a2d None None] Pushing event updated for resources: {'Port': ['ID=379558a9-c78e-413e-8bbf-948567111fab,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.118419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 24d554b5-3200-4b6c-bae4-25583ed94851 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:20.152537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:20.153333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: a6829f42-1136-4dcf-b8b3-d580398ab0f2, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:20.162824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929eacb7-588e-49a4-be5c-d68048211ab4 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:51:20.176411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.192497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d547058-4ca5-405c-920e-9ce92beebada tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:20.193195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4d547058-4ca5-405c-920e-9ce92beebada tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:20.263093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Transition to ACTIVE for port object 929eacb7-588e-49a4-be5c-d68048211ab4 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:20.285538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] For port ac617e4e-f54b-43f1-9d70-501321defab8, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:20.285853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.290636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] For port ac617e4e-f54b-43f1-9d70-501321defab8, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ac617e4e-f54b-43f1-9d70-501321defab8,segment=NetworkSegment(44b828b1-089a-4885-a423-45bd29cf3d93),segment_id=44b828b1-089a-4885-a423-45bd29cf3d93)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:20.292482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] For port 43bc5244-5f16-4d84-a40a-be3dd1a78e97, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:20.296228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] For port 43bc5244-5f16-4d84-a40a-be3dd1a78e97, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=43bc5244-5f16-4d84-a40a-be3dd1a78e97,segment=NetworkSegment(f7f459bb-1983-4c22-869a-1f72509d5a89),segment_id=f7f459bb-1983-4c22-869a-1f72509d5a89)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:20.298399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.321786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4d547058-4ca5-405c-920e-9ce92beebada tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:20.323012 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4d547058-4ca5-405c-920e-9ce92beebada tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3142319 Apr 21 14:51:20.327885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:20.340934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54240) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:20.398053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.419134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.454475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d0d4c-b08e-4231-bf72-9c49b0f336ab req-a7dd91f6-297f-4031-a5a5-a87e2a432eef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:20.456567 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f35d0d4c-b08e-4231-bf72-9c49b0f336ab req-a7dd91f6-297f-4031-a5a5-a87e2a432eef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 944 time: 0.2280164 Apr 21 14:51:20.498514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2824e-f27f-4be6-8911-cdfb6107dd97 None None] Pushing event updated for resources: {'Port': ['ID=ac617e4e-f54b-43f1-9d70-501321defab8,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.501678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:20.502282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:50:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:20.509927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a6829f42-1136-4dcf-b8b3-d580398ab0f2) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:20.546991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.592502 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f35d0d4c-b08e-4231-bf72-9c49b0f336ab req-7ba42e30-edd6-4bd6-a1ee-ebfd8807bf3e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031499 Apr 21 14:51:20.629669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b2e6ee-8101-4870-b351-f30eaa8cac79 None None] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:20.644616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:20.645360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.728455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Pushing event updated for resources: {'Port': ['ID=929eacb7-588e-49a4-be5c-d68048211ab4,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.802972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:20.883099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:20.910368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:20.993685 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8c7c5164-8533-4aa2-a3a7-a2463c7c2caf tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2393529 Apr 21 14:51:20.994036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54250) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.063357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cd4e4-cb7b-4d40-b435-2f149649ca8b None None] Pushing event updated for resources: {'Port': ['ID=43bc5244-5f16-4d84-a40a-be3dd1a78e97,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:21.078960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:21.119422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.233919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430f02f-bb83-404e-8a98-08e49d3fd93c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:21.241000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:21.242118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.244293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430f02f-bb83-404e-8a98-08e49d3fd93c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:21.250668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430f02f-bb83-404e-8a98-08e49d3fd93c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:21.251539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d430f02f-bb83-404e-8a98-08e49d3fd93c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:21.322976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d430f02f-bb83-404e-8a98-08e49d3fd93c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:21.328249 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d430f02f-bb83-404e-8a98-08e49d3fd93c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9860687 Apr 21 14:51:21.329158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=24d554b5-3200-4b6c-bae4-25583ed94851,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:21.331703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54260) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.374682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Attempting to bind port 929eacb7-588e-49a4-be5c-d68048211ab4 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:21.374682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Attempting to bind port 929eacb7-588e-49a4-be5c-d68048211ab4 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:21.374682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Attempting to bind port 929eacb7-588e-49a4-be5c-d68048211ab4 on network 7014865e-af0c-493e-925c-d44cc68a5ea2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:21.432822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:21.433729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.438798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Port': ['ID=1d4bd6c8-792f-4394-bbc7-bf9f2b95e8a0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:21.465890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port d86e0649-782f-4109-8ab1-eadc42797daa {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:21.466383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.467798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Port 929eacb7-588e-49a4-be5c-d68048211ab4 on network 7014865e-af0c-493e-925c-d44cc68a5ea2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:51:21.468367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Attempting to bind port 929eacb7-588e-49a4-be5c-d68048211ab4 on network 7014865e-af0c-493e-925c-d44cc68a5ea2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:21.485787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:21.486272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Checking segment: {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:21.486665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Bound using segment: {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:21.487107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Bound port: 929eacb7-588e-49a4-be5c-d68048211ab4, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:21.487555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.511796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Checking segment: {'id': 'e21acbd9-c2d0-41a6-b2f8-187f3d282a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a05b75f0-3809-4671-b885-68ecdbc87584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:21.512254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network hostable DHCP agents. Network: a05b75f0-3809-4671-b885-68ecdbc87584, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:21.528169 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bea2c2ae-5a12-4857-8c03-c1d8556ea998 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7266715 Apr 21 14:51:21.535397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54266) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.552351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Allocated IP 2001:db8:1::2 (a6829f42-1136-4dcf-b8b3-d580398ab0f2/03ac9437-3208-4c0a-8e3f-d8906ca15f90/7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:21.574607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '97304b26-0e3a-46a9-bcf4-a3f65b67b8d5', 'name': 'tempest-PortsTestJSON-593339038'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:21.712556 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:51:21.804823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:21.817154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:21.823626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:21.843273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:21.853187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network a05b75f0-3809-4671-b885-68ecdbc87584 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:21.877521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d91fb3-3e69-4ae5-9cf9-cc921922d999 None None] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:21.981883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a05b75f0-3809-4671-b885-68ecdbc87584) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:22.000724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] For port 929eacb7-588e-49a4-be5c-d68048211ab4, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:22.010274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:22.012785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.014485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:22.021080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.080399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c12a49-b318-4934-88aa-2174e66c7160 None None] Network a05b75f0-3809-4671-b885-68ecdbc87584 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:22.105486 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-91e1d67a-b401-45fa-887c-399193bca8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.106871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] For port 929eacb7-588e-49a4-be5c-d68048211ab4, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=929eacb7-588e-49a4-be5c-d68048211ab4,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:22.126659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.174495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 613454c1-eedf-4a26-8e55-553c63b6217f yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:22.210314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.238740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Port': ['ID=8f93079b-676d-4354-8d0d-432c54bc679f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:22.263283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.269558 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] 10.222.0.21 "PUT /v2.0/ports/929eacb7-588e-49a4-be5c-d68048211ab4 HTTP/1.1" status: 200 len: 1094 time: 4.0213323 Apr 21 14:51:22.269558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f6b468-f09f-4161-b586-46ed18bb1824', 'tag': '929eacb7-588e-49a4-be5c-d68048211ab4'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:51:22.270705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54278) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:22.297807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.375342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Transition to ACTIVE for port object 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:22.419780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Transition to ACTIVE for port object 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:22.553160 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68efe26d-d8d4-46f4-89ae-72347fb6767d'] response: {'name': 'network-changed', 'server_uuid': '15f6b468-f09f-4161-b586-46ed18bb1824', 'tag': '929eacb7-588e-49a4-be5c-d68048211ab4', 'status': 'completed', 'code': 200} Apr 21 14:51:22.582758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1862622093'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:22.594774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for d86e0649-782f-4109-8ab1-eadc42797daa owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:22.613428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4a496-0f35-49e3-8876-64ca0d054617 req-392ba198-17ff-4ad6-aa5f-438b1fd6f9a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:22.614952 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8c4a496-0f35-49e3-8876-64ca0d054617 req-392ba198-17ff-4ad6-aa5f-438b1fd6f9a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 944 time: 0.7575247 Apr 21 14:51:22.634595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:22.650033 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Usage tracker for resource:network and tenant:5068d8b60dbc4230b4a64debaf4b06cf is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:22.658722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:22.667860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:22.682055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Checking segment: {'id': '14e0f4d6-4928-409b-a189-bab4f35e56b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '247c41d6-df20-4cfe-9b4b-9699f1ca228e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:22.682547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network hostable DHCP agents. Network: 247c41d6-df20-4cfe-9b4b-9699f1ca228e, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:22.705032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Made reservation on behalf of 5068d8b60dbc4230b4a64debaf4b06cf for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:22.708259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.723339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c08d42-43e0-40ca-b45d-37096fdb6b97 service neutron] Pushing event updated for resources: {'Port': ['ID=929eacb7-588e-49a4-be5c-d68048211ab4,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:22.728141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.731222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2421c-8466-4dd2-af83-fa7a4006e03f None None] Network 320f7715-2d6a-4e55-94b2-e89db2834657 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:22.745028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 379558a9-c78e-413e-8bbf-948567111fab up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:22.775986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.7 (97304b26-0e3a-46a9-bcf4-a3f65b67b8d5/17a8e47a-6b02-43fa-a836-58fc60d1b5ea/613454c1-eedf-4a26-8e55-553c63b6217f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:22.796894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.808877 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8c4a496-0f35-49e3-8876-64ca0d054617 req-013a460e-138b-451d-a402-7a7cca928fdb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807551 Apr 21 14:51:22.840456 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-090e2748-608f-49e5-8400-0995d75566de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 1097 time: 0.3925445 Apr 21 14:51:22.845044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network 247c41d6-df20-4cfe-9b4b-9699f1ca228e is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:22.915745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.932097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 247c41d6-df20-4cfe-9b4b-9699f1ca228e) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:22.949511 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-43a03dd9-016b-476b-bf47-6182a293047e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=929eacb7-588e-49a4-be5c-d68048211ab4 HTTP/1.1" status: 200 len: 217 time: 0.0878816 Apr 21 14:51:22.986309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ee52b-4225-4582-8b87-544a4ae39d54 None None] Network 247c41d6-df20-4cfe-9b4b-9699f1ca228e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:22.987101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.005554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:23.061118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:23.062963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.064680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:23.067519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:23.073822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:23.074558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.092467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:23.095183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=d86e0649-782f-4109-8ab1-eadc42797daa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:23.106861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Usage tracker for resource:security_group_rule and tenant:5068d8b60dbc4230b4a64debaf4b06cf is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:23.111213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:23.114202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.121513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:23.129374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:23.181061 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed13b489-d859-4460-86e8-81bab8acb2aa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/d86e0649-782f-4109-8ab1-eadc42797daa HTTP/1.1" status: 204 len: 168 time: 1.8480554 Apr 21 14:51:23.191697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54286) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.214376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4e291c18-21f0-4485-80b6-f9d6585b30d2 None None] Provisioning for port 379558a9-c78e-413e-8bbf-948567111fab completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:23.217400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Pushing event updated for resources: {'Port': ['ID=7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:23.256533 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43524ea-fc62-43f6-b197-02f91c180eb0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:51:23.257037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e43524ea-fc62-43f6-b197-02f91c180eb0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:23.316398 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0a86f4db-2cb9-410c-b3f5-a0404b3e89fc tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.3926451 Apr 21 14:51:23.327209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54290) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.355264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e43524ea-fc62-43f6-b197-02f91c180eb0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:23.359193 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e43524ea-fc62-43f6-b197-02f91c180eb0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/d86e0649-782f-4109-8ab1-eadc42797daa HTTP/1.1" status: 404 len: 333 time: 0.1635058 Apr 21 14:51:23.361470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54294) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.389003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-a24a2579-ab9f-4d51-90a8-c93b0e962a4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:23.391029 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-a24a2579-ab9f-4d51-90a8-c93b0e962a4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36bcf946-d395-42b5-b6c0-8a1d9d6947db HTTP/1.1" status: 200 len: 838 time: 0.3314159 Apr 21 14:51:23.413144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.443246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.443541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.457754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.473049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 613454c1-eedf-4a26-8e55-553c63b6217f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:23.497586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 379558a9-c78e-413e-8bbf-948567111fab completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:23.531506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f234805b-2a08-48b9-bd42-849f036d1e23 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:23.535868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f234805b-2a08-48b9-bd42-849f036d1e23 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:23.536724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f234805b-2a08-48b9-bd42-849f036d1e23 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Synchronizing usage tracker for tenant:996cd588c5024da098e9b948554013e1 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:23.537778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 379558a9-c78e-413e-8bbf-948567111fab triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:23.538246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.549519 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-e992429b-ec34-431b-a6fc-875f313c4366 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7014865e-af0c-493e-925c-d44cc68a5ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1509027 Apr 21 14:51:23.554193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.571911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Attempting to bind port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:23.572408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Attempting to bind port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:23.572880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Attempting to bind port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 on network a6829f42-1136-4dcf-b8b3-d580398ab0f2 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:23.598237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:10Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:20Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:23.606555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 57b1a27e-53d3-43c3-9692-74bda767055a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:23.606896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.643614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9966c-40ac-42b2-93ec-7be441a11694 None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:10Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:20Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:51:23.643917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:23.654757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:23.654757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Checking segment: {'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:23.655384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.655860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Bound using segment: {'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:23.656490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Bound port: 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:23.656945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.728287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f234805b-2a08-48b9-bd42-849f036d1e23 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Unset dirty status for tenant:996cd588c5024da098e9b948554013e1 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:23.729072 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f234805b-2a08-48b9-bd42-849f036d1e23 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4012313 Apr 21 14:51:23.737469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.740371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:23.741308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54298) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.748459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:23.751817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:23.821782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d22143-12fb-44dd-bb58-e04554be34c7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:23.825196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=613454c1-eedf-4a26-8e55-553c63b6217f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:23.841175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.841533 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Added segment 7279982e-4931-429f-9ee2-b67b9c583f02 of type vlan for network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c Apr 21 14:51:23.901016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7bdc6a38-3858-4875-8553-2c2ae14cf426 None None] Provisioning for port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:23.992001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] For port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:24.019699 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-1ce969e8-4926-4932-aa74-d7ed7c7c4e4e service neutron] 10.222.0.21 "GET /v2.0/networks/7014865e-af0c-493e-925c-d44cc68a5ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567025 Apr 21 14:51:24.051832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] For port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849,segment=NetworkSegment(489e2171-85f8-43f2-ba62-e9b7dae57fa3),segment_id=489e2171-85f8-43f2-ba62-e9b7dae57fa3)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:24.079261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.093923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.112481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Deleting port 1d4bd6c8-792f-4394-bbc7-bf9f2b95e8a0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:24.114122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.180117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.227286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 379558a9-c78e-413e-8bbf-948567111fab, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=379558a9-c78e-413e-8bbf-948567111fab,segment=NetworkSegment(a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78),segment_id=a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:24.243270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.249121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 43bc5244-5f16-4d84-a40a-be3dd1a78e97 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:24.301974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.310751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:24.312407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.344191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcda8c0-2efe-49f4-8686-d9c1458848d1 None None] Pushing event updated for resources: {'Port': ['ID=7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:24.502369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:24.507639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=379558a9-c78e-413e-8bbf-948567111fab,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:24.513969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-13d38b24-1af9-4e05-a052-7e70de4738a8 None None] Provisioning complete for port 379558a9-c78e-413e-8bbf-948567111fab triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:24.514340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-13d38b24-1af9-4e05-a052-7e70de4738a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.538231 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-86140b31-c69b-40af-8916-976a538bc23b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9957585 Apr 21 14:51:24.543202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:24.543581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.545402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54304) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:24.681170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 57b1a27e-53d3-43c3-9692-74bda767055a owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:24.778792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.782966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:24.800315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.808599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.924273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.029799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Calling delete_port for 1d4bd6c8-792f-4394-bbc7-bf9f2b95e8a0 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:25.051851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 43bc5244-5f16-4d84-a40a-be3dd1a78e97, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=43bc5244-5f16-4d84-a40a-be3dd1a78e97,segment=NetworkSegment(f7f459bb-1983-4c22-869a-1f72509d5a89),segment_id=f7f459bb-1983-4c22-869a-1f72509d5a89)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:25.067235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.104806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15374a46-b990-415d-8afb-d84a37fb018d req-e94c231d-c01e-4627-925b-e46dc88b8390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:25.106359 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-15374a46-b990-415d-8afb-d84a37fb018d req-e94c231d-c01e-4627-925b-e46dc88b8390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 944 time: 1.0110846 Apr 21 14:51:25.186061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-13d38b24-1af9-4e05-a052-7e70de4738a8 None None] Provisioning for port 24d554b5-3200-4b6c-bae4-25583ed94851 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:25.215972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-13d38b24-1af9-4e05-a052-7e70de4738a8 None None] Provisioning complete for port 24d554b5-3200-4b6c-bae4-25583ed94851 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:25.216500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-13d38b24-1af9-4e05-a052-7e70de4738a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.226828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event updated for resources: {'Network': ['ID=720d2ca3-2139-4d92-a4e0-bfb10dc8820c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.237398 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d0723983-72e2-43ae-92ec-7dd79ab547f6 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9660568 Apr 21 14:51:25.245052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.257010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.284798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:25.306322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Request body: {'subnet': {'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:25.329918 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8422459f-3f88-40d9-91a2-5c4a23e3efcb req-319b7c79-646a-47b0-8dcb-8d7b53d6eada service neutron] 10.222.0.21 "GET /v2.0/networks/7014865e-af0c-493e-925c-d44cc68a5ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2870998 Apr 21 14:51:25.341608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Port': ['ID=1d4bd6c8-792f-4394-bbc7-bf9f2b95e8a0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.351769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.385469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9245a2-098f-4a37-98fb-bd2eada0f854 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:25.386311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7a9245a2-098f-4a37-98fb-bd2eada0f854 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:25.392412 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7321115c-ba6b-4d49-aa1f-13cdbc54187a tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/ports/1d4bd6c8-792f-4394-bbc7-bf9f2b95e8a0 HTTP/1.1" status: 204 len: 168 time: 1.6503782 Apr 21 14:51:25.397090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54312) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.443369 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-15374a46-b990-415d-8afb-d84a37fb018d req-5b634a00-a5fc-4ea6-9ffb-6f6f1be88b6d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061109 Apr 21 14:51:25.503733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7a9245a2-098f-4a37-98fb-bd2eada0f854 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:25.504818 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7a9245a2-098f-4a37-98fb-bd2eada0f854 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.8283560 Apr 21 14:51:25.515858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.525603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ac617e4e-f54b-43f1-9d70-501321defab8 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:25.557936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=43bc5244-5f16-4d84-a40a-be3dd1a78e97,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.568990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-13d38b24-1af9-4e05-a052-7e70de4738a8 None None] Port 24d554b5-3200-4b6c-bae4-25583ed94851 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:25.583068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Deleting port 8f93079b-676d-4354-8d0d-432c54bc679f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:25.583428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.586056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8:1::1 (a6829f42-1136-4dcf-b8b3-d580398ab0f2/03ac9437-3208-4c0a-8e3f-d8906ca15f90/41bea80e-dfc0-448c-9124-eed902aae49e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:25.614825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ac617e4e-f54b-43f1-9d70-501321defab8 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:25.618970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.620856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ac617e4e-f54b-43f1-9d70-501321defab8 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:25.621478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.626541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:25.663448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 613454c1-eedf-4a26-8e55-553c63b6217f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:25.663793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.675390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Usage tracker for resource:subnet and tenant:5068d8b60dbc4230b4a64debaf4b06cf is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:25.697180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=57b1a27e-53d3-43c3-9692-74bda767055a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.704672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:25.750059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.761069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:25.778860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Provisioning complete for port 24d554b5-3200-4b6c-bae4-25583ed94851 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:25.779388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.826068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.846556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ac617e4e-f54b-43f1-9d70-501321defab8, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ac617e4e-f54b-43f1-9d70-501321defab8,segment=NetworkSegment(44b828b1-089a-4885-a423-45bd29cf3d93),segment_id=44b828b1-089a-4885-a423-45bd29cf3d93)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:25.847565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Made reservation on behalf of 5068d8b60dbc4230b4a64debaf4b06cf for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:25.856572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Port 24d554b5-3200-4b6c-bae4-25583ed94851 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:25.860879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.861776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 379558a9-c78e-413e-8bbf-948567111fab up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:25.900571 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04b9c72e-46d2-4d7b-b046-dad61e19a515 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/57b1a27e-53d3-43c3-9692-74bda767055a HTTP/1.1" status: 204 len: 168 time: 2.5389228 Apr 21 14:51:25.907125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54320) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:26.008264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ac617e4e-f54b-43f1-9d70-501321defab8,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:26.054183 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b07f984-d6c5-4abd-8644-b0e8cdd59d3e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:51:26.058488 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5b07f984-d6c5-4abd-8644-b0e8cdd59d3e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/57b1a27e-53d3-43c3-9692-74bda767055a HTTP/1.1" status: 404 len: 333 time: 0.1425703 Apr 21 14:51:26.058939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54324) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:26.094775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Provisioning complete for port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:26.095393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.127899 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-ee7fa23d-a823-41a0-b059-b83470302903 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 1097 time: 0.6914468 Apr 21 14:51:26.142689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.165296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.210631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 379558a9-c78e-413e-8bbf-948567111fab triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:26.210998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.265702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object 41bea80e-dfc0-448c-9124-eed902aae49e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:26.348400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.399674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Could not find standard attr ID for object d86e0649-782f-4109-8ab1-eadc42797daa. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:26.479057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:26.559392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.580129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:26.586495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:26.589358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:26.589897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.590338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00e459-0f50-4663-8895-184aa36d8b4d None None] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:26.657501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 929eacb7-588e-49a4-be5c-d68048211ab4 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:51:26.672255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=41bea80e-dfc0-448c-9124-eed902aae49e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:26.692942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Provisioning for port 613454c1-eedf-4a26-8e55-553c63b6217f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:26.696909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Calling delete_port for 8f93079b-676d-4354-8d0d-432c54bc679f owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:26.705188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Provisioning complete for port 613454c1-eedf-4a26-8e55-553c63b6217f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:26.705688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.719564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.733677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.766610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:26.867616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event updated for resources: {'Subnet': ['ID=ecde3764-5ee6-4697-aba0-6b7b05a488b0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:26.903265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Port 613454c1-eedf-4a26-8e55-553c63b6217f cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:26.913755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3b1df06f-5a69-4b51-8eeb-8771d7219daf None None] Could not find standard attr ID for object 57b1a27e-53d3-43c3-9692-74bda767055a. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:26.989519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.996245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 929eacb7-588e-49a4-be5c-d68048211ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=929eacb7-588e-49a4-be5c-d68048211ab4,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:27.008717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Checking segment: {'id': '7279982e-4931-429f-9ee2-b67b9c583f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:27.009105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Network hostable DHCP agents. Network: 720d2ca3-2139-4d92-a4e0-bfb10dc8820c, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:27.014144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '929eacb7-588e-49a4-be5c-d68048211ab4', 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2', 'port_id': '929eacb7-588e-49a4-be5c-d68048211ab4', 'mac_address': 'fa:16:3e:9a:c7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:51:27.079303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:27.099492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.112328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-37710eb8-1847-4172-8a6e-f42c27a5807a None None] Provisioning for port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:27.132156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-37710eb8-1847-4172-8a6e-f42c27a5807a None None] Provisioning complete for port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:27.132830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37710eb8-1847-4172-8a6e-f42c27a5807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.161023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929eacb7-588e-49a4-be5c-d68048211ab4 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:51:27.162062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 720d2ca3-2139-4d92-a4e0-bfb10dc8820c) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:27.162202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.169568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:27.170407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.178743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 613454c1-eedf-4a26-8e55-553c63b6217f owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:27.215092 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-51ce0122-b679-4fbe-85fe-91231cc3ef81 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9662557 Apr 21 14:51:27.226858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.236262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Request body: {'port': {'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2000610892'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:27.246138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98593d-c5a2-413c-b40f-f0df5214aada None None] Network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:27.258950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ac617e4e-f54b-43f1-9d70-501321defab8 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:27.280099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-41b59de2-d9cf-43e5-a487-3818a7cc9e42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:27.281658 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-41b59de2-d9cf-43e5-a487-3818a7cc9e42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7014865e-af0c-493e-925c-d44cc68a5ea2 HTTP/1.1" status: 200 len: 898 time: 1.1209857 Apr 21 14:51:27.284956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 0a460e88-c791-4f5e-ab50-47b7b15176ce {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:27.288876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.387618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 929eacb7-588e-49a4-be5c-d68048211ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=929eacb7-588e-49a4-be5c-d68048211ab4,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:27.408454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.425669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:27.439966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Usage tracker for resource:port and tenant:5068d8b60dbc4230b4a64debaf4b06cf is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:27.447781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:27.458730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:27.482893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.496318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Made reservation on behalf of 5068d8b60dbc4230b4a64debaf4b06cf for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:27.500354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.516454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.528248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.529447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.589204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] device_id is not set on port 54426208-8895-413d-a89b-b43d1cee58d7 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:27.635796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ac617e4e-f54b-43f1-9d70-501321defab8 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:27.636483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.659575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=929eacb7-588e-49a4-be5c-d68048211ab4,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:27.669403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37710eb8-1847-4172-8a6e-f42c27a5807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.711285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['929eacb7-588e-49a4-be5c-d68048211ab4'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:51:27.745107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.770338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=41bea80e-dfc0-448c-9124-eed902aae49e,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:27.785091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Port': ['ID=8f93079b-676d-4354-8d0d-432c54bc679f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:27.793986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.824821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-37710eb8-1847-4172-8a6e-f42c27a5807a None None] For port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849,segment=NetworkSegment(489e2171-85f8-43f2-ba62-e9b7dae57fa3),segment_id=489e2171-85f8-43f2-ba62-e9b7dae57fa3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:27.833785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-720d2ca3-2139-4d92-a4e0-bfb10dc8820c', 'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c', 'tenant_id': '5068d8b60dbc4230b4a64debaf4b06cf', 'fixed_ips': [{'subnet_id': 'ecde3764-5ee6-4697-aba0-6b7b05a488b0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:27.835249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.851734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37710eb8-1847-4172-8a6e-f42c27a5807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.861154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a6d6a-eb91-454f-833a-8fa5439c6f10 req-dc48ddc9-4c89-4f56-a455-584cda383caa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:27.863736 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d81a6d6a-eb91-454f-833a-8fa5439c6f10 req-dc48ddc9-4c89-4f56-a455-584cda383caa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 944 time: 1.1066377 Apr 21 14:51:27.869638 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-10ff8f04-5757-4b67-a9d3-c1a53fa2b55b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/ports/8f93079b-676d-4354-8d0d-432c54bc679f HTTP/1.1" status: 204 len: 168 time: 2.4710331 Apr 21 14:51:27.869840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.870933 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-793e85c5-7f49-4a94-ad18-5cdf6e6cfe48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=929eacb7-588e-49a4-be5c-d68048211ab4 HTTP/1.1" status: 200 len: 217 time: 0.4899721 Apr 21 14:51:27.969996 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07d4f166-e715-4856-9647-6587cd8ee3ad tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0965490 Apr 21 14:51:27.974149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54338) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.991738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:27.995536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:28.024925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1237123651'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:28.050848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:28.057775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 43bc5244-5f16-4d84-a40a-be3dd1a78e97 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:28.064450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Usage tracker for resource:network and tenant:996cd588c5024da098e9b948554013e1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:28.071725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:28.075422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-88fdd5f3-80fe-4b38-b19c-eeeb03edc009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:28.077441 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-88fdd5f3-80fe-4b38-b19c-eeeb03edc009 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=36bcf946-d395-42b5-b6c0-8a1d9d6947db HTTP/1.1" status: 200 len: 838 time: 0.1890502 Apr 21 14:51:28.084952 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d81a6d6a-eb91-454f-833a-8fa5439c6f10 req-8f2952c6-32ae-40f0-bfb1-abffd237f90c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002616 Apr 21 14:51:28.088969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:28.145095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.160444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37710eb8-1847-4172-8a6e-f42c27a5807a None None] Pushing event updated for resources: {'Port': ['ID=7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:28.201426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=0a460e88-c791-4f5e-ab50-47b7b15176ce,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:28.206442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1717ec0a-b93a-4e71-ae58-2dcf99414610 None None] Provisioning complete for port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:28.206955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1717ec0a-b93a-4e71-ae58-2dcf99414610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.211730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.215234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Made reservation on behalf of 996cd588c5024da098e9b948554013e1 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:28.218369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.221966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Allocated IP 172.20.0.12 (720d2ca3-2139-4d92-a4e0-bfb10dc8820c/ecde3764-5ee6-4697-aba0-6b7b05a488b0/54426208-8895-413d-a89b-b43d1cee58d7) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:28.278073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.290706 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234b1e2-6b37-41d7-8b74-86cee8322ba4 None None] Network 320f7715-2d6a-4e55-94b2-e89db2834657 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:28.311460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=613454c1-eedf-4a26-8e55-553c63b6217f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:28.355777 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-489843be-a44a-4ab6-9dca-b6ac554460b9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/0a460e88-c791-4f5e-ab50-47b7b15176ce HTTP/1.1" status: 204 len: 168 time: 2.2868311 Apr 21 14:51:28.361345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:28.401838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:28.437924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.439073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Added segment 26392f57-f9b9-4e56-8857-0f2fb91a1592 of type vlan for network 510fac3e-3198-41c9-afb1-3f84f915efbb Apr 21 14:51:28.456868 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-84269959-8078-4eef-901a-5b3e01eb612c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7014865e-af0c-493e-925c-d44cc68a5ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3689139 Apr 21 14:51:28.471870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.570561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.584611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-017d70a0-e429-49d5-835a-8d8ed60cb741 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/613454c1-eedf-4a26-8e55-553c63b6217f HTTP/1.1" status: 204 len: 168 time: 3.0676737 Apr 21 14:51:28.591608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54346) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:28.612174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:28.612699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.663673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-02764c70-8f74-480f-8add-7afda7b39555 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:51:28.664372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-02764c70-8f74-480f-8add-7afda7b39555 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:28.700957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.706031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:28.706529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.745259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-02764c70-8f74-480f-8add-7afda7b39555 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:28.745259 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-02764c70-8f74-480f-8add-7afda7b39555 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/613454c1-eedf-4a26-8e55-553c63b6217f HTTP/1.1" status: 404 len: 333 time: 0.1520820 Apr 21 14:51:28.748562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1717ec0a-b93a-4e71-ae58-2dcf99414610 None None] Provisioning for port 41bea80e-dfc0-448c-9124-eed902aae49e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:28.754129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54350) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:28.766515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1717ec0a-b93a-4e71-ae58-2dcf99414610 None None] Provisioning complete for port 41bea80e-dfc0-448c-9124-eed902aae49e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:28.766887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1717ec0a-b93a-4e71-ae58-2dcf99414610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.790948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.837708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:28.838056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.858829 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-cac3b79a-c0f4-4045-a1ff-13d1d1d609c8 service neutron] 10.222.0.21 "GET /v2.0/networks/7014865e-af0c-493e-925c-d44cc68a5ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903744 Apr 21 14:51:28.869358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8616025 Apr 21 14:51:28.890307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:28.896059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1717ec0a-b93a-4e71-ae58-2dcf99414610 None None] Port 41bea80e-dfc0-448c-9124-eed902aae49e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:28.903153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2069003611'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:28.919093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] DHCP port deletion for 320f7715-2d6a-4e55-94b2-e89db2834657 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:28.919345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.923918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Deleting port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:28.925318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:28.928502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.940597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Usage tracker for resource:network and tenant:996cd588c5024da098e9b948554013e1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:28.947975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:28.980324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123436f-add5-4a02-84e7-35d86c75ac35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Network': ['ID=510fac3e-3198-41c9-afb1-3f84f915efbb,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:28.990268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:29.002323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 24d554b5-3200-4b6c-bae4-25583ed94851 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:29.002743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.008143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Transition to ACTIVE for port object 54426208-8895-413d-a89b-b43d1cee58d7 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:29.012388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 510fac3e-3198-41c9-afb1-3f84f915efbb details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:29.026203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:51:29.032307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Made reservation on behalf of 996cd588c5024da098e9b948554013e1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:29.035210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.152155 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7c7f0d67-a618-4173-85e8-aec749c929d2 req-27f8c2cb-e94d-42a6-b6c1-5cceacf308a5 service neutron] 10.222.0.21 "GET /v2.0/networks/7014865e-af0c-493e-925c-d44cc68a5ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791049 Apr 21 14:51:29.214553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:29.264447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:29.320327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f6ece9b2-1c21-4d42-842b-ef6e2d37dd7c None None] Provisioning complete for port 41bea80e-dfc0-448c-9124-eed902aae49e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:29.320987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f6ece9b2-1c21-4d42-842b-ef6e2d37dd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.362300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.368680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.376842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] For port 43bc5244-5f16-4d84-a40a-be3dd1a78e97, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=43bc5244-5f16-4d84-a40a-be3dd1a78e97,segment=NetworkSegment(f7f459bb-1983-4c22-869a-1f72509d5a89),segment_id=f7f459bb-1983-4c22-869a-1f72509d5a89)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:29.377206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.435471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.435871 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Added segment 66fb164d-f8ba-48f7-9062-b631c3cb05ad of type vlan for network aa50b6be-34f9-4148-9dfa-06cf4657cc07 Apr 21 14:51:29.483888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 24d554b5-3200-4b6c-bae4-25583ed94851 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:29.495919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:29.496327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.560575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f6ece9b2-1c21-4d42-842b-ef6e2d37dd7c None None] Port 41bea80e-dfc0-448c-9124-eed902aae49e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:29.569921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Allocated IP 172.20.0.2 (720d2ca3-2139-4d92-a4e0-bfb10dc8820c/ecde3764-5ee6-4697-aba0-6b7b05a488b0/41704803-77ad-4da1-94a6-8c8bf1543734) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:29.583135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 43bc5244-5f16-4d84-a40a-be3dd1a78e97 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:29.595649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] For port 43bc5244-5f16-4d84-a40a-be3dd1a78e97, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=43bc5244-5f16-4d84-a40a-be3dd1a78e97,segment=NetworkSegment(f7f459bb-1983-4c22-869a-1f72509d5a89),segment_id=f7f459bb-1983-4c22-869a-1f72509d5a89)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:29.596040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.683989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:29.684865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event updated for resources: {'Port': ['ID=54426208-8895-413d-a89b-b43d1cee58d7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:29.692724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:29.697603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.704396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:29.774082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.775350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Calling delete_port for 43bc5244-5f16-4d84-a40a-be3dd1a78e97 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:29.815315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7405a-cca7-4471-849a-1db2d1cf0825 req-6bc7ba08-d534-4cf4-8f12-27ea34619b27 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:29.816764 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5cc7405a-cca7-4471-849a-1db2d1cf0825 req-6bc7ba08-d534-4cf4-8f12-27ea34619b27 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 945 time: 0.5463543 Apr 21 14:51:29.823553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=24d554b5-3200-4b6c-bae4-25583ed94851,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:29.831256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:29.831885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.836920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.888816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.893014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:29.893601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.954648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=43bc5244-5f16-4d84-a40a-be3dd1a78e97,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:29.968346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.007555 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dd8ca59f-4697-4b63-aa3a-8665fd3eff04 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/24d554b5-3200-4b6c-bae4-25583ed94851 HTTP/1.1" status: 204 len: 168 time: 1.2053385 Apr 21 14:51:30.008426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54360) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:30.051068 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecada43-fa4c-4eba-aab2-0513e7c8ba2b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:51:30.051732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3ecada43-fa4c-4eba-aab2-0513e7c8ba2b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:30.078058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3ecada43-fa4c-4eba-aab2-0513e7c8ba2b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:30.079682 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3ecada43-fa4c-4eba-aab2-0513e7c8ba2b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/24d554b5-3200-4b6c-bae4-25583ed94851 HTTP/1.1" status: 404 len: 333 time: 0.0701840 Apr 21 14:51:30.082098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:30.082461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:30.082782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54364) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:30.113051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.125973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Transition to ACTIVE for port object 41704803-77ad-4da1-94a6-8c8bf1543734 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:30.162131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 43bc5244-5f16-4d84-a40a-be3dd1a78e97 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:30.194142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No DVR routers for this DVR port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:30.204996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Transition to ACTIVE for port object 41704803-77ad-4da1-94a6-8c8bf1543734 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:30.206371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 43bc5244-5f16-4d84-a40a-be3dd1a78e97 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:30.206811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 43bc5244-5f16-4d84-a40a-be3dd1a78e97 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:30.217095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.240536 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ce4e304a-895a-4431-92d0-394533433738 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.0123076 Apr 21 14:51:30.258180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54368) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:30.258410 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3561065 Apr 21 14:51:30.279527 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5cc7405a-cca7-4471-849a-1db2d1cf0825 req-4c981e1c-8dc0-426c-a43c-fed7da94daef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333632 Apr 21 14:51:30.280488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae0a36-ee98-436e-a9f5-3303f5bd05c6 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Network': ['ID=aa50b6be-34f9-4148-9dfa-06cf4657cc07,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:30.305122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network aa50b6be-34f9-4148-9dfa-06cf4657cc07 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:30.327890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:30.337047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:30.359137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Deleting port 54426208-8895-413d-a89b-b43d1cee58d7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:30.359480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.377014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:30.383812 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f12211ce-8802-48c0-84bd-2c2f4fe95dd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3886764 Apr 21 14:51:30.384809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:30.390198 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:30.390729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Pushing event updated for resources: {'Port': ['ID=41704803-77ad-4da1-94a6-8c8bf1543734,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:30.398937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:30.403582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54374) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:30.407111 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:30.408289 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:30.409522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'subnets': [{'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1143261328', 'ip_version': 4}, {'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:30.409916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'subnet': {'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1143261328', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:30.410561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Request body: {'subnet': {'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:30.437700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830774456'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:30.450205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:30.495460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.510463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:30.525854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:30.527928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Attempting to bind port 41704803-77ad-4da1-94a6-8c8bf1543734 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:30.528537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Attempting to bind port 41704803-77ad-4da1-94a6-8c8bf1543734 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '7279982e-4931-429f-9ee2-b67b9c583f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:30.528968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Attempting to bind port 41704803-77ad-4da1-94a6-8c8bf1543734 on network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:30.536490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:30.538520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Checking segment: {'id': '7279982e-4931-429f-9ee2-b67b9c583f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:30.538520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.538520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Bound using segment: {'id': '7279982e-4931-429f-9ee2-b67b9c583f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:30.539041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Bound port: 41704803-77ad-4da1-94a6-8c8bf1543734, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7279982e-4931-429f-9ee2-b67b9c583f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '720d2ca3-2139-4d92-a4e0-bfb10dc8820c'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:30.539493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.551286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:30.564745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320f7715-2d6a-4e55-94b2-e89db2834657']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:30.583797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f459bb-1983-4c22-869a-1f72509d5a89') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:30.584092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f459bb-1983-4c22-869a-1f72509d5a89') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:30.591501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Deleting port 43bc5244-5f16-4d84-a40a-be3dd1a78e97 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:30.592134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.605752 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:30.619474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.632672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 929eacb7-588e-49a4-be5c-d68048211ab4 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:30.633723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:30.636895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.661927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.719002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.735949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1997b-5629-4e10-9768-822f4acbca2a None None] The port '43bc5244-5f16-4d84-a40a-be3dd1a78e97' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:30.741459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:30.741981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.760527 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:30.767938 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:30.785792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] For port 41704803-77ad-4da1-94a6-8c8bf1543734, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:30.790149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] For port 41704803-77ad-4da1-94a6-8c8bf1543734, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=41704803-77ad-4da1-94a6-8c8bf1543734,segment=NetworkSegment(7279982e-4931-429f-9ee2-b67b9c583f02),segment_id=7279982e-4931-429f-9ee2-b67b9c583f02)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:30.800304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.827468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Calling delete_port for 54426208-8895-413d-a89b-b43d1cee58d7 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:30.840632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 929eacb7-588e-49a4-be5c-d68048211ab4 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:30.848042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:30.853290 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:30.875209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.875709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment c5d1ca26-0644-482f-bcf1-664b2c59d522 of type vlan for network d5503492-6626-45b0-9884-edd958280e08 Apr 21 14:51:30.903730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.933201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Usage tracker for resource:subnet and tenant:996cd588c5024da098e9b948554013e1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:30.935137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 929eacb7-588e-49a4-be5c-d68048211ab4 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:30.937585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:30.937909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.941216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.945202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:30.945923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.970855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:30.973035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.020187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet 17a8e47a-6b02-43fa-a836-58fc60d1b5ea {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:31.022953 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:26Z', 'revision_number': 3, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:27Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:31.023692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.027237 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:51:31.027967 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Updating router bb99b641-3a5e-4502-b1f6-09bd870b7eae port 41bea80e-dfc0-448c-9124-eed902aae49e binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:51:31.049979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.078782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Made reservation on behalf of 996cd588c5024da098e9b948554013e1 for: {'subnet': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:31.097884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd606d-5e0e-4764-9833-dfb9b04ffb10 None None] Pushing event updated for resources: {'Port': ['ID=41704803-77ad-4da1-94a6-8c8bf1543734,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.106880 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6995902 Apr 21 14:51:31.112559 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.112790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.115435 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/320f7715-2d6a-4e55-94b2-e89db2834657 HTTP/1.1" status: 204 len: 168 time: 2.6153653 Apr 21 14:51:31.115435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11967e-f97f-4110-b31e-c26663cacbd5 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=d5503492-6626-45b0-9884-edd958280e08,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.194718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:31.195467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54382) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:31.200248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.203575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:31.223015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d5503492-6626-45b0-9884-edd958280e08 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:31.231469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.257222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bd7aa-9bfd-4c19-947f-5f30bd06c4a6 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=320f7715-2d6a-4e55-94b2-e89db2834657,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.274011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-713905702'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:31.299258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:31.330833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.366329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:network and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:31.391110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:31.434746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea2c932-74ff-423c-960d-712ee18826e2 None None] Network 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:31.437038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:31.438562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.462871 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/17a8e47a-6b02-43fa-a836-58fc60d1b5ea HTTP/1.1" status: 204 len: 168 time: 1.3787320 Apr 21 14:51:31.473969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54390) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:31.475127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b509e4-d93b-4377-9dfe-ae768e7cd255 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=17a8e47a-6b02-43fa-a836-58fc60d1b5ea,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.558953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:31.562084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.573978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:31.602166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f6b468-f09f-4161-b586-46ed18bb1824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929eacb7-588e-49a4-be5c-d68048211ab4'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:51:31.616283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:31.623493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:31.639258 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 929eacb7-588e-49a4-be5c-d68048211ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=929eacb7-588e-49a4-be5c-d68048211ab4,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:31.643712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:31.649148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.663608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.664032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.688427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:31.719702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.750859 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.753073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:31.782390 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Transition to ACTIVE for port object 41bea80e-dfc0-448c-9124-eed902aae49e will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:31.792384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.792841 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Added segment c1c8d217-c280-4a29-976d-f6d9e70fa32d of type vlan for network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 Apr 21 14:51:31.799002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event deleted for resources: {'Port': ['ID=54426208-8895-413d-a89b-b43d1cee58d7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.804275 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.817873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.925826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.929142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=929eacb7-588e-49a4-be5c-d68048211ab4,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.935455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.010583 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd3f27d-9519-43ed-b8fa-e9012736a542'] response: {'server_uuid': '15f6b468-f09f-4161-b586-46ed18bb1824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929eacb7-588e-49a4-be5c-d68048211ab4', 'code': 200} Apr 21 14:51:32.024159 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Pushing event updated for resources: {'Port': ['ID=41bea80e-dfc0-448c-9124-eed902aae49e,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:32.035403 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.035740 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.036090 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.036415 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.036736 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.037154 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.038052 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.038381 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.038700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.039012 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.039328 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:32.147978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] DHCP port deletion for 97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:32.152534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Deleting port 379558a9-c78e-413e-8bbf-948567111fab {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:32.152923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.200507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 379558a9-c78e-413e-8bbf-948567111fab {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:32.201134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.222893 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Attempting to bind port 41bea80e-dfc0-448c-9124-eed902aae49e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:32.223259 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Attempting to bind port 41bea80e-dfc0-448c-9124-eed902aae49e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:32.223617 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Attempting to bind port 41bea80e-dfc0-448c-9124-eed902aae49e on network a6829f42-1136-4dcf-b8b3-d580398ab0f2 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:32.238700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:32.239672 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Checking segment: {'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:32.240085 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.240485 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Bound using segment: {'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:32.240950 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Bound port: 41bea80e-dfc0-448c-9124-eed902aae49e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e2171-85f8-43f2-ba62-e9b7dae57fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:32.241334 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.332723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c83917-15bb-431f-8a15-8c3e138b2b84 req-af4fb536-f617-475f-add1-fab68cd827ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:32.334540 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b8c83917-15bb-431f-8a15-8c3e138b2b84 req-af4fb536-f617-475f-add1-fab68cd827ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 946 time: 0.7472169 Apr 21 14:51:32.394332 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] For port 41bea80e-dfc0-448c-9124-eed902aae49e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:32.398079 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] For port 41bea80e-dfc0-448c-9124-eed902aae49e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=41bea80e-dfc0-448c-9124-eed902aae49e,segment=NetworkSegment(489e2171-85f8-43f2-ba62-e9b7dae57fa3),segment_id=489e2171-85f8-43f2-ba62-e9b7dae57fa3)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:32.422966 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.464313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.469967 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6c9f1498-baa7-4064-8518-b097aa020f52 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "DELETE /v2.0/ports/54426208-8895-413d-a89b-b43d1cee58d7 HTTP/1.1" status: 204 len: 168 time: 2.2230642 Apr 21 14:51:32.507804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54398) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:32.510935 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:32.511621 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:32.589356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] For port 379558a9-c78e-413e-8bbf-948567111fab, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=379558a9-c78e-413e-8bbf-948567111fab,segment=NetworkSegment(a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78),segment_id=a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:32.589858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.786216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.795292 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eb5d4425-6254-4189-9e03-0c806a990747 tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2848511 Apr 21 14:51:32.798928 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b8c83917-15bb-431f-8a15-8c3e138b2b84 req-e025122b-da05-4ee0-8a6a-7c8c7164116e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340022 Apr 21 14:51:32.801292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54404) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:32.814966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Calling delete_port for 379558a9-c78e-413e-8bbf-948567111fab owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:32.816837 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:32.823776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2144923867'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:32.837748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6658b4fb-df32-4f23-af96-a1b068fa9449 req-6e17ad92-b185-4799-8189-d0d8e85e63f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 1099 time: 0.4758563 Apr 21 14:51:32.842843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:32.864266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b40b7-bd9a-42a0-9cf9-cef5b0bb9488 None None] Network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:32.905917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Usage tracker for resource:network and tenant:5068d8b60dbc4230b4a64debaf4b06cf is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:32.909840 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6658b4fb-df32-4f23-af96-a1b068fa9449 req-357cb161-c05a-495b-978a-caa2e5d147f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556145 Apr 21 14:51:32.911072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:32.920873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Subnet': ['ID=d1db8efe-dd91-4399-9413-f87a7f45b142,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:32.921678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] For port 379558a9-c78e-413e-8bbf-948567111fab, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=379558a9-c78e-413e-8bbf-948567111fab,segment=NetworkSegment(a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78),segment_id=a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:32.922256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.931631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:32.935704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.940239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:32.941015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.992808 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7941458 Apr 21 14:51:32.993690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54408) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:33.063568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 379558a9-c78e-413e-8bbf-948567111fab owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:33.067655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:33.117555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Made reservation on behalf of 5068d8b60dbc4230b4a64debaf4b06cf for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:33.120714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.165855 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94e68a-a07b-4778-a970-b84d851f47ad None None] Pushing event updated for resources: {'Port': ['ID=41bea80e-dfc0-448c-9124-eed902aae49e,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.182374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:33.194362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.194694 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Added segment 88c0ddcd-208a-4044-a5c0-b57e12408d49 of type vlan for network e641ec6c-d332-4259-ad63-44b80305c22a Apr 21 14:51:33.203049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.222603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-35748e5b-c85f-4397-b4c3-48be3f0d370e None None] Provisioning for port 41704803-77ad-4da1-94a6-8c8bf1543734 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:33.267304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Checking segment: {'id': '26392f57-f9b9-4e56-8857-0f2fb91a1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:33.268081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network hostable DHCP agents. Network: 510fac3e-3198-41c9-afb1-3f84f915efbb, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:33.284314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250be1f1-db52-4817-badc-d5e9de012599 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Network': ['ID=49cd3b42-2239-498f-b0b6-b92ecdffcfe0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.286321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=379558a9-c78e-413e-8bbf-948567111fab,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.288522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:33.288878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:33.306934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.320739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No DVR routers for this DVR port 379558a9-c78e-413e-8bbf-948567111fab on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:33.333946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:33.387619 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:26Z', 'revision_number': 3, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:32Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:33.393336 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48ecb4-d387-4c10-9219-4b44273e524d None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:26Z', 'revision_number': 3, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:32Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:51:33.430168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:33.438626 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:33.441789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:33.445244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network 510fac3e-3198-41c9-afb1-3f84f915efbb is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:33.448256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41704803-77ad-4da1-94a6-8c8bf1543734 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:33.454031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:33.457533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.527223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.531343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 510fac3e-3198-41c9-afb1-3f84f915efbb) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:33.550921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.559539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97304b26-0e3a-46a9-bcf4-a3f65b67b8d5']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:33.563569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d5ab5-6cb2-487d-bc86-6ad5efa3207c None None] Network 510fac3e-3198-41c9-afb1-3f84f915efbb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:33.573085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:33.574089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:33.574404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e3135d-f61b-4ecf-a248-d5a2c0d6dc78') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:33.593797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.611879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.616637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.620346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:33.620926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.657863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:33.658278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:33.673268 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:33.696458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=83a201b3-edb1-420a-bfee-51c702b85c65,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.759997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 41704803-77ad-4da1-94a6-8c8bf1543734 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:33.774801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 41704803-77ad-4da1-94a6-8c8bf1543734 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:33.775169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.818411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Deleting port 379558a9-c78e-413e-8bbf-948567111fab {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:33.818768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.864863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:33.865229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: d5503492-6626-45b0-9884-edd958280e08, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:33.879797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Checking segment: {'id': '66fb164d-f8ba-48f7-9062-b631c3cb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:33.880190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network hostable DHCP agents. Network: aa50b6be-34f9-4148-9dfa-06cf4657cc07, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:33.923299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.972630 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1565568 Apr 21 14:51:33.997151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54414) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.043111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.049636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.177169 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/97304b26-0e3a-46a9-bcf4-a3f65b67b8d5 HTTP/1.1" status: 204 len: 168 time: 2.6924450 Apr 21 14:51:34.178560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f661ad-9be8-4464-b609-ca9b44126433 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event updated for resources: {'Network': ['ID=e641ec6c-d332-4259-ad63-44b80305c22a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:34.180733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54418) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.205775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network e641ec6c-d332-4259-ad63-44b80305c22a details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:34.234753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network d5503492-6626-45b0-9884-edd958280e08 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:34.258884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event updated for resources: {'Subnet': ['ID=9b5509f3-c39c-4182-b54e-31164f042ad0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:34.264739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-088e6a6c-8367-46e8-b0d8-febbfd379e27 None None] The port '379558a9-c78e-413e-8bbf-948567111fab' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:34.266330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-584662874'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:34.273256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee6be9-5d82-4c40-a584-93396c163ec2 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=97304b26-0e3a-46a9-bcf4-a3f65b67b8d5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:34.294662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:34.315400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:34.322153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:34.331074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Network aa50b6be-34f9-4148-9dfa-06cf4657cc07 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:34.339437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d5503492-6626-45b0-9884-edd958280e08) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:34.345630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.346209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.350286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:34.378600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, aa50b6be-34f9-4148-9dfa-06cf4657cc07) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:34.380225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd10cd-3d2c-48ef-b037-3a7034ff8bd8 None None] Network d5503492-6626-45b0-9884-edd958280e08 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:34.384329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.384706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.386472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:34.386613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.389997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.419649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8797fe8-15cd-49e3-b5aa-4c404482d780 None None] Network aa50b6be-34f9-4148-9dfa-06cf4657cc07 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:34.429447 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-897cff27-f3cc-4048-adc2-d58588312235 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2296951 Apr 21 14:51:34.431597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54422) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.435629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306f048-16d2-42c5-90b6-8af2ff994312 req-4b0eeea1-6562-443e-96b7-2b489e1296ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.437967 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6306f048-16d2-42c5-90b6-8af2ff994312 req-4b0eeea1-6562-443e-96b7-2b489e1296ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 946 time: 0.2888789 Apr 21 14:51:34.441030 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-53fd52b4-388a-4a3f-9d37-3e24eadb2c35 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0495265 Apr 21 14:51:34.444331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.522906 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c6511eb0-b629-4270-828b-5d71a0f951ca tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "GET /v2.0/agents/7885dfd2-46d7-4987-b1a7-6c5dc2c339e4/dhcp-networks HTTP/1.1" status: 200 len: 10699 time: 0.5220222 Apr 21 14:51:34.540790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.639982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-55d0da42-7fdb-41c4-91c1-7e3bb378ce9a None None] Provisioning complete for port 41704803-77ad-4da1-94a6-8c8bf1543734 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:34.640272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55d0da42-7fdb-41c4-91c1-7e3bb378ce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.689186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:34.703959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f99d9-1908-45ed-a155-c452218a016b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.705364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f99d9-1908-45ed-a155-c452218a016b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.706784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0f99d9-1908-45ed-a155-c452218a016b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.707960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d0f99d9-1908-45ed-a155-c452218a016b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Synchronizing usage tracker for tenant:996cd588c5024da098e9b948554013e1 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:34.712638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.712937 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment bb83d83b-6338-4886-95a2-342cd09f4af3 of type vlan for network 2f8ad844-94e3-41d6-a092-9f547dba7f18 Apr 21 14:51:34.719814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-510fac3e-3198-41c9-afb1-3f84f915efbb', 'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb', 'tenant_id': '996cd588c5024da098e9b948554013e1', 'fixed_ips': [{'subnet_id': 'd1db8efe-dd91-4399-9413-f87a7f45b142'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:34.720742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.739241 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6306f048-16d2-42c5-90b6-8af2ff994312 req-d33470b2-653e-4ef0-95e8-4d3321309430 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905195 Apr 21 14:51:34.745406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.784637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d0f99d9-1908-45ed-a155-c452218a016b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Unset dirty status for tenant:996cd588c5024da098e9b948554013e1 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:34.788966 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d0f99d9-1908-45ed-a155-c452218a016b tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3405118 Apr 21 14:51:34.789949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54434) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.802883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.866136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a65ed06-5040-40d6-b3a7-d8e0a3cf58ac tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] Network e641ec6c-d332-4259-ad63-44b80305c22a is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:34.891085 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a65ed06-5040-40d6-b3a7-d8e0a3cf58ac tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "POST /v2.0/agents/7885dfd2-46d7-4987-b1a7-6c5dc2c339e4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3437858 Apr 21 14:51:34.893618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.896175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54438) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.897352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:34.897936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.906207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dab160-08ae-4e30-8581-35c1707cf843 None None] Network e641ec6c-d332-4259-ad63-44b80305c22a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:34.922770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=2c2a83f7-8f15-4104-9162-326ec18a210f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:35.042078 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8477328 Apr 21 14:51:35.055828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54442) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.129665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:35.144983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Checking segment: {'id': 'c1c8d217-c280-4a29-976d-f6d9e70fa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:35.144983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network hostable DHCP agents. Network: 49cd3b42-2239-498f-b0b6-b92ecdffcfe0, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:35.195208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.203544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:35.241918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 49cd3b42-2239-498f-b0b6-b92ecdffcfe0) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:35.246978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:35.247558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.277012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50274ef-e299-4f38-987b-4301afbeb517 None None] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:35.298085 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2f78423-b85c-4e15-aeed-e7293453bcd9 tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "GET /v2.0/agents/7885dfd2-46d7-4987-b1a7-6c5dc2c339e4/dhcp-networks HTTP/1.1" status: 200 len: 12218 time: 0.3942764 Apr 21 14:51:35.301209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.313575 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da3cce82-3e88-4df0-84fe-6fa9a132d272 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3085897 Apr 21 14:51:35.313787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54450) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.319810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1780720352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:35.332259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:35.343030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67aeff-8cf2-4848-a874-69bc9f431a92 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=2f8ad844-94e3-41d6-a092-9f547dba7f18,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:35.363891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:router and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:35.370353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:35.384827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:35.387343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:35.403034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:35.407026 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2665bcc6-d872-4074-89ee-b292ee1dfe2a tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "DELETE /v2.0/agents/7885dfd2-46d7-4987-b1a7-6c5dc2c339e4/dhcp-networks/e641ec6c-d332-4259-ad63-44b80305c22a HTTP/1.1" status: 204 len: 168 time: 0.1019959 Apr 21 14:51:35.407424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.408520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.411298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54454) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.424524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:35.429045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:35.430536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.450308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:35.450551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.456808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Deleting subnet d1db8efe-dd91-4399-9413-f87a7f45b142 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:35.481545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.486188 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-35a116ac-0475-40cb-bafd-f822995dea86 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1685133 Apr 21 14:51:35.486361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:35.486910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.494328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0', 'name': 'tempest-PortsIpV6TestJSON-1886238923'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:35.626234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-d5503492-6626-45b0-9884-edd958280e08', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:35.627388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.635888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-aa50b6be-34f9-4148-9dfa-06cf4657cc07', 'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07', 'tenant_id': '996cd588c5024da098e9b948554013e1', 'fixed_ips': [{'subnet_id': '9b5509f3-c39c-4182-b54e-31164f042ad0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:35.636653 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.637998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:35.642753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:35.645752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:35.651295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:35.664803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:35.665015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55d0da42-7fdb-41c4-91c1-7e3bb378ce9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.667907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.692274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port f9add01d-d44e-47b0-af00-f2beb2181efb yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:35.723247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 41704803-77ad-4da1-94a6-8c8bf1543734, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=41704803-77ad-4da1-94a6-8c8bf1543734,segment=NetworkSegment(7279982e-4931-429f-9ee2-b67b9c583f02),segment_id=7279982e-4931-429f-9ee2-b67b9c583f02)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:35.762874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.791782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.882610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 379558a9-c78e-413e-8bbf-948567111fab no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:35.937258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::177 (49cd3b42-2239-498f-b0b6-b92ecdffcfe0/2c2a83f7-8f15-4104-9162-326ec18a210f/f9add01d-d44e-47b0-af00-f2beb2181efb) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:35.955848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Allocated IP 172.20.0.2 (510fac3e-3198-41c9-afb1-3f84f915efbb/d1db8efe-dd91-4399-9413-f87a7f45b142/8bfb00fe-fb84-4a51-80ad-211fddc7b262) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:36.006788 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5360578a-faae-4b67-a86d-355b7dde33aa tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "GET /v2.0/agents/7885dfd2-46d7-4987-b1a7-6c5dc2c339e4/dhcp-networks HTTP/1.1" status: 200 len: 12232 time: 0.5923445 Apr 21 14:51:36.015211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 379558a9-c78e-413e-8bbf-948567111fab {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:36.015558 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 379558a9-c78e-413e-8bbf-948567111fab not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:36.015693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54464) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:36.121567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a854d30a-7cb3-4dca-9e86-890946cca0be tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "GET /v2.0/networks/720d2ca3-2139-4d92-a4e0-bfb10dc8820c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1027393 Apr 21 14:51:36.132306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54468) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:36.156543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec99fe1-6dcf-46ce-9db5-a3b19521b74c req-684ddd30-485c-44e2-803f-9ddea342d2b8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:36.158008 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7ec99fe1-6dcf-46ce-9db5-a3b19521b74c req-684ddd30-485c-44e2-803f-9ddea342d2b8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 946 time: 0.2234249 Apr 21 14:51:36.257422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.274279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-55d0da42-7fdb-41c4-91c1-7e3bb378ce9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:36.275622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-55d0da42-7fdb-41c4-91c1-7e3bb378ce9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:36.279985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object f9add01d-d44e-47b0-af00-f2beb2181efb will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:36.294751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41bea80e-dfc0-448c-9124-eed902aae49e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:36.307432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.336184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=41704803-77ad-4da1-94a6-8c8bf1543734,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:36.394165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:36.397620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:36.399492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=f9add01d-d44e-47b0-af00-f2beb2181efb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:36.401825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:36.406209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:36.406753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.428492 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f0b731d5-e0d4-48b4-a35d-3f71ebfca885 tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "GET /v2.0/networks/720d2ca3-2139-4d92-a4e0-bfb10dc8820c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2938530 Apr 21 14:51:36.430829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:36.446442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6bd545ff-d754-4b85-be8c-66d8564474bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9583955 Apr 21 14:51:36.451318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54476) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:36.476829 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7ec99fe1-6dcf-46ce-9db5-a3b19521b74c req-22d08776-4aff-422e-bc8d-8707acc9c43f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824366 Apr 21 14:51:36.482343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.523515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Allocated IP 172.20.0.18 (aa50b6be-34f9-4148-9dfa-06cf4657cc07/9b5509f3-c39c-4182-b54e-31164f042ad0/6865727f-5c22-44a1-917f-3316e226a07d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:36.595395 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.640942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Allocated IP 2001:db8:2::2 (d5503492-6626-45b0-9884-edd958280e08/83a201b3-edb1-420a-bfee-51c702b85c65/6abdb850-f6d3-45f6-bc7d-298d5400f7cb) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:36.667141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=dc228dff-86bb-4b65-9ffd-bf00269e1411,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:36.729505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': 'bb83d83b-6338-4886-95a2-342cd09f4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:36.729505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: 2f8ad844-94e3-41d6-a092-9f547dba7f18, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:36.826396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:36.838975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 2f8ad844-94e3-41d6-a092-9f547dba7f18) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:36.844601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:36.845111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.887255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98339f78-4f4b-42b0-8868-1a0bf416c443 None None] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:36.921462 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b0fe943a-abf3-4422-96a2-22066cccbc7a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8642890 Apr 21 14:51:36.928308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54482) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:36.938099 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-969bf1a4-5a9f-49e5-82f3-7666365e56d9 tempest-DHCPAgentSchedulersTestJSON-1802104741 tempest-DHCPAgentSchedulersTestJSON-1802104741-project-admin] 10.222.0.42 "GET /v2.0/agents/7885dfd2-46d7-4987-b1a7-6c5dc2c339e4/dhcp-networks HTTP/1.1" status: 200 len: 12232 time: 0.5060575 Apr 21 14:51:36.938920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:36.984726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18', 'name': 'tempest-PortsTestJSON-1432779219', 'fixed_ips': [{'subnet_id': 'dc228dff-86bb-4b65-9ffd-bf00269e1411', 'ip_address': '172.20.0.10'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:37.031270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 41bea80e-dfc0-448c-9124-eed902aae49e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:37.037686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b606d-fda0-4d82-9492-5aa1ac76927d req-4752b39e-d1df-4c1e-815b-cef8f23f69f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:37.039162 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-011b606d-fda0-4d82-9492-5aa1ac76927d req-4752b39e-d1df-4c1e-815b-cef8f23f69f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 946 time: 0.3874500 Apr 21 14:51:37.066465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.069280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-49cd3b42-2239-498f-b0b6-b92ecdffcfe0', 'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0', 'tenant_id': '8391a3bddaf74cf491d205c7ace8a1e2', 'fixed_ips': [{'subnet_id': '2c2a83f7-8f15-4104-9162-326ec18a210f'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:37.070104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.120451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 41bea80e-dfc0-448c-9124-eed902aae49e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:37.120855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.141551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:37.152017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:37.165201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:37.171239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.194597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Transition to ACTIVE for port object 8bfb00fe-fb84-4a51-80ad-211fddc7b262 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:37.195895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 4b340090-ae17-43ec-8b36-6c9342a4b729 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:37.229436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b1a9a4b0-e11e-447e-a067-9dde03bbdb3d None None] Could not find standard attr ID for object 54426208-8895-413d-a89b-b43d1cee58d7. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:37.334652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.346383 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-011b606d-fda0-4d82-9492-5aa1ac76927d req-7cae3494-3e2f-4520-bfd2-008bb1258c96 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071072 Apr 21 14:51:37.431078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.10 (2f8ad844-94e3-41d6-a092-9f547dba7f18/dc228dff-86bb-4b65-9ffd-bf00269e1411/4b340090-ae17-43ec-8b36-6c9342a4b729) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:37.475335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Transition to ACTIVE for port object 8bfb00fe-fb84-4a51-80ad-211fddc7b262 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:37.491396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.520458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.566645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.567529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.602981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e641ec6c-d332-4259-ad63-44b80305c22a']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:37.621437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Transition to ACTIVE for port object 6865727f-5c22-44a1-917f-3316e226a07d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:37.650346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.650578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c0ddcd-208a-4044-a5c0-b57e12408d49') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:37.650723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c0ddcd-208a-4044-a5c0-b57e12408d49') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:37.677086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.682886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.701071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.704056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.723799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:37.723799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:37.739500 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:37.780455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.783714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Pushing event updated for resources: {'Port': ['ID=8bfb00fe-fb84-4a51-80ad-211fddc7b262,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:37.802986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 4b340090-ae17-43ec-8b36-6c9342a4b729 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:37.810585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Transition to ACTIVE for port object 6865727f-5c22-44a1-917f-3316e226a07d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:37.812948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.824710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Network 510fac3e-3198-41c9-afb1-3f84f915efbb is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:37.832774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Transition to ACTIVE for port object 6abdb850-f6d3-45f6-bc7d-298d5400f7cb will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:37.853930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:37.857130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:37.877767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.906264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.947780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-2f8ad844-94e3-41d6-a092-9f547dba7f18', 'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18', 'tenant_id': 'b0a41b3593d3407ab521d4d2343e74d8', 'fixed_ips': [{'subnet_id': 'dc228dff-86bb-4b65-9ffd-bf00269e1411'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:37.948628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.003790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=4b340090-ae17-43ec-8b36-6c9342a4b729,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.009050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.014526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:38.030519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.036300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.050071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:38.058727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:38.062946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.081721 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "DELETE /v2.0/networks/e641ec6c-d332-4259-ad63-44b80305c22a HTTP/1.1" status: 204 len: 168 time: 1.1376393 Apr 21 14:51:38.082688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8e407-edf4-475b-9546-7a8e58dc2969 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event deleted for resources: {'Network': ['ID=e641ec6c-d332-4259-ad63-44b80305c22a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.088986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Subnet': ['ID=d1db8efe-dd91-4399-9413-f87a7f45b142,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.092373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54494) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.110044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Transition to ACTIVE for port object 6abdb850-f6d3-45f6-bc7d-298d5400f7cb will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:38.136057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Allocated IP 2001:db8::2 (49cd3b42-2239-498f-b0b6-b92ecdffcfe0/2c2a83f7-8f15-4104-9162-326ec18a210f/595d7bdf-233f-4fb6-85e0-2f1ac7ccab97) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:38.151905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.195989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.202544 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Network aa50b6be-34f9-4148-9dfa-06cf4657cc07 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:38.204563 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8dd5f4-2485-47dc-aa36-85cbf12d6c23 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:38.205006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8dd5f4-2485-47dc-aa36-85cbf12d6c23 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:38.208502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Pushing event updated for resources: {'Port': ['ID=6865727f-5c22-44a1-917f-3316e226a07d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.211420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Attempting to bind port 8bfb00fe-fb84-4a51-80ad-211fddc7b262 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:38.211420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Attempting to bind port 8bfb00fe-fb84-4a51-80ad-211fddc7b262 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '26392f57-f9b9-4e56-8857-0f2fb91a1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:38.211630 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Attempting to bind port 8bfb00fe-fb84-4a51-80ad-211fddc7b262 on network 510fac3e-3198-41c9-afb1-3f84f915efbb {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:38.239221 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bf8dd5f4-2485-47dc-aa36-85cbf12d6c23 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "DELETE /v2.0/ports/54426208-8895-413d-a89b-b43d1cee58d7 HTTP/1.1" status: 404 len: 333 time: 0.1407616 Apr 21 14:51:38.243446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54498) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.248022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:38.255494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:38.255494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.278435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:38.281028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.285629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.296920 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7903e50c-fc75-4414-98f4-5b352cdb7908 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/subnets/d1db8efe-dd91-4399-9413-f87a7f45b142 HTTP/1.1" status: 204 len: 168 time: 3.5062370 Apr 21 14:51:38.299124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8:2::1 (d5503492-6626-45b0-9884-edd958280e08/83a201b3-edb1-420a-bfee-51c702b85c65/ea4489e9-18dd-40ca-970d-6903e56f3833) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:38.311533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54502) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.339994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 41bea80e-dfc0-448c-9124-eed902aae49e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=41bea80e-dfc0-448c-9124-eed902aae49e,segment=NetworkSegment(489e2171-85f8-43f2-ba62-e9b7dae57fa3),segment_id=489e2171-85f8-43f2-ba62-e9b7dae57fa3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:38.388988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:38.389410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Checking segment: {'id': '26392f57-f9b9-4e56-8857-0f2fb91a1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:38.390885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.390885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Bound using segment: {'id': '26392f57-f9b9-4e56-8857-0f2fb91a1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:38.390885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Bound port: 8bfb00fe-fb84-4a51-80ad-211fddc7b262, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26392f57-f9b9-4e56-8857-0f2fb91a1592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '510fac3e-3198-41c9-afb1-3f84f915efbb'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:38.391183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.411761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=f9add01d-d44e-47b0-af00-f2beb2181efb,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.429946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.462381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Network d5503492-6626-45b0-9884-edd958280e08 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:38.476201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:38.488635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Pushing event updated for resources: {'Port': ['ID=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.489121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0ac21095-9f80-4c6a-98e0-9b43d09e87b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5592937 Apr 21 14:51:38.494188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:38.494848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54506) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.560576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18', 'name': 'tempest-PortsTestJSON-644701873', 'fixed_ips': [{'subnet_id': 'dc228dff-86bb-4b65-9ffd-bf00269e1411', 'ip_address': '172.20.0.9'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:38.628140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41704803-77ad-4da1-94a6-8c8bf1543734 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:38.679415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.796846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Attempting to bind port 6865727f-5c22-44a1-917f-3316e226a07d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:38.797118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Attempting to bind port 6865727f-5c22-44a1-917f-3316e226a07d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '66fb164d-f8ba-48f7-9062-b631c3cb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:38.797484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Attempting to bind port 6865727f-5c22-44a1-917f-3316e226a07d on network aa50b6be-34f9-4148-9dfa-06cf4657cc07 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:38.854716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.877683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Deleting subnet ecde3764-5ee6-4697-aba0-6b7b05a488b0 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:38.886814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.904508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Allocated IP 172.20.0.2 (2f8ad844-94e3-41d6-a092-9f547dba7f18/dc228dff-86bb-4b65-9ffd-bf00269e1411/1ad4166f-1e0f-4901-b086-2b055f8ef426) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:38.908232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.928836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=41bea80e-dfc0-448c-9124-eed902aae49e,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.935899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:38.936796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Checking segment: {'id': '66fb164d-f8ba-48f7-9062-b631c3cb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:38.937535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.938176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Bound using segment: {'id': '66fb164d-f8ba-48f7-9062-b631c3cb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:38.940241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Bound port: 6865727f-5c22-44a1-917f-3316e226a07d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fb164d-f8ba-48f7-9062-b631c3cb05ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'aa50b6be-34f9-4148-9dfa-06cf4657cc07'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:38.940874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.945852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object ea4489e9-18dd-40ca-970d-6903e56f3833 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:38.963901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Deleting subnet 9b5509f3-c39c-4182-b54e-31164f042ad0 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:38.969436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.004133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:39.005587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.043344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Attempting to bind port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:39.043871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Attempting to bind port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:39.044374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Attempting to bind port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb on network d5503492-6626-45b0-9884-edd958280e08 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:39.080616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.092883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:39.118767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] For port 8bfb00fe-fb84-4a51-80ad-211fddc7b262, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:39.119598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.134640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.147694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:39.237219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network d5503492-6626-45b0-9884-edd958280e08 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:39.244189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:39.259439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:39.259974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.267269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:39.267596 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Checking segment: {'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:39.268033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.268250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.268735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Bound using segment: {'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:39.269735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Bound port: 6abdb850-f6d3-45f6-bc7d-298d5400f7cb, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:39.270209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.281683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] For port 8bfb00fe-fb84-4a51-80ad-211fddc7b262, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8bfb00fe-fb84-4a51-80ad-211fddc7b262,segment=NetworkSegment(26392f57-f9b9-4e56-8857-0f2fb91a1592),segment_id=26392f57-f9b9-4e56-8857-0f2fb91a1592)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:39.292728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.296683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=ea4489e9-18dd-40ca-970d-6903e56f3833,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:39.314783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.343390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.372260 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 41704803-77ad-4da1-94a6-8c8bf1543734 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:39.372773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.380525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port c08b1624-2fcd-43dd-93b2-10cb3b8996bf yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:39.410774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.474255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.489451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event deleted for resources: {'Subnet': ['ID=ecde3764-5ee6-4697-aba0-6b7b05a488b0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:39.513146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.535120 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6815c4b5-5ea0-487b-81a1-a606f1773063 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "DELETE /v2.0/subnets/ecde3764-5ee6-4697-aba0-6b7b05a488b0 HTTP/1.1" status: 204 len: 168 time: 1.2850060 Apr 21 14:51:39.537218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54514) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:39.543555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8b211-1ef2-47a1-8af4-e349a9e1321f None None] Network 720d2ca3-2139-4d92-a4e0-bfb10dc8820c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:39.556379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.567019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Transition to ACTIVE for port object 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:39.570037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.634572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] For port 6865727f-5c22-44a1-917f-3316e226a07d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:39.679637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5509f3-c39c-4182-b54e-31164f042ad0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:39.742619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.744509 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8d5e451f-df1d-4f6f-9007-b6b204354ef3 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/subnets/9b5509f3-c39c-4182-b54e-31164f042ad0 HTTP/1.1" status: 204 len: 168 time: 1.4236176 Apr 21 14:51:39.750061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54518) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:39.754188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] For port 6865727f-5c22-44a1-917f-3316e226a07d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6865727f-5c22-44a1-917f-3316e226a07d,segment=NetworkSegment(66fb164d-f8ba-48f7-9062-b631c3cb05ad),segment_id=66fb164d-f8ba-48f7-9062-b631c3cb05ad)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:39.755428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1735e-aa62-4d02-bf61-4cb227510c19 None None] Pushing event updated for resources: {'Port': ['ID=8bfb00fe-fb84-4a51-80ad-211fddc7b262,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:39.759494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.793048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.797762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Transition to ACTIVE for port object 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:39.869193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] For port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:39.884398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Deleting port 41704803-77ad-4da1-94a6-8c8bf1543734 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:39.884794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.898549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.008685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.011550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] For port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,segment=NetworkSegment(c5d1ca26-0644-482f-bcf1-664b2c59d522),segment_id=c5d1ca26-0644-482f-bcf1-664b2c59d522)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:40.056282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a4e10-5506-4131-b66d-46f95243dd13 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:40.062260 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f9a4e10-5506-4131-b66d-46f95243dd13 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3108473 Apr 21 14:51:40.070841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54522) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:40.110349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.126238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Transition to ACTIVE for port object 1ad4166f-1e0f-4901-b086-2b055f8ef426 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:40.150139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66909500-a5c3-455f-83fb-fa0b6afa8a93 None None] Pushing event updated for resources: {'Port': ['ID=6865727f-5c22-44a1-917f-3316e226a07d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:40.150430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.161810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.162715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.203450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:40.227827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:40.230792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:40.247786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd122e7-f685-4717-adfd-7611b5b74179 None None] Network 510fac3e-3198-41c9-afb1-3f84f915efbb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:40.289384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Transition to ACTIVE for port object 1ad4166f-1e0f-4901-b086-2b055f8ef426 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:40.395806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:40.460014 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.491710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Pushing event updated for resources: {'Port': ['ID=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:40.511013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] For port 41704803-77ad-4da1-94a6-8c8bf1543734, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=41704803-77ad-4da1-94a6-8c8bf1543734,segment=NetworkSegment(7279982e-4931-429f-9ee2-b67b9c583f02),segment_id=7279982e-4931-429f-9ee2-b67b9c583f02)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:40.511013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.667480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:40.703826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.718311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Calling delete_port for 41704803-77ad-4da1-94a6-8c8bf1543734 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:40.789103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:40.789670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Deleting port 6865727f-5c22-44a1-917f-3316e226a07d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:40.789864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.792238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:40.820973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:40.873060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Attempting to bind port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:40.874165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Attempting to bind port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'c1c8d217-c280-4a29-976d-f6d9e70fa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:40.874588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Attempting to bind port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 on network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:40.876916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6865727f-5c22-44a1-917f-3316e226a07d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:40.921802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c4db5-d2d3-470a-8089-a0b75b77c750 None None] Pushing event updated for resources: {'Port': ['ID=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:40.993714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=f9add01d-d44e-47b0-af00-f2beb2181efb,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:41.005837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.006469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Pushing event updated for resources: {'Port': ['ID=1ad4166f-1e0f-4901-b086-2b055f8ef426,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:41.017384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.9 (2f8ad844-94e3-41d6-a092-9f547dba7f18/dc228dff-86bb-4b65-9ffd-bf00269e1411/c08b1624-2fcd-43dd-93b2-10cb3b8996bf) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:41.022385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:41.023905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Checking segment: {'id': 'c1c8d217-c280-4a29-976d-f6d9e70fa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:41.024361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.024760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Bound using segment: {'id': 'c1c8d217-c280-4a29-976d-f6d9e70fa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:41.025257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Bound port: 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c8d217-c280-4a29-976d-f6d9e70fa32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '49cd3b42-2239-498f-b0b6-b92ecdffcfe0'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:41.025634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.089155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.089918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.187109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.235399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] No DVR routers for this DVR port 41704803-77ad-4da1-94a6-8c8bf1543734 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:41.266063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] For port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:41.268309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a7aa5a-c433-49db-bf64-65d0e1816964 None None] DHCP port deletion for 720d2ca3-2139-4d92-a4e0-bfb10dc8820c request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:41.279969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] For port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,segment=NetworkSegment(c1c8d217-c280-4a29-976d-f6d9e70fa32d),segment_id=c1c8d217-c280-4a29-976d-f6d9e70fa32d)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:41.321398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.434618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=ea4489e9-18dd-40ca-970d-6903e56f3833,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:41.435055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Attempting to bind port 1ad4166f-1e0f-4901-b086-2b055f8ef426 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:41.435433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Attempting to bind port 1ad4166f-1e0f-4901-b086-2b055f8ef426 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'bb83d83b-6338-4886-95a2-342cd09f4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:41.435843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Attempting to bind port 1ad4166f-1e0f-4901-b086-2b055f8ef426 on network 2f8ad844-94e3-41d6-a092-9f547dba7f18 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:41.449039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0595-afb3-40c3-a8ec-4f300dd4f5dd None None] Pushing event updated for resources: {'Port': ['ID=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:41.462796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 6865727f-5c22-44a1-917f-3316e226a07d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:41.481717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:41.482100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Checking segment: {'id': 'bb83d83b-6338-4886-95a2-342cd09f4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:41.482485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.483711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Bound using segment: {'id': 'bb83d83b-6338-4886-95a2-342cd09f4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:41.484220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Bound port: 1ad4166f-1e0f-4901-b086-2b055f8ef426, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb83d83b-6338-4886-95a2-342cd09f4af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2f8ad844-94e3-41d6-a092-9f547dba7f18'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:41.484603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.501138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41bea80e-dfc0-448c-9124-eed902aae49e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:41.548406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.575315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object c08b1624-2fcd-43dd-93b2-10cb3b8996bf will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:41.678564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event deleted for resources: {'Port': ['ID=41704803-77ad-4da1-94a6-8c8bf1543734,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:41.708143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] For port 6865727f-5c22-44a1-917f-3316e226a07d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6865727f-5c22-44a1-917f-3316e226a07d,segment=NetworkSegment(66fb164d-f8ba-48f7-9062-b631c3cb05ad),segment_id=66fb164d-f8ba-48f7-9062-b631c3cb05ad)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:41.708562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.730901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.740998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.756669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00ad3b-03f2-44c8-b6ee-bed04d01f395 None None] Network aa50b6be-34f9-4148-9dfa-06cf4657cc07 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:41.851736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:41.855652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Router 64a14b67-60e8-4938-8dd7-3d28edfdd883 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:51:41.885053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:41.898938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:41.952400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 41bea80e-dfc0-448c-9124-eed902aae49e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:41.952983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.977677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=c08b1624-2fcd-43dd-93b2-10cb3b8996bf,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:41.999176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Calling delete_port for 6865727f-5c22-44a1-917f-3316e226a07d owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:42.033131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] For port 1ad4166f-1e0f-4901-b086-2b055f8ef426, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:42.057912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720d2ca3-2139-4d92-a4e0-bfb10dc8820c']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:42.084806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] For port 1ad4166f-1e0f-4901-b086-2b055f8ef426, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1ad4166f-1e0f-4901-b086-2b055f8ef426,segment=NetworkSegment(bb83d83b-6338-4886-95a2-342cd09f4af3),segment_id=bb83d83b-6338-4886-95a2-342cd09f4af3)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:42.085746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3266a04f-cb83-49ac-9409-cf59997f7097 None None] Provisioning for port 6865727f-5c22-44a1-917f-3316e226a07d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:42.112902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7279982e-4931-429f-9ee2-b67b9c583f02') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:42.113226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7279982e-4931-429f-9ee2-b67b9c583f02') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:42.137261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.156266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.161175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:42.161965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.202495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3266a04f-cb83-49ac-9409-cf59997f7097 None None] Provisioning complete for port 6865727f-5c22-44a1-917f-3316e226a07d triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:42.202779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3266a04f-cb83-49ac-9409-cf59997f7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.255797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.269859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network d5503492-6626-45b0-9884-edd958280e08 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:42.274015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:42.328932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfaf1e-cc99-4bbe-b8a5-ce230b150504 None None] Network d5503492-6626-45b0-9884-edd958280e08 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:42.362546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.422346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e83e9-2ad9-4fe6-b2a9-635e3af0e756 None None] Pushing event updated for resources: {'Port': ['ID=1ad4166f-1e0f-4901-b086-2b055f8ef426,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:42.440121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:42.440535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:42.461384 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:42.475111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.506387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3266a04f-cb83-49ac-9409-cf59997f7097 None None] Port 6865727f-5c22-44a1-917f-3316e226a07d update to ACTIVE by agent not found {{(pid=83936) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 21 14:51:42.541858 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-960892be-4052-4061-8f5c-555c3e587934 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9854801 Apr 21 14:51:42.542786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54526) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:42.640250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Port': ['ID=6865727f-5c22-44a1-917f-3316e226a07d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:42.656631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] No DVR routers for this DVR port 6865727f-5c22-44a1-917f-3316e226a07d on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:42.678339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6137696-3d3c-477c-b302-23df13571d26 None None] Provisioning for port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:42.710813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.746700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d69675-3170-4158-943a-cb3e753eb5c0 None None] DHCP port deletion for aa50b6be-34f9-4148-9dfa-06cf4657cc07 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:42.758683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.803506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:42.842872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa0ac99-4074-40f7-880c-e3b10b027cdf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:42.844124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1aa0ac99-4074-40f7-880c-e3b10b027cdf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:42.849595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] Pushing event deleted for resources: {'Network': ['ID=720d2ca3-2139-4d92-a4e0-bfb10dc8820c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:42.969106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:42.973447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c26f5deb-0fc3-41fe-967b-4a6fb46e7639 tempest-DHCPAgentSchedulersTestJSON-161809445 tempest-DHCPAgentSchedulersTestJSON-161809445-project] 10.222.0.42 "DELETE /v2.0/networks/720d2ca3-2139-4d92-a4e0-bfb10dc8820c HTTP/1.1" status: 204 len: 168 time: 3.4352331 Apr 21 14:51:42.980359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6abdb850-f6d3-45f6-bc7d-298d5400f7cb up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:42.993005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.028167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1aa0ac99-4074-40f7-880c-e3b10b027cdf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:43.028167 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1aa0ac99-4074-40f7-880c-e3b10b027cdf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4741130 Apr 21 14:51:43.028167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54532) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.030522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:43.101332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] Sync routers for ids ['64a14b67-60e8-4938-8dd7-3d28edfdd883'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:43.148346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] Routers {'64a14b67-60e8-4938-8dd7-3d28edfdd883'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:43.149386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['64a14b67-60e8-4938-8dd7-3d28edfdd883'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:43.171647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa50b6be-34f9-4148-9dfa-06cf4657cc07']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:43.206495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fb164d-f8ba-48f7-9062-b631c3cb05ad') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:43.206924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fb164d-f8ba-48f7-9062-b631c3cb05ad') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:43.249503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.259630 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:43.268730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:43.287952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:43.288505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.292659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.306599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:43.307322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:43.329642 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:43.340262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.17 (7014865e-af0c-493e-925c-d44cc68a5ea2/36bcf946-d395-42b5-b6c0-8a1d9d6947db/11e9149a-a1c9-4c4c-9e8a-90989dbf6f39) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:43.347114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] Routers {'64a14b67-60e8-4938-8dd7-3d28edfdd883'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:43.348669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['64a14b67-60e8-4938-8dd7-3d28edfdd883'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:43.446739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:43.447211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27183401-2351-4fe8-b6cf-ac898e122cd5 None None] The sync data for ids ['64a14b67-60e8-4938-8dd7-3d28edfdd883'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:51:43.478437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.483887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:51:43.504199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.518193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Network': ['ID=aa50b6be-34f9-4148-9dfa-06cf4657cc07,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:43.529559 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2b97398e-ac43-4fe9-97ec-f0c7c25ad0f8 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/networks/aa50b6be-34f9-4148-9dfa-06cf4657cc07 HTTP/1.1" status: 204 len: 168 time: 3.4556174 Apr 21 14:51:43.530263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54538) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.562250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.562473 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a148d81c-170b-4ec2-a7df-7c6b18b1d8f2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "PUT /v2.0/routers/64a14b67-60e8-4938-8dd7-3d28edfdd883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1068909 Apr 21 14:51:43.573207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e3229710-be27-4f0d-b889-babd938f728d None None] Provisioning for port ea4489e9-18dd-40ca-970d-6903e56f3833 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:43.574444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.585645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e3229710-be27-4f0d-b889-babd938f728d None None] Provisioning complete for port ea4489e9-18dd-40ca-970d-6903e56f3833 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:43.588117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e3229710-be27-4f0d-b889-babd938f728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.639473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e6ff8-7c6d-43ab-a245-cd6d344f32b7 None None] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:43.651426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54546) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.757984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,segment=NetworkSegment(c5d1ca26-0644-482f-bcf1-664b2c59d522),segment_id=c5d1ca26-0644-482f-bcf1-664b2c59d522)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:43.766053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e3229710-be27-4f0d-b889-babd938f728d None None] Port ea4489e9-18dd-40ca-970d-6903e56f3833 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:43.776283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.795737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b18fdf-bc92-423b-ab4c-02f7ac47b353 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:43.799844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b18fdf-bc92-423b-ab4c-02f7ac47b353 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:43.805100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b18fdf-bc92-423b-ab4c-02f7ac47b353 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:43.809927 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c8b18fdf-bc92-423b-ab4c-02f7ac47b353 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.7832482 Apr 21 14:51:43.814986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54552) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.878620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:43.882938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41704803-77ad-4da1-94a6-8c8bf1543734 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:43.942114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 41704803-77ad-4da1-94a6-8c8bf1543734 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:43.942769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41704803-77ad-4da1-94a6-8c8bf1543734 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:43.951998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b2b875-9ed8-4254-8c4a-ad46f654bf23 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:43.952944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25b2b875-9ed8-4254-8c4a-ad46f654bf23 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:43.956207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e3229710-be27-4f0d-b889-babd938f728d None None] Provisioning complete for port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:43.956207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e3229710-be27-4f0d-b889-babd938f728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.002091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.039883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.116474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:44.117995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25b2b875-9ed8-4254-8c4a-ad46f654bf23 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:44.119310 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-25b2b875-9ed8-4254-8c4a-ad46f654bf23 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports?device_id=64a14b67-60e8-4938-8dd7-3d28edfdd883 HTTP/1.1" status: 200 len: 989 time: 0.5409436 Apr 21 14:51:44.125538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Deleting port 8bfb00fe-fb84-4a51-80ad-211fddc7b262 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:44.125885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.126135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port c08b1624-2fcd-43dd-93b2-10cb3b8996bf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:44.126580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.156015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:44.242129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe4707-b7fb-4bf5-98cc-219def9b5967 None None] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:44.255665 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b43729eb-9d3c-4ae6-943a-c646222887a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5068d8b60dbc4230b4a64debaf4b06cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6025114 Apr 21 14:51:44.259490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54560) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:44.418497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.518570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:44.526836 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d8430977-2052-463d-ba44-d2b3bbbb426b tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0907333 Apr 21 14:51:44.529025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54564) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:44.536781 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:44.538479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1867953848'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:44.555407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:44.572215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:network and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:44.581088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:44.586362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] For port 8bfb00fe-fb84-4a51-80ad-211fddc7b262, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8bfb00fe-fb84-4a51-80ad-211fddc7b262,segment=NetworkSegment(26392f57-f9b9-4e56-8857-0f2fb91a1592),segment_id=26392f57-f9b9-4e56-8857-0f2fb91a1592)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:44.586719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.599521 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:44.600961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:44.602880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.606201 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:44.616208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:44.627709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Provisioning for port f9add01d-d44e-47b0-af00-f2beb2181efb completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:44.629320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:44.637353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:44.644090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:44.647886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Provisioning complete for port f9add01d-d44e-47b0-af00-f2beb2181efb triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:44.648389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.774694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Port f9add01d-d44e-47b0-af00-f2beb2181efb cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:44.789939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Calling delete_port for 8bfb00fe-fb84-4a51-80ad-211fddc7b262 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:44.798473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.800199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Provisioning for port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:44.805489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1ad4166f-1e0f-4901-b086-2b055f8ef426 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:44.882605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:44.886017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.890563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Provisioning complete for port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:44.891617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.955870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.021576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:45.036936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for c08b1624-2fcd-43dd-93b2-10cb3b8996bf owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:45.054155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.055743 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added segment 2de789ab-24c3-4493-a086-c7776ce167c5 of type vlan for network ccc9c5a6-49c6-49fe-becf-cff19b11f69b Apr 21 14:51:45.071835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.142301 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:45.187571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Port': ['ID=8bfb00fe-fb84-4a51-80ad-211fddc7b262,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:45.193380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.200215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.237637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] No DVR routers for this DVR port 8bfb00fe-fb84-4a51-80ad-211fddc7b262 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:45.251590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.261385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 1ad4166f-1e0f-4901-b086-2b055f8ef426 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:45.275902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6abdb850-f6d3-45f6-bc7d-298d5400f7cb up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:45.309913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.310487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.311040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.311537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.313055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.313579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.314077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.314561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.315037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.315527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.316593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.317299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d22143-12fb-44dd-bb58-e04554be34c7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:45.321471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.344604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.344935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.345291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.345580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.346194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.346313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.346636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.346963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.347281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.347597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.347916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.400667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:51:45.423750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] For port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,segment=NetworkSegment(c1c8d217-c280-4a29-976d-f6d9e70fa32d),segment_id=c1c8d217-c280-4a29-976d-f6d9e70fa32d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:45.453135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.547562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:45.548208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.593901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.594254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.594594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.595396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.595745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.596101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.596464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.596797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.597121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.597439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.597758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:45.610660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.629476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.631062 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b12f677c-0020-4a67-b3f8-c73bbdec7c24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45d22143-12fb-44dd-bb58-e04554be34c7 HTTP/1.1" status: 204 len: 168 time: 1.3704429 Apr 21 14:51:45.662041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510fac3e-3198-41c9-afb1-3f84f915efbb']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:45.671525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.676151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:45.676900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.703669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Provisioning complete for port ea4489e9-18dd-40ca-970d-6903e56f3833 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:45.704185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.730490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Pushing event updated for resources: {'Port': ['ID=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:45.748753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2179861 Apr 21 14:51:45.756224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26392f57-f9b9-4e56-8857-0f2fb91a1592') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:45.756565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26392f57-f9b9-4e56-8857-0f2fb91a1592') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:45.770057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54570) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:45.854705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Port ea4489e9-18dd-40ca-970d-6903e56f3833 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:45.878923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.921249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Provisioning for port 1ad4166f-1e0f-4901-b086-2b055f8ef426 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:45.927907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'subnet': {'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:45.929917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Provisioning complete for port 1ad4166f-1e0f-4901-b086-2b055f8ef426 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:45.931293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.028130 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:39Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:40Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:46.039376 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:51:46.040101 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Updating router bb99b641-3a5e-4502-b1f6-09bd870b7eae port ea4489e9-18dd-40ca-970d-6903e56f3833 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:51:46.053098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6865727f-5c22-44a1-917f-3316e226a07d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:46.095862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=c08b1624-2fcd-43dd-93b2-10cb3b8996bf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:46.097736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.118970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 6865727f-5c22-44a1-917f-3316e226a07d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:46.119312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6865727f-5c22-44a1-917f-3316e226a07d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:46.135977 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.191907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.212750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6089804-7688-4ff6-a25c-2ed29e9fda61 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Network': ['ID=ccc9c5a6-49c6-49fe-becf-cff19b11f69b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:46.230440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.248883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:46.279725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.304266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.355143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:46.355689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.395428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54576) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:46.398439 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:46.413419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-33c69e2d-1afc-415a-947a-7408a6d1fed3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/c08b1624-2fcd-43dd-93b2-10cb3b8996bf HTTP/1.1" status: 204 len: 168 time: 2.5910559 Apr 21 14:51:46.421202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54580) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:46.499444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.513190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] For port 1ad4166f-1e0f-4901-b086-2b055f8ef426, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1ad4166f-1e0f-4901-b086-2b055f8ef426,segment=NetworkSegment(bb83d83b-6338-4886-95a2-342cd09f4af3),segment_id=bb83d83b-6338-4886-95a2-342cd09f4af3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:46.527214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.568890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:46.572217 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-63719443-c1f9-4aa2-8671-5cb928035324 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:51:46.572798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-63719443-c1f9-4aa2-8671-5cb928035324 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:46.578300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:subnet and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:46.581801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:46.590548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.595483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:46.610023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a0545-c4df-4d6a-8b42-b74a00519b1c None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:51:46.620603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.633773 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/networks/510fac3e-3198-41c9-afb1-3f84f915efbb HTTP/1.1" status: 204 len: 168 time: 3.1017287 Apr 21 14:51:46.638825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54584) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:46.643496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca869e7f-d680-45bf-a45a-9c75915724bb tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Network': ['ID=510fac3e-3198-41c9-afb1-3f84f915efbb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:46.664409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-63719443-c1f9-4aa2-8671-5cb928035324 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:46.665755 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-63719443-c1f9-4aa2-8671-5cb928035324 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/c08b1624-2fcd-43dd-93b2-10cb3b8996bf HTTP/1.1" status: 404 len: 333 time: 0.1848209 Apr 21 14:51:46.674071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54588) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:46.720774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:46.744401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Made reservation on behalf of ac11479496c749b2af44bc5ece703cac for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:46.796162 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.813082 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Transition to ACTIVE for port object ea4489e9-18dd-40ca-970d-6903e56f3833 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:46.827181 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.857244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b6fb4-6fe2-463d-97b8-49ba174bbffc None None] Pushing event updated for resources: {'Port': ['ID=1ad4166f-1e0f-4901-b086-2b055f8ef426,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:46.867163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a0545-c4df-4d6a-8b42-b74a00519b1c None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:51:46.890154 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Provisioning complete for port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:46.890526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.929951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.941732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.995329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:46.995694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.016543 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6a29-f7cd-4622-8f20-60d1f353ad14 None None] Pushing event updated for resources: {'Port': ['ID=ea4489e9-18dd-40ca-970d-6903e56f3833,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:47.082996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.096964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:47.109047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 4b340090-ae17-43ec-8b36-6c9342a4b729 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:47.109554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.146614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.148695 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Attempting to bind port ea4489e9-18dd-40ca-970d-6903e56f3833 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:47.149587 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Attempting to bind port ea4489e9-18dd-40ca-970d-6903e56f3833 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:47.150712 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Attempting to bind port ea4489e9-18dd-40ca-970d-6903e56f3833 on network d5503492-6626-45b0-9884-edd958280e08 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:47.159043 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:47.159663 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Checking segment: {'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:47.160857 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.161416 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Bound using segment: {'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:47.162057 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Bound port: ea4489e9-18dd-40ca-970d-6903e56f3833, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d1ca26-0644-482f-bcf1-664b2c59d522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd5503492-6626-45b0-9884-edd958280e08'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:47.162602 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.167693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.272410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:47.288992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Usage tracker for resource:security_group_rule and tenant:d0451fe10ca947998e1e5015cffb100e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:47.301229 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] For port ea4489e9-18dd-40ca-970d-6903e56f3833, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:47.306394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:47.308304 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] For port ea4489e9-18dd-40ca-970d-6903e56f3833, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ea4489e9-18dd-40ca-970d-6903e56f3833,segment=NetworkSegment(c5d1ca26-0644-482f-bcf1-664b2c59d522),segment_id=c5d1ca26-0644-482f-bcf1-664b2c59d522)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:47.315854 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.318599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:47.337242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:47.341499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:47.350989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Provisioning complete for port 1ad4166f-1e0f-4901-b086-2b055f8ef426 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:47.351345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.451149 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:47.452270 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:47.516716 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6a29-f7cd-4622-8f20-60d1f353ad14 None None] Pushing event updated for resources: {'Port': ['ID=ea4489e9-18dd-40ca-970d-6903e56f3833,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:47.571360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Provisioning complete for port f9add01d-d44e-47b0-af00-f2beb2181efb triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:47.571979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.648136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.649726 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:47.694150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Port f9add01d-d44e-47b0-af00-f2beb2181efb cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:47.756298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Provisioning for port 4b340090-ae17-43ec-8b36-6c9342a4b729 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:47.765476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Provisioning complete for port 4b340090-ae17-43ec-8b36-6c9342a4b729 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:47.765857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.789348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 4b340090-ae17-43ec-8b36-6c9342a4b729 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:47.838019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Port 4b340090-ae17-43ec-8b36-6c9342a4b729 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:47.846765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Could not find standard attr ID for object c08b1624-2fcd-43dd-93b2-10cb3b8996bf. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:47.862451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Provisioning for port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:47.869040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Provisioning complete for port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:47.869769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.938231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f237d4f8-d760-4d35-951e-479ca34dda44 None None] Port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:48.173243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bbdbcc19-4f06-4f39-902f-7418fe0e7788 None None] Provisioning complete for port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:48.173612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bbdbcc19-4f06-4f39-902f-7418fe0e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.174364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.249378 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:39Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:47Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:48.255497 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4eaf5-2e12-4d42-9d7b-62a0c9d62e7d None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:39Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:47Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:51:48.291803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.336961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-bbdbcc19-4f06-4f39-902f-7418fe0e7788 None None] Port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:48.361964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.364011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.399944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.521598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=4b340090-ae17-43ec-8b36-6c9342a4b729,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:48.551745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.584596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d355a508-f62b-4d58-8d89-68c70a689d89,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:48.631639 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e411cb2e-9a8b-4d0a-8bd4-a5d6de0e054a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0451fe10ca947998e1e5015cffb100e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2324455 Apr 21 14:51:48.643584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54592) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:48.667407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247c41d6-df20-4cfe-9b4b-9699f1ca228e']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:48.717635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ea4489e9-18dd-40ca-970d-6903e56f3833 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:48.720610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e0f4d6-4928-409b-a189-bab4f35e56b8') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:48.720913 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e0f4d6-4928-409b-a189-bab4f35e56b8') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:48.739667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.756901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router c5a9d984-b1af-4544-9dce-7b686850e256 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:51:48.758897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Subnet': ['ID=76e7ff92-2f23-495b-90c3-563b6ece8ad6,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:48.804900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.827276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ea4489e9-18dd-40ca-970d-6903e56f3833 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:48.837812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ea4489e9-18dd-40ca-970d-6903e56f3833 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:48.838479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.850053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:48.850711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:48.866154 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:48.877002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Checking segment: {'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:48.877552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network hostable DHCP agents. Network: ccc9c5a6-49c6-49fe-becf-cff19b11f69b, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:48.944393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.007026 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bebbf5ed-64c6-4a40-b764-b563a3780bd6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/4b340090-ae17-43ec-8b36-6c9342a4b729 HTTP/1.1" status: 204 len: 168 time: 2.3313339 Apr 21 14:51:49.007826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.011960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.021304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54596) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:49.036123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb8d5-bee9-4ff8-88c5-b5bb14706c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.060276 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/networks/247c41d6-df20-4cfe-9b4b-9699f1ca228e HTTP/1.1" status: 204 len: 168 time: 2.4185870 Apr 21 14:51:49.063114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79528b0b-c435-42e2-85e7-fe7c0f9e0afe tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Network': ['ID=247c41d6-df20-4cfe-9b4b-9699f1ca228e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:49.066195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54600) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:49.081433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:49.086072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.117088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb8d5-bee9-4ff8-88c5-b5bb14706c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.126501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dc639ef7-2b77-4975-bbc3-4ad2d8aa2c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.129273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ea4489e9-18dd-40ca-970d-6903e56f3833, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ea4489e9-18dd-40ca-970d-6903e56f3833,segment=NetworkSegment(c5d1ca26-0644-482f-bcf1-664b2c59d522),segment_id=c5d1ca26-0644-482f-bcf1-664b2c59d522)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:49.135041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.135998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1ad4166f-1e0f-4901-b086-2b055f8ef426 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:49.147332 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f442104d-a968-4267-8e52-98a39b7d4f3c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:51:49.148006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f442104d-a968-4267-8e52-98a39b7d4f3c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:49.213466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, ccc9c5a6-49c6-49fe-becf-cff19b11f69b) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:49.218271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:49.218891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.240965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f442104d-a968-4267-8e52-98a39b7d4f3c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:49.242283 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f442104d-a968-4267-8e52-98a39b7d4f3c tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/4b340090-ae17-43ec-8b36-6c9342a4b729 HTTP/1.1" status: 404 len: 333 time: 0.2196736 Apr 21 14:51:49.244411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f7ac39-9b0d-41a5-ad19-837dafcf780c None None] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:49.247408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54604) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:49.251066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port f9add01d-d44e-47b0-af00-f2beb2181efb {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:49.251526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.276390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.280979 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3f608390-3a64-4370-b946-ac438a88f6ae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4007280 Apr 21 14:51:49.286052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54608) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:49.406645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ea4489e9-18dd-40ca-970d-6903e56f3833,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:49.452380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb8d5-bee9-4ff8-88c5-b5bb14706c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.454183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1ad4166f-1e0f-4901-b086-2b055f8ef426 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:49.454768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.590105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'fixed_ips': [{'subnet_id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:49.590916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.632523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.651993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb8d5-bee9-4ff8-88c5-b5bb14706c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d355a508-f62b-4d58-8d89-68c70a689d89,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:49.674497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb8d5-bee9-4ff8-88c5-b5bb14706c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.675711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5c6bb8d5-bee9-4ff8-88c5-b5bb14706c2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d355a508-f62b-4d58-8d89-68c70a689d89 HTTP/1.1" status: 204 len: 168 time: 1.0221746 Apr 21 14:51:49.692222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.730165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05b75f0-3809-4671-b885-68ecdbc87584']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:49.747020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21acbd9-c2d0-41a6-b2f8-187f3d282a84') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:49.747020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21acbd9-c2d0-41a6-b2f8-187f3d282a84') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:49.767315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.788564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.849346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Allocated IP 2001:db8:3::2 (ccc9c5a6-49c6-49fe-becf-cff19b11f69b/76e7ff92-2f23-495b-90c3-563b6ece8ad6/f31608cf-01f0-428a-bd1c-5bea7223904b) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:49.853043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:49.853548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:49.871826 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:49.894923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for f9add01d-d44e-47b0-af00-f2beb2181efb owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:49.954675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet dc228dff-86bb-4b65-9ffd-bf00269e1411 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:49.960028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:49.976161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.980207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Sync routers for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:50.031841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.036738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.085456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] Pushing event deleted for resources: {'Network': ['ID=a05b75f0-3809-4671-b885-68ecdbc87584,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:50.094199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0fc45c60-8188-4899-b6ae-8e1201281317 tempest-BulkNetworkOpsTest-813715151 tempest-BulkNetworkOpsTest-813715151-project] 10.222.0.42 "DELETE /v2.0/networks/a05b75f0-3809-4671-b885-68ecdbc87584 HTTP/1.1" status: 204 len: 168 time: 1.0181954 Apr 21 14:51:50.125750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:50.128499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:50.246886 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc8f9273-5976-4657-ad8d-6660e450a830 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/c5a9d984-b1af-4544-9dce-7b686850e256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3352644 Apr 21 14:51:50.253605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.477999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:50.547076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.607354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ea4489e9-18dd-40ca-970d-6903e56f3833 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:50.620994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.729490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.801958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=f9add01d-d44e-47b0-af00-f2beb2181efb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:50.859677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:50.896373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.941122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Transition to ACTIVE for port object f31608cf-01f0-428a-bd1c-5bea7223904b will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:51.189187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ea4489e9-18dd-40ca-970d-6903e56f3833 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:51.189832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.266979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Transition to ACTIVE for port object f31608cf-01f0-428a-bd1c-5bea7223904b will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:51.272873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.297035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.361714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54644) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:51.362925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.369013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=dc228dff-86bb-4b65-9ffd-bf00269e1411,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:51.390329 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05f43b28-3811-43f9-93f7-22e2999fe656 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/dc228dff-86bb-4b65-9ffd-bf00269e1411 HTTP/1.1" status: 204 len: 168 time: 2.1416447 Apr 21 14:51:51.392766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Allocated IP 2001:db8:3::1 (ccc9c5a6-49c6-49fe-becf-cff19b11f69b/76e7ff92-2f23-495b-90c3-563b6ece8ad6/d3e9c248-2812-47d7-a089-6c97add13107) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:51.394032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.395360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54650) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:51.397442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca66e1b-bd0f-4021-b962-4cfe28b75242 None None] Network 2f8ad844-94e3-41d6-a092-9f547dba7f18 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:51.411341 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c8ea31d3-eb2c-4089-b1ea-58f24bfd8af8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=996cd588c5024da098e9b948554013e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5507960 Apr 21 14:51:51.414181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54654) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:51.534884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.545629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1304565376'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:51.546235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a7f0-a161-4015-a0a2-f3947aed97aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.557517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:51.590985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:network and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:51.595684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:51.603696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:51.606281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Pushing event updated for resources: {'Port': ['ID=f31608cf-01f0-428a-bd1c-5bea7223904b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:51.620303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:51.634835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:51.637254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:51.661322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 1ad4166f-1e0f-4901-b086-2b055f8ef426 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:51.661759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.688008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.688477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.688885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.689276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.689676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.690071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.690467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.690878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.691261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.691649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.692036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:51.726022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fef2826-a57f-4c44-92cf-ca43fd6de417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.730320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Made reservation on behalf of cff2657cb6d04bb197480b63fa439ab5 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:51.734376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.759725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fef2826-a57f-4c44-92cf-ca43fd6de417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.766498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.834253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Attempting to bind port f31608cf-01f0-428a-bd1c-5bea7223904b on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:51.834715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Attempting to bind port f31608cf-01f0-428a-bd1c-5bea7223904b by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:51.835144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Attempting to bind port f31608cf-01f0-428a-bd1c-5bea7223904b on network ccc9c5a6-49c6-49fe-becf-cff19b11f69b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:51.848879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:51.849368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Checking segment: {'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:51.849831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.850292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Bound using segment: {'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:51.850844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Bound port: f31608cf-01f0-428a-bd1c-5bea7223904b, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:51.851278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.866808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:51:45Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:40Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e9149a-a1c9-4c4c-9e8a-90989dbf6f39', 'name': '', 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:ed:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:42Z', 'updated_at': '2022-04-21T14:51:46Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:51.880052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Checking router: c5a9d984-b1af-4544-9dce-7b686850e256 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:51:51.880578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Updating router c5a9d984-b1af-4544-9dce-7b686850e256 port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:51:51.933618 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Router 64a14b67-60e8-4938-8dd7-3d28edfdd883 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:51:51.971137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fef2826-a57f-4c44-92cf-ca43fd6de417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.036396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef2826-a57f-4c44-92cf-ca43fd6de417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95cb433-14d9-4f97-9376-ed4a539fa1d3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:52.059991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.068475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:52.084563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.087064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:security_group_rule and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:52.094803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:52.103623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fef2826-a57f-4c44-92cf-ca43fd6de417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.104421 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8fef2826-a57f-4c44-92cf-ca43fd6de417 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d95cb433-14d9-4f97-9376-ed4a539fa1d3 HTTP/1.1" status: 204 len: 168 time: 0.6893160 Apr 21 14:51:52.111714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:52.114580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Transition to ACTIVE for port object d3e9c248-2812-47d7-a089-6c97add13107 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:52.155365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] For port 1ad4166f-1e0f-4901-b086-2b055f8ef426, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1ad4166f-1e0f-4901-b086-2b055f8ef426,segment=NetworkSegment(bb83d83b-6338-4886-95a2-342cd09f4af3),segment_id=bb83d83b-6338-4886-95a2-342cd09f4af3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:52.155874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.157008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:52.170310 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] Sync routers for ids ['64a14b67-60e8-4938-8dd7-3d28edfdd883'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:52.172575 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-685b9d6e-b174-4f8d-90fe-06204e665462 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "PUT /v2.0/routers/64a14b67-60e8-4938-8dd7-3d28edfdd883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0153198 Apr 21 14:51:52.175456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54660) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:52.187967 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] Routers {'64a14b67-60e8-4938-8dd7-3d28edfdd883'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:52.190603 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['64a14b67-60e8-4938-8dd7-3d28edfdd883'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:52.258098 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7c3543-ec0d-474e-b992-181e1464ed06 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:51:52.258606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a7c3543-ec0d-474e-b992-181e1464ed06 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:52.283232 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:52.300389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a7c3543-ec0d-474e-b992-181e1464ed06 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:52.301270 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] Routers {'64a14b67-60e8-4938-8dd7-3d28edfdd883'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:52.302044 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['64a14b67-60e8-4938-8dd7-3d28edfdd883'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:52.302817 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a7c3543-ec0d-474e-b992-181e1464ed06 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/f9add01d-d44e-47b0-af00-f2beb2181efb HTTP/1.1" status: 404 len: 333 time: 0.1206660 Apr 21 14:51:52.305254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54664) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:52.317580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 1ad4166f-1e0f-4901-b086-2b055f8ef426 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:52.390812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.395293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d1a8bf-f2e6-4258-bb9b-6306f91bbcfc None None] DHCP port deletion for 2f8ad844-94e3-41d6-a092-9f547dba7f18 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:52.417693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1a8bf-f2e6-4258-bb9b-6306f91bbcfc None None] Deleting port 1ad4166f-1e0f-4901-b086-2b055f8ef426 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:52.418073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d2d1a8bf-f2e6-4258-bb9b-6306f91bbcfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.463391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] For port f31608cf-01f0-428a-bd1c-5bea7223904b, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:52.490986 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:52.495456 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febec122-42ee-4083-8930-7bb5705f1ed8 None None] The sync data for ids ['64a14b67-60e8-4938-8dd7-3d28edfdd883'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:51:52.512512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.538838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] For port f31608cf-01f0-428a-bd1c-5bea7223904b, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f31608cf-01f0-428a-bd1c-5bea7223904b,segment=NetworkSegment(2de789ab-24c3-4493-a086-c7776ce167c5),segment_id=2de789ab-24c3-4493-a086-c7776ce167c5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:52.548499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:52.555536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=d3e9c248-2812-47d7-a089-6c97add13107,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:52.556931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.558678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:52.562252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.564599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:52.565452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.573206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c55da7dc-9a29-452c-9e49-e54a7a759465 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.601212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.623651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:52.629736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.631204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1ad4166f-1e0f-4901-b086-2b055f8ef426 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:52.634321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.634674 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Added segment e638de08-2f58-4588-89c0-c9c9149052fa of type vlan for network 5ae3c443-5932-421d-90c8-f67a301c6ccd Apr 21 14:51:52.665255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.677188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.705125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1a8bf-f2e6-4258-bb9b-6306f91bbcfc None None] The port '1ad4166f-1e0f-4901-b086-2b055f8ef426' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:52.720150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 1ad4166f-1e0f-4901-b086-2b055f8ef426 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:52.720588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1ad4166f-1e0f-4901-b086-2b055f8ef426 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:52.736857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.resource_extend [None req-e52376b4-300b-451f-918f-77a284549e22 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:51:52.777497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=1ad4166f-1e0f-4901-b086-2b055f8ef426,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:52.812551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aee348-48cc-4690-971f-8aa2b338d3fc,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:52.817272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No DVR routers for this DVR port 1ad4166f-1e0f-4901-b086-2b055f8ef426 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:52.819701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b9ed5-819b-4c8c-939a-1c7b88a5e840 None None] Pushing event updated for resources: {'Port': ['ID=f31608cf-01f0-428a-bd1c-5bea7223904b,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:52.849257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.867645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Transition to ACTIVE for port object 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:52.875186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.948355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.980113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.984364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:52.984976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.074742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.198570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28e8d9-478b-44f8-a716-81f01bca434c None None] Pushing event updated for resources: {'Port': ['ID=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:53.228953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c55da7dc-9a29-452c-9e49-e54a7a759465 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.234425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c55da7dc-9a29-452c-9e49-e54a7a759465 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.238773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Attempting to bind port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:53.239153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Attempting to bind port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:53.239508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Attempting to bind port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 on network 7014865e-af0c-493e-925c-d44cc68a5ea2 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:53.261626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:53.262312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Checking segment: {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:53.264236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.264999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Bound using segment: {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:53.266035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Bound port: 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e040ac83-5a01-4578-886a-3e722708f559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:53.266757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.269765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c55da7dc-9a29-452c-9e49-e54a7a759465 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.270493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55da7dc-9a29-452c-9e49-e54a7a759465 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Fanout notify agent at l3_agent the message router_deleted on router 64a14b67-60e8-4938-8dd7-3d28edfdd883 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:51:53.297025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c55da7dc-9a29-452c-9e49-e54a7a759465 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.301740 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c55da7dc-9a29-452c-9e49-e54a7a759465 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/routers/64a14b67-60e8-4938-8dd7-3d28edfdd883 HTTP/1.1" status: 204 len: 168 time: 0.9953077 Apr 21 14:51:53.302778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54680) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:53.381065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8ad844-94e3-41d6-a092-9f547dba7f18']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:53.403182 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0402262 Apr 21 14:51:53.405000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:53.406797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb83d83b-6338-4886-95a2-342cd09f4af3') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:53.407864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb83d83b-6338-4886-95a2-342cd09f4af3') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:53.413304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'subnet': {'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:53.446161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] For port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:51:53.451223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] For port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:51:53.465851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.471221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe58161-1a40-4078-8b6a-e2c13a712564 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Network': ['ID=5ae3c443-5932-421d-90c8-f67a301c6ccd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:53.518967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:53.544488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.580397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.594292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:53.597726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:53.615107 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:53.663142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:53.675116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:subnet and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:53.681784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 2c2a83f7-8f15-4104-9162-326ec18a210f {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:51:53.684294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:53.692506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.697166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.712410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28e8d9-478b-44f8-a716-81f01bca434c None None] Pushing event updated for resources: {'Port': ['ID=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:53.722119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:53.722738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:53.791409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.842898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.870521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.887430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=2f8ad844-94e3-41d6-a092-9f547dba7f18,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:53.900383 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6908a5aa-ee10-49c7-9627-f289b04e634d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/2f8ad844-94e3-41d6-a092-9f547dba7f18 HTTP/1.1" status: 204 len: 168 time: 2.5039713 Apr 21 14:51:53.908209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54694) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:53.909131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:53.925559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54698) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:53.944835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.996962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.010525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.014240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.107510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-318362329'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:54.110973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:54.120890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Made reservation on behalf of cff2657cb6d04bb197480b63fa439ab5 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:54.222874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202128317'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:54.231135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:54.232802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:network and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:54.236672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:54.244252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:54.249875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:54.276026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:network and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:54.280537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:54.284025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.331401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:54.332242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.352489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:54.357006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event updated for resources: {'Port': ['ID=d3e9c248-2812-47d7-a089-6c97add13107,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:54.391213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:54.391502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:54.394541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.403431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2a83f7-8f15-4104-9162-326ec18a210f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:54.411219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.417652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.429458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.450314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b868aad5-2790-42f5-af4d-8d54bc69bf75 None None] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:54.462657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:54.463764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bacc232-5cff-4c68-afd2-2a2251cfd0c4 None None] Network 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:54.466013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:54.617026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f31608cf-01f0-428a-bd1c-5bea7223904b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:54.631820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.632317 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Added segment af8bc038-df37-442e-88b2-539826838013 of type vlan for network d1708aac-e7f7-48ed-af34-a0af5f2e3639 Apr 21 14:51:54.634765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:54.648934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:security_group_rule and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:54.653708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:54.658882 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-df179e96-35a2-405b-9c03-839bf6cf0806 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/2c2a83f7-8f15-4104-9162-326ec18a210f HTTP/1.1" status: 204 len: 168 time: 1.3548374 Apr 21 14:51:54.663080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54704) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:54.663080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:54.699430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.730514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-381a15e9-6c53-47e9-95bd-d9ddd61a2a35 None None] Provisioning for port f31608cf-01f0-428a-bd1c-5bea7223904b completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:54.773641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.777310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:54.777921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.816259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.894816 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9705904 Apr 21 14:51:54.897551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54708) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:54.909867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:54.985890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:54.986286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.995954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af912491-0260-4952-9b5b-cc72ffda2958 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Network': ['ID=d1708aac-e7f7-48ed-af34-a0af5f2e3639,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:55.008037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port f31608cf-01f0-428a-bd1c-5bea7223904b completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:55.028207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:55.040307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.046103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f31608cf-01f0-428a-bd1c-5bea7223904b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:55.046472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.054524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.066608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:55.090296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.090644 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Added segment 54676583-bc2f-415b-ac08-afa724ff8633 of type vlan for network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e Apr 21 14:51:55.099022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.103578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:55.125536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.159960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:55.175332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:55.192703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:55.195735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5d78a-ace0-4932-82f9-0bc917ccbb2c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:55.207279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] DHCP port deletion for 49cd3b42-2239-498f-b0b6-b92ecdffcfe0 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:51:55.224795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Deleting port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:55.225010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Subnet': ['ID=c5b476b2-acd9-4e60-8b28-58badcda7be1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:55.225164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.244346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:55.267128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e52376b4-300b-451f-918f-77a284549e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:51:45Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:40Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e9149a-a1c9-4c4c-9e8a-90989dbf6f39', 'name': '', 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:ed:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:42Z', 'updated_at': '2022-04-21T14:51:53Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:55.288236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52376b4-300b-451f-918f-77a284549e22 None None] The sync data for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv is: [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:51:45Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:40Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11e9149a-a1c9-4c4c-9e8a-90989dbf6f39', 'name': '', 'network_id': '7014865e-af0c-493e-925c-d44cc68a5ea2', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:ed:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:42Z', 'updated_at': '2022-04-21T14:51:53Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '36bcf946-d395-42b5-b6c0-8a1d9d6947db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:51:55.314336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Checking segment: {'id': 'e638de08-2f58-4588-89c0-c9c9149052fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:55.314695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Network hostable DHCP agents. Network: 5ae3c443-5932-421d-90c8-f67a301c6ccd, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:55.370381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.409705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] For port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,segment=NetworkSegment(c1c8d217-c280-4a29-976d-f6d9e70fa32d),segment_id=c1c8d217-c280-4a29-976d-f6d9e70fa32d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:55.409705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.424384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.428453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:55.430520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.446200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.551658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:55.585509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 5ae3c443-5932-421d-90c8-f67a301c6ccd) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:55.626655 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] For port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,segment=NetworkSegment(c1c8d217-c280-4a29-976d-f6d9e70fa32d),segment_id=c1c8d217-c280-4a29-976d-f6d9e70fa32d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:55.627197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.629249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:55.629848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.702867 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05f44ab9-e52c-43f8-91a1-95c63f2e0649 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2946041 Apr 21 14:51:55.706573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54714) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:55.724889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-191337693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:55.743505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:55.762476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:router and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:55.765517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:55.767469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:55.774736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:55.791116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Calling delete_port for 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:51:55.795632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.796831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.800366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:51:55.805431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8745532 Apr 21 14:51:55.818206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.831819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19881b4d-b6c3-4c9b-a079-5c0b7ee232d1 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Network': ['ID=6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:55.834781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.878026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.979396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.985156 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-161d8076-cae3-4541-95fe-dd6c08271020 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2775137 Apr 21 14:51:55.991691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18dbdd2-1c01-4759-b1b1-e3f4c146fe28 None None] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:55.991906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=e4f60823-340a-4c27-b277-abe0d617b6b5,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.033337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54718) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:56.035609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:56.206371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Checking segment: {'id': 'af8bc038-df37-442e-88b2-539826838013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:56.206756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network hostable DHCP agents. Network: d1708aac-e7f7-48ed-af34-a0af5f2e3639, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:56.395669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.451654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port f31608cf-01f0-428a-bd1c-5bea7223904b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f31608cf-01f0-428a-bd1c-5bea7223904b,segment=NetworkSegment(2de789ab-24c3-4493-a086-c7776ce167c5),segment_id=2de789ab-24c3-4493-a086-c7776ce167c5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:56.467728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=595d7bdf-233f-4fb6-85e0-2f1ac7ccab97,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.493518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No DVR routers for this DVR port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:56.494155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.563117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:56.592218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2989eb30-1bc8-4b0a-9135-f86c04e8c88c None None] Provisioning for port d3e9c248-2812-47d7-a089-6c97add13107 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:56.615379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d1708aac-e7f7-48ed-af34-a0af5f2e3639) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:56.628659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:56.629266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.655662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2989eb30-1bc8-4b0a-9135-f86c04e8c88c None None] Provisioning complete for port d3e9c248-2812-47d7-a089-6c97add13107 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:56.656312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2989eb30-1bc8-4b0a-9135-f86c04e8c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.679880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930485c8-7e0d-4660-a9ae-b3c4c2950acc None None] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:56.697315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:56.700521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.730277 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-52681b97-748c-4633-9242-a91600fa7db8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8271255 Apr 21 14:51:56.736447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:56.736812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:56.737192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54722) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:56.742209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cd3b42-2239-498f-b0b6-b92ecdffcfe0']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:56.759218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c8d217-c280-4a29-976d-f6d9e70fa32d') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:56.759876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c8d217-c280-4a29-976d-f6d9e70fa32d') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:56.774122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.791706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.797958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1849360827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:56.800755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:51:56.801636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.807940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:56.812978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:router and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:56.815936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:56.822204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:56.840989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.842216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.866812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.900876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.901927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2989eb30-1bc8-4b0a-9135-f86c04e8c88c None None] Port d3e9c248-2812-47d7-a089-6c97add13107 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:56.903452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=f31608cf-01f0-428a-bd1c-5bea7223904b,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:56.933347 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:56.949729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.961389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.963139 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91514916-8d71-42d4-a1af-4f519d0890f0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1744339 Apr 21 14:51:56.972639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54726) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:56.977967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.993302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639', 'name': 'tempest-PortsTestJSON-1048215350'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:57.003563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=49cd3b42-2239-498f-b0b6-b92ecdffcfe0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:57.023422 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f51e0d77-0b91-404f-90f3-557f694d1f50 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/49cd3b42-2239-498f-b0b6-b92ecdffcfe0 HTTP/1.1" status: 204 len: 168 time: 2.3578887 Apr 21 14:51:57.030049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54730) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:57.032743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:51:57.049365 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e95a1cba-f22f-4e96-91ba-56b5b2e9dcff tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7616944 Apr 21 14:51:57.064956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2989eb30-1bc8-4b0a-9135-f86c04e8c88c None None] Provisioning complete for port f31608cf-01f0-428a-bd1c-5bea7223904b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:57.065405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2989eb30-1bc8-4b0a-9135-f86c04e8c88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.096530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54734) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:57.113141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:51:57.114317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:57.183400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-5ae3c443-5932-421d-90c8-f67a301c6ccd', 'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd', 'tenant_id': 'cff2657cb6d04bb197480b63fa439ab5', 'fixed_ips': [{'subnet_id': 'c5b476b2-acd9-4e60-8b28-58badcda7be1'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:57.184262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.251860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Deleting port 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:51:57.252266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.296643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:57.321085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:51:57.322300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:57.339300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539aefe-0fe4-4aee-a0e2-0bbe4c42d038 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:57.340370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e539aefe-0fe4-4aee-a0e2-0bbe4c42d038 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:57.376618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e539aefe-0fe4-4aee-a0e2-0bbe4c42d038 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:57.378890 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e539aefe-0fe4-4aee-a0e2-0bbe4c42d038 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/8475585e-feaf-4217-bce7-0fac800905bd HTTP/1.1" status: 200 len: 845 time: 0.3356977 Apr 21 14:51:57.382614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54738) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:57.384395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.508950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:57.509290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.532998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-d1708aac-e7f7-48ed-af34-a0af5f2e3639', 'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639', 'tenant_id': 'b0a41b3593d3407ab521d4d2343e74d8', 'fixed_ips': [{'subnet_id': 'e4f60823-340a-4c27-b277-abe0d617b6b5'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:51:57.533803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.579076 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e3bbd2b5-6c70-4ff8-be0a-66e6d86ac53d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/8475585e-feaf-4217-bce7-0fac800905bd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1948242 Apr 21 14:51:57.587179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54744) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:57.590449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3ca56fcf-4d23-4076-bf1a-da1a88d063a4 None None] The port '595d7bdf-233f-4fb6-85e0-2f1ac7ccab97' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:51:57.634762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:57.648013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:57.652315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:57.681741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:57.688479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.766712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port d08a0859-9236-4e5c-82ae-7f0cc88f27cd yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:51:57.895278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:51:58.041819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.6 (d1708aac-e7f7-48ed-af34-a0af5f2e3639/e4f60823-340a-4c27-b277-abe0d617b6b5/d08a0859-9236-4e5c-82ae-7f0cc88f27cd) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:58.075178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 21 14:51:58.091795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Removed routes are [] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 21 14:51:58.092218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.098431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Allocated IP 172.20.0.2 (5ae3c443-5932-421d-90c8-f67a301c6ccd/c5b476b2-acd9-4e60-8b28-58badcda7be1/83a8399d-a932-4a68-b168-5adf7cd54d78) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:58.303552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.320303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object d08a0859-9236-4e5c-82ae-7f0cc88f27cd will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:58.333905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-828f09af-5b4e-4834-96a3-03b2db7a17ae None None] Provisioning complete for port d3e9c248-2812-47d7-a089-6c97add13107 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:58.334289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-828f09af-5b4e-4834-96a3-03b2db7a17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.355427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.364534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.385513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:58.404642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:58.408900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:58.428461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:58.453723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:58.463196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:58.465992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:58.469684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:58.507311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Allocated IP 172.20.0.2 (d1708aac-e7f7-48ed-af34-a0af5f2e3639/e4f60823-340a-4c27-b277-abe0d617b6b5/8484bf18-8c88-43d4-83e0-ec44d45e0d58) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:58.540243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=d08a0859-9236-4e5c-82ae-7f0cc88f27cd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:58.568132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:58.569069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.603550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.605538 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-26f1d3d8-91fd-4f69-807f-c1ef3bb4fb0d tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6303744 Apr 21 14:51:58.616115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54748) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:58.722025 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:51:58.768727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.780609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Transition to ACTIVE for port object 8484bf18-8c88-43d4-83e0-ec44d45e0d58 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:58.800135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Transition to ACTIVE for port object 8484bf18-8c88-43d4-83e0-ec44d45e0d58 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:58.839409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.969874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.976493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.085445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-828f09af-5b4e-4834-96a3-03b2db7a17ae None None] Port d3e9c248-2812-47d7-a089-6c97add13107 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:51:59.125212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Pushing event updated for resources: {'Port': ['ID=8484bf18-8c88-43d4-83e0-ec44d45e0d58,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:59.137082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:59.139378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:51:59.143852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.157976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:59.160667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:51:59.174585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.224858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54752) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:59.240641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'subnet': {'network_id': '6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:59.260785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:59.268280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:59.276511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:59.278138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=71add542-79d1-407e-bd14-cd6235c5b685,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:59.324908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:51:59.325510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.327204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e50473-abaf-402b-8f48-b532dd9f3f46 None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:51:59.369461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:51:59.369808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 595d7bdf-233f-4fb6-85e0-2f1ac7ccab97 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:59.404032 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dd93e031-b3f0-402c-9ee5-c7486ed3f95e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8158052 Apr 21 14:51:59.407510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54756) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:59.416009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'security_group': {'name': 'tempest-secgroup-50643944'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:51:59.421765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:59.428106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:59.430702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:subnet and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:59.434198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:59.442651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:59.445319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:59.447371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:59.459107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:59.468916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:59.471464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:51:59.472370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:59.534331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f31608cf-01f0-428a-bd1c-5bea7223904b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:59.542447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.565375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.655360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.668741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Attempting to bind port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:59.669116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Attempting to bind port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'af8bc038-df37-442e-88b2-539826838013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:59.670018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Attempting to bind port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 on network d1708aac-e7f7-48ed-af34-a0af5f2e3639 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:51:59.713735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.728500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:51:59.728882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Checking segment: {'id': 'af8bc038-df37-442e-88b2-539826838013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:51:59.729279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.729672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Bound using segment: {'id': 'af8bc038-df37-442e-88b2-539826838013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:51:59.730154 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Bound port: 8484bf18-8c88-43d4-83e0-ec44d45e0d58, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8bc038-df37-442e-88b2-539826838013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'd1708aac-e7f7-48ed-af34-a0af5f2e3639'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:59.730529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.756296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Transition to ACTIVE for port object 83a8399d-a932-4a68-b168-5adf7cd54d78 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:59.789827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:59.871227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Transition to ACTIVE for port object 83a8399d-a932-4a68-b168-5adf7cd54d78 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:59.890310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f31608cf-01f0-428a-bd1c-5bea7223904b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:59.890310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.931250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group_rule and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:59.935734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:59.948335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:59.951334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:51:52Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3e9c248-2812-47d7-a089-6c97add13107', 'name': '', 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:19:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:50Z', 'updated_at': '2022-04-21T14:51:53Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:59.959154 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.975114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Allocated IP 172.20.0.1 (5ae3c443-5932-421d-90c8-f67a301c6ccd/c5b476b2-acd9-4e60-8b28-58badcda7be1/37095880-199f-4ea1-bdc0-e4516b0e057c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:59.997812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.023663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.060878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.061707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:00.062123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Updating router bb99b641-3a5e-4502-b1f6-09bd870b7eae port d3e9c248-2812-47d7-a089-6c97add13107 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:52:00.112951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.182884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:00.189641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54762) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.203580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.207745 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-690a6352-10e8-4160-9257-5d2d933e89da tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 200 len: 954 time: 3.1072416 Apr 21 14:52:00.214081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54766) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.219128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=d08a0859-9236-4e5c-82ae-7f0cc88f27cd,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.238704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] For port 8484bf18-8c88-43d4-83e0-ec44d45e0d58, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:00.256412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:00.266365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.266580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:00.269657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Pushing event updated for resources: {'Port': ['ID=83a8399d-a932-4a68-b168-5adf7cd54d78,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.269852 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.8599472 Apr 21 14:52:00.270490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c75f91-9a2e-4db0-9e34-79dd85bc0fbc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a732273-f3b8-4f27-9bb1-cabec0c9042e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.277236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54770) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.277910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:00.287452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.304533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] For port 8484bf18-8c88-43d4-83e0-ec44d45e0d58, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8484bf18-8c88-43d4-83e0-ec44d45e0d58,segment=NetworkSegment(af8bc038-df37-442e-88b2-539826838013),segment_id=af8bc038-df37-442e-88b2-539826838013)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:00.329642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.347081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'security_group': {'name': 'tempest-secgroup-1109294894'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:00.376604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:00.391805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:00.401617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:00.422479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:00.432383 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.461667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.472222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.524025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Transition to ACTIVE for port object 37095880-199f-4ea1-bdc0-e4516b0e057c will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:00.573963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Subnet': ['ID=24f27cc7-8fb8-4723-aee4-612ecc14f600,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.578638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:00.588093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group_rule and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:00.592433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:00.602756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:00.605621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Checking segment: {'id': '54676583-bc2f-415b-ac08-afa724ff8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:00.606091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network hostable DHCP agents. Network: 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:00.637526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.651456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Attempting to bind port 83a8399d-a932-4a68-b168-5adf7cd54d78 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:00.651877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Attempting to bind port 83a8399d-a932-4a68-b168-5adf7cd54d78 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'e638de08-2f58-4588-89c0-c9c9149052fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:00.652268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Attempting to bind port 83a8399d-a932-4a68-b168-5adf7cd54d78 on network 5ae3c443-5932-421d-90c8-f67a301c6ccd {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:00.673528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02609a85-536f-4d9b-b178-d6d0d8340de7 None None] Pushing event updated for resources: {'Port': ['ID=8484bf18-8c88-43d4-83e0-ec44d45e0d58,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.678372 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cbc64f82-3646-444a-b480-9a639f639463 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 200 len: 954 time: 0.4604135 Apr 21 14:52:00.682544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54774) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.691395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.692542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:00.693354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Checking segment: {'id': 'e638de08-2f58-4588-89c0-c9c9149052fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:00.693354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.693714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Bound using segment: {'id': 'e638de08-2f58-4588-89c0-c9c9149052fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:00.694220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Bound port: 83a8399d-a932-4a68-b168-5adf7cd54d78, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e638de08-2f58-4588-89c0-c9c9149052fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:00.694600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.701237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'routes': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:00.709948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'tenant_id': '8391a3bddaf74cf491d205c7ace8a1e2', 'fixed_ips': [{'subnet_id': '71add542-79d1-407e-bd14-cd6235c5b685'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:00.710763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.764858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:00.766343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.772245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:00.778222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:00.782769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:00.787659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.805235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Port': ['ID=37095880-199f-4ea1-bdc0-e4516b0e057c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.855881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.910332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.039841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] For port 83a8399d-a932-4a68-b168-5adf7cd54d78, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:01.065585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:01.093838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89985215-0efd-4908-8531-cd6f44117f8e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:01.097428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:01.097906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.109979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164a3b2-6a2a-48e0-afac-bb44171afebe None None] Network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:01.163517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.164856 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-adcb72f8-5e15-42eb-9956-d9ccfa6cca53 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8794746 Apr 21 14:52:01.168925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54778) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.172689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] For port 83a8399d-a932-4a68-b168-5adf7cd54d78, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=83a8399d-a932-4a68-b168-5adf7cd54d78,segment=NetworkSegment(e638de08-2f58-4588-89c0-c9c9149052fa),segment_id=e638de08-2f58-4588-89c0-c9c9149052fa)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:01.180039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-677192627', 'security_groups': ['89985215-0efd-4908-8531-cd6f44117f8e'], 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '71add542-79d1-407e-bd14-cd6235c5b685'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:01.199293 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6abd10e0-0268-4c40-802b-74b81d8a9640 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9733410 Apr 21 14:52:01.207462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.220903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-542468546'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:01.236584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:01.250240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:network and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:01.251315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.253225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.262225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.272264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:01.290345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:01.327058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Allocated IP 2001:db8::2 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/71add542-79d1-407e-bd14-cd6235c5b685/2b7ca93c-c9c6-4b16-9162-e43a652614c6) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:01.501668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:01.525708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:01.533525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:01.546617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:01.548908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b61c9-6784-4576-a937-8f83f5028083 None None] Pushing event updated for resources: {'Port': ['ID=83a8399d-a932-4a68-b168-5adf7cd54d78,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:01.610930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.652814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.661403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:01.664432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.666656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:01.671329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.706264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Transition to ACTIVE for port object d3e9c248-2812-47d7-a089-6c97add13107 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:01.742181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:01.882918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:01.914093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.914607 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Added segment cb4b37f2-6f6a-4702-8734-3e79496e70ec of type vlan for network 31c1a064-6e57-4aac-b8d7-0ae41627439d Apr 21 14:52:02.001439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.052597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 06313177-3b46-40f5-8495-32d87a4e0623 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:02.061252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e', 'network_id': '6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e', 'tenant_id': '45b6e7e62831420c92d50de737448469', 'fixed_ips': [{'subnet_id': '24f27cc7-8fb8-4723-aee4-612ecc14f600'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:02.062389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.086815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:52:02.100624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.132271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.167162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.371010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.374896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:02.375593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.452882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.474187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=d08a0859-9236-4e5c-82ae-7f0cc88f27cd,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:02.477117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.488380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee090a5c-ee9f-4685-b9d5-080421eb9c75 None None] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:02.515743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.567193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added routes are [] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 21 14:52:02.567503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 21 14:52:02.598108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.640194 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4314609 Apr 21 14:52:02.640512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Transition to ACTIVE for port object 2b7ca93c-c9c6-4b16-9162-e43a652614c6 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:02.648984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54786) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.651804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.660053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'subnet': {'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:02.671135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171abe1-7480-4019-9c1e-4116a44026f0 None None] Pushing event updated for resources: {'Port': ['ID=d3e9c248-2812-47d7-a089-6c97add13107,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:02.671739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d454e6-a466-42e8-a045-62e1206f37fd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Network': ['ID=31c1a064-6e57-4aac-b8d7-0ae41627439d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:02.684576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:02.684993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.715661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Port': ['ID=37095880-199f-4ea1-bdc0-e4516b0e057c,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:02.752761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 31c1a064-6e57-4aac-b8d7-0ae41627439d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:02.796682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.859968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Attempting to bind port d3e9c248-2812-47d7-a089-6c97add13107 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:02.860383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Attempting to bind port d3e9c248-2812-47d7-a089-6c97add13107 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:02.860720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Attempting to bind port d3e9c248-2812-47d7-a089-6c97add13107 on network ccc9c5a6-49c6-49fe-becf-cff19b11f69b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:02.884192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Transition to ACTIVE for port object 2b7ca93c-c9c6-4b16-9162-e43a652614c6 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:02.936557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:02.936935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Checking segment: {'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:02.937398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.937804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Bound using segment: {'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:02.938357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Bound port: d3e9c248-2812-47d7-a089-6c97add13107, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de789ab-24c3-4493-a086-c7776ce167c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:02.938790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.970487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.128925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:03.131634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:03.214643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532bc817-4633-44f8-88ec-16fc35798236 None None] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:03.250525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:03.259433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:03.261101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:subnet and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:03.262515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:03.264985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:03.277301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Allocated IP 2001:db8:0:ffff::2 (6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e/24f27cc7-8fb8-4723-aee4-612ecc14f600/19231a5a-5665-48b8-8015-5a1b3816e24f) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:03.278846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::117 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/71add542-79d1-407e-bd14-cd6235c5b685/06313177-3b46-40f5-8495-32d87a4e0623) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:03.283978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:03.334132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:03.340760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8484bf18-8c88-43d4-83e0-ec44d45e0d58 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:03.359737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:03.364383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Pushing event updated for resources: {'Port': ['ID=2b7ca93c-c9c6-4b16-9162-e43a652614c6,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:03.381498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:03.383810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:03.480791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ed08bc56-1e91-4806-9f79-ea047bee08cc None None] Provisioning for port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:03.642666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] For port d3e9c248-2812-47d7-a089-6c97add13107, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:03.695037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] For port d3e9c248-2812-47d7-a089-6c97add13107, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d3e9c248-2812-47d7-a089-6c97add13107,segment=NetworkSegment(2de789ab-24c3-4493-a086-c7776ce167c5),segment_id=2de789ab-24c3-4493-a086-c7776ce167c5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:03.724938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.771359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Attempting to bind port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:03.771766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Attempting to bind port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '26b83c69-098f-4f4d-a584-7a449e841a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:03.772126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Attempting to bind port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 on network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:03.815454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Router 8e02e67d-02d1-40be-9d95-32ebea9bcef4 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:52:03.847712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.876397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Router 942eba56-eac5-4ba7-a6cb-9eadaa20b9de is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:52:03.889890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:03.890176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Checking segment: {'id': '26b83c69-098f-4f4d-a584-7a449e841a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:03.890562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.891578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Bound using segment: {'id': '26b83c69-098f-4f4d-a584-7a449e841a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:03.891578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Bound port: 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b83c69-098f-4f4d-a584-7a449e841a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:03.891947 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.925166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:04.004966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.029079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.081450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.101729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:04.102102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.146487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8c7f35ff-f9e1-4fdd-bdd8-b44ae4a63414 None None] Provisioning for port 83a8399d-a932-4a68-b168-5adf7cd54d78 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:04.149586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171abe1-7480-4019-9c1e-4116a44026f0 None None] Pushing event updated for resources: {'Port': ['ID=d3e9c248-2812-47d7-a089-6c97add13107,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:04.226662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:04.232154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object 06313177-3b46-40f5-8495-32d87a4e0623 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:04.242446 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] Sync routers for ids ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:04.249717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:04.250534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:04.253806 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07744678-8dba-41e5-a241-2e8290e85b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "PUT /v2.0/routers/8e02e67d-02d1-40be-9d95-32ebea9bcef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6389418 Apr 21 14:52:04.258373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:04.261966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54790) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.279912 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c4cd600-c138-416a-8576-31c8571dd170 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "PUT /v2.0/routers/942eba56-eac5-4ba7-a6cb-9eadaa20b9de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2267563 Apr 21 14:52:04.281078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54794) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.283993 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] Routers {'8e02e67d-02d1-40be-9d95-32ebea9bcef4'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:04.284886 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:04.288800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'port': {'network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd', 'name': 'tempest-FloatingIPNegativeTestJSON-2002606596'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:04.330861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] Sync routers for ids ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:04.416090 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:04.439231 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] Routers {'8e02e67d-02d1-40be-9d95-32ebea9bcef4'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:04.440250 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:04.443184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.497911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] For port 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:04.501411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Transition to ACTIVE for port object 19231a5a-5665-48b8-8015-5a1b3816e24f will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:04.543987 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:04.544435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] For port 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2b7ca93c-c9c6-4b16-9162-e43a652614c6,segment=NetworkSegment(26b83c69-098f-4f4d-a584-7a449e841a71),segment_id=26b83c69-098f-4f4d-a584-7a449e841a71)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:04.545947 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a4ecfa-5351-4d05-b665-52c5ec642592 None None] The sync data for ids ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:04.556417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] Routers {'942eba56-eac5-4ba7-a6cb-9eadaa20b9de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:04.557058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:04.631178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.653083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Transition to ACTIVE for port object 19231a5a-5665-48b8-8015-5a1b3816e24f will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:04.661478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.707624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:04.713296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:04.720508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:04.735918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.737796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:04.741404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:04.741799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:04.743378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:port and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:04.746951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:04.748687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:04.748853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.756046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:04.769653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Made reservation on behalf of cff2657cb6d04bb197480b63fa439ab5 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:04.773452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.785879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12947886-5007-48de-bfc3-0004598604fe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:04.786724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-12947886-5007-48de-bfc3-0004598604fe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:04.806395 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6361849 Apr 21 14:52:04.814097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54798) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.818434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] device_id is not set on port cecf6be0-277a-4902-84e8-4c82d7b68c50 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:04.860989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.863181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:04.883641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:04.907917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:04.915228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] Routers {'942eba56-eac5-4ba7-a6cb-9eadaa20b9de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:04.915850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:05.052020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9708-4d6d-4efc-a12a-a40275b85dfc None None] Pushing event updated for resources: {'Port': ['ID=2b7ca93c-c9c6-4b16-9162-e43a652614c6,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:05.076928 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200bf77-3960-449b-8177-21d0b6bef5fa tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=06313177-3b46-40f5-8495-32d87a4e0623,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:05.103857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:05.104354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.129035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:05.131667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:05.164029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-12947886-5007-48de-bfc3-0004598604fe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:05.165560 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-12947886-5007-48de-bfc3-0004598604fe tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e02e67d-02d1-40be-9d95-32ebea9bcef4 HTTP/1.1" status: 200 len: 982 time: 0.8986681 Apr 21 14:52:05.221276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:05.221778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f017d-1a2e-44dc-b347-b53fff88412b None None] The sync data for ids ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:05.244601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54802) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:05.248721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:05.283261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:05.318382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 8484bf18-8c88-43d4-83e0-ec44d45e0d58, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8484bf18-8c88-43d4-83e0-ec44d45e0d58,segment=NetworkSegment(af8bc038-df37-442e-88b2-539826838013),segment_id=af8bc038-df37-442e-88b2-539826838013)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:05.374601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.387087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:05.399003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Pushing event updated for resources: {'Port': ['ID=19231a5a-5665-48b8-8015-5a1b3816e24f,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:05.523853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=8484bf18-8c88-43d4-83e0-ec44d45e0d58,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:05.563678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:05.633205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1a75f14a-193f-41f8-a1b6-7f65caeb51f9 None None] Provisioning complete for port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:05.636221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a75f14a-193f-41f8-a1b6-7f65caeb51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.657465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:52:05.664649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:05.671274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.713198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2b7ca93c-c9c6-4b16-9162-e43a652614c6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:05.720916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:05.721274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.802164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Attempting to bind port 19231a5a-5665-48b8-8015-5a1b3816e24f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:05.802942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Attempting to bind port 19231a5a-5665-48b8-8015-5a1b3816e24f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '54676583-bc2f-415b-ac08-afa724ff8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:05.804019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Attempting to bind port 19231a5a-5665-48b8-8015-5a1b3816e24f on network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:05.826074 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:05.826932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Checking segment: {'id': '54676583-bc2f-415b-ac08-afa724ff8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:05.827079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.827572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Bound using segment: {'id': '54676583-bc2f-415b-ac08-afa724ff8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:05.828197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Bound port: 19231a5a-5665-48b8-8015-5a1b3816e24f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54676583-bc2f-415b-ac08-afa724ff8633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:05.828800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.855189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Allocated IP 172.20.0.6 (5ae3c443-5932-421d-90c8-f67a301c6ccd/c5b476b2-acd9-4e60-8b28-58badcda7be1/cecf6be0-277a-4902-84e8-4c82d7b68c50) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:05.873242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.878660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:06.035538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] For port 19231a5a-5665-48b8-8015-5a1b3816e24f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:06.039447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] For port 19231a5a-5665-48b8-8015-5a1b3816e24f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=19231a5a-5665-48b8-8015-5a1b3816e24f,segment=NetworkSegment(54676583-bc2f-415b-ac08-afa724ff8633),segment_id=54676583-bc2f-415b-ac08-afa724ff8633)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:06.120718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Subnet': ['ID=0d1881e4-2ca8-4d5d-932e-d8730157611f,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:06.166149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Checking segment: {'id': 'cb4b37f2-6f6a-4702-8734-3e79496e70ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:06.166522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network hostable DHCP agents. Network: 31c1a064-6e57-4aac-b8d7-0ae41627439d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:06.183549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.183935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:06.191995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.193210 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2d23c3b0-fe3f-4030-81bc-5893b6d1fed0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 200 len: 704 time: 5.5088446 Apr 21 14:52:06.197468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54806) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.357637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:06.390233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 31c1a064-6e57-4aac-b8d7-0ae41627439d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:06.390624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 83a8399d-a932-4a68-b168-5adf7cd54d78 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:06.409379 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71add542-79d1-407e-bd14-cd6235c5b685 (CIDR: 2001:db8::/64) Apr 21 14:52:06.428939 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:06.429384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:06.436607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:02Z', 'revision_number': 7, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3e9c248-2812-47d7-a089-6c97add13107', 'name': '', 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:19:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:50Z', 'updated_at': '2022-04-21T14:52:03Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:06.446597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 31c1a064-6e57-4aac-b8d7-0ae41627439d) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:06.449578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d5ca1-fe26-427d-9a16-5f8605a38e8d None None] Pushing event updated for resources: {'Port': ['ID=19231a5a-5665-48b8-8015-5a1b3816e24f,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:06.452343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:06.452946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.472852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad7934-7ba4-4139-9b86-7880884dd718 None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:02Z', 'revision_number': 7, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3e9c248-2812-47d7-a089-6c97add13107', 'name': '', 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:19:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:50Z', 'updated_at': '2022-04-21T14:52:03Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:06.478408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296895ed-d230-426e-91b2-2486a8be2958 None None] Network 31c1a064-6e57-4aac-b8d7-0ae41627439d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:06.516604 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-302f5188-86df-47aa-9fd0-9338297328aa tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8659356 Apr 21 14:52:06.521225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54810) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.531124 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dfc96a86-f87a-4cce-8154-a0fa54dbc411 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7146304 Apr 21 14:52:06.531973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54814) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.535561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'port': {'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d', 'name': 'tempest-NetworksIpV6TestAttrs-880959466'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:06.562519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:06.589700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.646845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.675224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Transition to ACTIVE for port object cecf6be0-277a-4902-84e8-4c82d7b68c50 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:06.695550 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-82157057-237e-4d17-b1d3-96b1baf01da0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 200 len: 704 time: 0.4948947 Apr 21 14:52:06.698725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.703865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1a75f14a-193f-41f8-a1b6-7f65caeb51f9 None None] Provisioning for port d08a0859-9236-4e5c-82ae-7f0cc88f27cd completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:06.746071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1a75f14a-193f-41f8-a1b6-7f65caeb51f9 None None] Provisioning complete for port d08a0859-9236-4e5c-82ae-7f0cc88f27cd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:06.746749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1a75f14a-193f-41f8-a1b6-7f65caeb51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.820080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=11e9149a-a1c9-4c4c-9e8a-90989dbf6f39,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:06.874221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.892542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 83a8399d-a932-4a68-b168-5adf7cd54d78 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:06.897188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1a75f14a-193f-41f8-a1b6-7f65caeb51f9 None None] Port d08a0859-9236-4e5c-82ae-7f0cc88f27cd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:06.902588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 83a8399d-a932-4a68-b168-5adf7cd54d78 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:06.903531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.135943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Provisioning complete for port 83a8399d-a932-4a68-b168-5adf7cd54d78 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:07.136358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.199188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-31c1a064-6e57-4aac-b8d7-0ae41627439d', 'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d', 'tenant_id': '45b6e7e62831420c92d50de737448469', 'fixed_ips': [{'subnet_id': '0d1881e4-2ca8-4d5d-932e-d8730157611f'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:07.200028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.260148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:07.262023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:07.264311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:port and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:07.267374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:07.270468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:07.273576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:07.298478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:07.303905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:07.305372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:07.311720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.329484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:07.335969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:07.343581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.350517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:07.379235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] device_id is not set on port 74445319-bf35-43fd-918d-f885a12c07d8 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:07.423591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:07.424866 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.545697 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2631633 Apr 21 14:52:07.556546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54822) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:07.567771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 83a8399d-a932-4a68-b168-5adf7cd54d78, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=83a8399d-a932-4a68-b168-5adf7cd54d78,segment=NetworkSegment(e638de08-2f58-4588-89c0-c9c9149052fa),segment_id=e638de08-2f58-4588-89c0-c9c9149052fa)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:07.570974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34288-1dc6-45e2-b139-4df2543886c8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Port': ['ID=cecf6be0-277a-4902-84e8-4c82d7b68c50,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:07.592699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.609388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:07.633699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:07.650142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.664514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:floatingip and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:07.694405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:07.706816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:07.727484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Allocated IP 2001:db8::f816:3eff:feb7:84f3 (31c1a064-6e57-4aac-b8d7-0ae41627439d/0d1881e4-2ca8-4d5d-932e-d8730157611f/d899deaa-af1b-4fcb-b4dc-0e47f948c619) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:07.777741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=83a8399d-a932-4a68-b168-5adf7cd54d78,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:07.789793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:07.911527 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:07.933918 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:07.934927 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:07.967295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:07.968211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:08.021252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.030379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.130950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.143607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Transition to ACTIVE for port object d899deaa-af1b-4fcb-b4dc-0e47f948c619 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:08.164327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Transition to ACTIVE for port object d899deaa-af1b-4fcb-b4dc-0e47f948c619 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:08.169685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 19231a5a-5665-48b8-8015-5a1b3816e24f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:08.198550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53d49e-4d47-4a2c-a535-5e0a834ccf26 None None] Network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:08.202394 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:08.362805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.376039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.384526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.455147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Allocated IP 2001:db8::f816:3eff:fed2:b3d (31c1a064-6e57-4aac-b8d7-0ae41627439d/0d1881e4-2ca8-4d5d-932e-d8730157611f/74445319-bf35-43fd-918d-f885a12c07d8) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:08.485737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:08.491205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:08.495915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:08.496910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.507990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.531871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=304dedbb-679e-48ad-814c-796652825be8,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:08.549218 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f5d6afa6-4cfb-4c8c-8bd9-4dbefa93feb7 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9926310 Apr 21 14:52:08.565015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:08.589297 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:02Z', 'revision_number': 7, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3e9c248-2812-47d7-a089-6c97add13107', 'name': '', 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:19:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:50Z', 'updated_at': '2022-04-21T14:52:03Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:08.591207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af412c96-0ed2-4960-865d-6dd549376701 None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:08.593958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2078401790', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '304dedbb-679e-48ad-814c-796652825be8'}], 'security_groups': ['7a732273-f3b8-4f27-9bb1-cabec0c9042e']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:08.595024 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:08.609469 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:08.610280 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:08.741899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.791121 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:08.821723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Network 31c1a064-6e57-4aac-b8d7-0ae41627439d is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:08.832686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:08.838256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:08.851515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.885744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Pushing event updated for resources: {'Port': ['ID=d899deaa-af1b-4fcb-b4dc-0e47f948c619,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:08.952090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 19231a5a-5665-48b8-8015-5a1b3816e24f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:08.987177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d3e9c248-2812-47d7-a089-6c97add13107 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:09.035885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Provisioning complete for port 8475585e-feaf-4217-bce7-0fac800905bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:09.036209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.101027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.129510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Transition to ACTIVE for port object 74445319-bf35-43fd-918d-f885a12c07d8 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:09.149572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Attempting to bind port d899deaa-af1b-4fcb-b4dc-0e47f948c619 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:09.149978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Attempting to bind port d899deaa-af1b-4fcb-b4dc-0e47f948c619 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'cb4b37f2-6f6a-4702-8734-3e79496e70ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:09.150346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Attempting to bind port d899deaa-af1b-4fcb-b4dc-0e47f948c619 on network 31c1a064-6e57-4aac-b8d7-0ae41627439d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:09.161807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:09.162033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Checking segment: {'id': 'cb4b37f2-6f6a-4702-8734-3e79496e70ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:09.162258 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.162656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Bound using segment: {'id': 'cb4b37f2-6f6a-4702-8734-3e79496e70ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:09.163132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Bound port: d899deaa-af1b-4fcb-b4dc-0e47f948c619, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4b37f2-6f6a-4702-8734-3e79496e70ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '31c1a064-6e57-4aac-b8d7-0ae41627439d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:09.163507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.181691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.194039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Port 8475585e-feaf-4217-bce7-0fac800905bd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:09.231440 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:02Z', 'revision_number': 7, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3e9c248-2812-47d7-a089-6c97add13107', 'name': '', 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:19:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:50Z', 'updated_at': '2022-04-21T14:52:03Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:09.237170 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614a515-9a01-43ac-953e-f97b5967ebdc None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:02Z', 'revision_number': 7, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3e9c248-2812-47d7-a089-6c97add13107', 'name': '', 'network_id': 'ccc9c5a6-49c6-49fe-becf-cff19b11f69b', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:19:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:50Z', 'updated_at': '2022-04-21T14:52:03Z', 'revision_number': 4, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '76e7ff92-2f23-495b-90c3-563b6ece8ad6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:09.263867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.283607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 31c1a064-6e57-4aac-b8d7-0ae41627439d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:09.288822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:09.291528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:09.296241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:09.296968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.332017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Port': ['ID=74445319-bf35-43fd-918d-f885a12c07d8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:09.358953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port d3e9c248-2812-47d7-a089-6c97add13107 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:09.377430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Provisioning for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:09.411775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] For port d899deaa-af1b-4fcb-b4dc-0e47f948c619, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:09.420019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] For port d899deaa-af1b-4fcb-b4dc-0e47f948c619, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d899deaa-af1b-4fcb-b4dc-0e47f948c619,segment=NetworkSegment(cb4b37f2-6f6a-4702-8734-3e79496e70ec),segment_id=cb4b37f2-6f6a-4702-8734-3e79496e70ec)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:09.423597 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c80a4ab6-c358-4947-b20f-e5ea1afb68a0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.9011505 Apr 21 14:52:09.442003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:09.442635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.488113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54830) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:09.522450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d3e9c248-2812-47d7-a089-6c97add13107 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:09.523220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.575079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.660538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] Update dhcp port {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'fixed_ips': [{'subnet_id': '71add542-79d1-407e-bd14-cd6235c5b685', 'ip_address': '2001:db8::2'}, {'subnet_id': '304dedbb-679e-48ad-814c-796652825be8'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '2b7ca93c-c9c6-4b16-9162-e43a652614c6'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:52:09.772039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Allocated IP 172.26.6.198 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/35b7d59a-40e0-462b-8721-ce00a5008b83) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:09.788959 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7b68a-caa7-4470-9456-ddc0c1e8710d None None] Pushing event updated for resources: {'Port': ['ID=d899deaa-af1b-4fcb-b4dc-0e47f948c619,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:09.832800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Delete allocated IP 2001:db8::117 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/71add542-79d1-407e-bd14-cd6235c5b685) {{(pid=83934) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:52:09.847183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.883069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.883313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting subnet 0d1881e4-2ca8-4d5d-932e-d8730157611f {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:09.886455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.954919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.965800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8:0:1::1a9 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/304dedbb-679e-48ad-814c-796652825be8/06313177-3b46-40f5-8495-32d87a4e0623) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:09.969839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.096096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] For port 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2b7ca93c-c9c6-4b16-9162-e43a652614c6,segment=NetworkSegment(26b83c69-098f-4f4d-a584-7a449e841a71),segment_id=26b83c69-098f-4f4d-a584-7a449e841a71)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:10.120559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.217923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port d3e9c248-2812-47d7-a089-6c97add13107, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d3e9c248-2812-47d7-a089-6c97add13107,segment=NetworkSegment(2de789ab-24c3-4493-a086-c7776ce167c5),segment_id=2de789ab-24c3-4493-a086-c7776ce167c5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:10.235114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.235888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8484bf18-8c88-43d4-83e0-ec44d45e0d58 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:10.238990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router c5a9d984-b1af-4544-9dce-7b686850e256 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:10.251037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.324269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Pushing event updated for resources: {'Port': ['ID=2b7ca93c-c9c6-4b16-9162-e43a652614c6,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.365441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Provisioning complete for port d08a0859-9236-4e5c-82ae-7f0cc88f27cd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:10.365441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.421467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.455189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=d3e9c248-2812-47d7-a089-6c97add13107,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.459526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Port d08a0859-9236-4e5c-82ae-7f0cc88f27cd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:10.472916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:10.473444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.485773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.518480 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Provisioning for port 37095880-199f-4ea1-bdc0-e4516b0e057c completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:10.534992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Provisioning complete for port 37095880-199f-4ea1-bdc0-e4516b0e057c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:10.535369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.617633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-781cbaed-e226-4f46-a73f-2195332cb683 None None] Port 37095880-199f-4ea1-bdc0-e4516b0e057c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:10.617973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port d08a0859-9236-4e5c-82ae-7f0cc88f27cd {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:10.618205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.647459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1881e4-2ca8-4d5d-932e-d8730157611f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.661840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.673812 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-be261032-b079-454c-97d5-61ca3945f1fc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/0d1881e4-2ca8-4d5d-932e-d8730157611f HTTP/1.1" status: 204 len: 168 time: 1.1825066 Apr 21 14:52:10.674049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54834) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.702088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.756440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Provisioning for port 06313177-3b46-40f5-8495-32d87a4e0623 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:10.758152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe760dbc-d6e0-43bf-ac53-4894700ec5c0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:10.759698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe760dbc-d6e0-43bf-ac53-4894700ec5c0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:10.760365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fe760dbc-d6e0-43bf-ac53-4894700ec5c0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Synchronizing usage tracker for tenant:45b6e7e62831420c92d50de737448469 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:10.767180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Provisioning complete for port 06313177-3b46-40f5-8495-32d87a4e0623 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:10.767539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.769117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.771001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:10.793447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4899cb32-aa8c-4048-b2b3-f1ccbe2dc97b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/c5a9d984-b1af-4544-9dce-7b686850e256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5870173 Apr 21 14:52:10.810587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] Sync routers for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:10.816244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fe760dbc-d6e0-43bf-ac53-4894700ec5c0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Unset dirty status for tenant:45b6e7e62831420c92d50de737448469 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:10.821482 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fe760dbc-d6e0-43bf-ac53-4894700ec5c0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1424811 Apr 21 14:52:10.821482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54840) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.866245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:10.866245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:10.921183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Ignored duplicate provisioning block setup for port 06313177-3b46-40f5-8495-32d87a4e0623 by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 14:52:11.029969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.080673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93685ddb-783d-412f-971d-8cdd47aa81dc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.082249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d899deaa-af1b-4fcb-b4dc-0e47f948c619 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:11.090085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-93685ddb-783d-412f-971d-8cdd47aa81dc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 14:52:11.090843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93685ddb-783d-412f-971d-8cdd47aa81dc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:11.092920 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-93685ddb-783d-412f-971d-8cdd47aa81dc tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/31c1a064-6e57-4aac-b8d7-0ae41627439d HTTP/1.1" status: 409 len: 405 time: 0.2713144 Apr 21 14:52:11.097482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54844) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:11.103695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-264356902'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:11.110898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:11.115184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:network and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:11.118648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:11.126579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:11.144958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:11.148483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.157239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Port 06313177-3b46-40f5-8495-32d87a4e0623 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:11.228140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for d08a0859-9236-4e5c-82ae-7f0cc88f27cd owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:11.234531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:11.242519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Provisioning for port 19231a5a-5665-48b8-8015-5a1b3816e24f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:11.253706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.253959 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Added segment 70d9206a-0bc8-4fca-9958-5d8c471cf8a6 of type vlan for network 5784678e-4813-4f7c-b94c-6280e2f7d799 Apr 21 14:52:11.268273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Provisioning complete for port 19231a5a-5665-48b8-8015-5a1b3816e24f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:11.268741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.306681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.313021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Port': ['ID=35b7d59a-40e0-462b-8721-ce00a5008b83,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:11.324616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:11.325049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] Allocated IP 2001:db8:0:1::2 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/304dedbb-679e-48ad-814c-796652825be8/2b7ca93c-c9c6-4b16-9162-e43a652614c6) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:11.333679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:11.337710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.339136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:11.385784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.390129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:11.390713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.408737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81f666-6c12-41f8-b462-7b6d21ef8653 None None] Network 31c1a064-6e57-4aac-b8d7-0ae41627439d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:11.498902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Network': ['ID=5784678e-4813-4f7c-b94c-6280e2f7d799,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:11.502706 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-11840810-6384-4d7c-82b9-62f1f8380fd0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4039743 Apr 21 14:52:11.506101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54850) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:11.511765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'subnet': {'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:11.558726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 5784678e-4813-4f7c-b94c-6280e2f7d799 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:11.600777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port d899deaa-af1b-4fcb-b4dc-0e47f948c619 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:11.604955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:11.643767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:11.654996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:11.665610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:11.698764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.722296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2b7ca93c-c9c6-4b16-9162-e43a652614c6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:11.764132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.898505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=06313177-3b46-40f5-8495-32d87a4e0623,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:11.930090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] In _notify_port_updated(), no bound segment for port 06313177-3b46-40f5-8495-32d87a4e0623 on network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:52:11.934691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:11.935603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.937015 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee1d2af2-74db-42d7-9c98-c5921ead1c30 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "PUT /v2.0/ports/06313177-3b46-40f5-8495-32d87a4e0623 HTTP/1.1" status: 200 len: 931 time: 3.3648591 Apr 21 14:52:11.940005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54854) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:12.044889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 06313177-3b46-40f5-8495-32d87a4e0623 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:12.045240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.053399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.073808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.084106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] For port 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2b7ca93c-c9c6-4b16-9162-e43a652614c6,segment=NetworkSegment(26b83c69-098f-4f4d-a584-7a449e841a71),segment_id=26b83c69-098f-4f4d-a584-7a449e841a71)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:12.164188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09059a5e-01ea-4e15-8ef6-bf37e0b188a9 req-dae79cf2-0c2e-49c7-a7d7-b8572eddfd55 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:12.165251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09059a5e-01ea-4e15-8ef6-bf37e0b188a9 req-dae79cf2-0c2e-49c7-a7d7-b8572eddfd55 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:12.239079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.243610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] For port 19231a5a-5665-48b8-8015-5a1b3816e24f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=19231a5a-5665-48b8-8015-5a1b3816e24f,segment=NetworkSegment(54676583-bc2f-415b-ac08-afa724ff8633),segment_id=54676583-bc2f-415b-ac08-afa724ff8633)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:12.244709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:12.245525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.294840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.338714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:52:12.342880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.361008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09059a5e-01ea-4e15-8ef6-bf37e0b188a9 req-dae79cf2-0c2e-49c7-a7d7-b8572eddfd55 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:12.362247 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09059a5e-01ea-4e15-8ef6-bf37e0b188a9 req-dae79cf2-0c2e-49c7-a7d7-b8572eddfd55 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 946 time: 0.6621494 Apr 21 14:52:12.370416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port d3e9c248-2812-47d7-a089-6c97add13107 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:12.370766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.458624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.459025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] Transition to ACTIVE for port object 2b7ca93c-c9c6-4b16-9162-e43a652614c6 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:12.464191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.465685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Subnet': ['ID=85b49125-4e09-4fd4-8fbf-862d6392e23d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:12.526908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.543677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 had new provisioning blocks added so it will not transition to active. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 21 14:52:12.544816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d3e9c248-2812-47d7-a089-6c97add13107 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:12.594660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=d08a0859-9236-4e5c-82ae-7f0cc88f27cd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:12.609710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Pushing event updated for resources: {'Port': ['ID=19231a5a-5665-48b8-8015-5a1b3816e24f,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:12.612345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] DHCP port deletion for 31c1a064-6e57-4aac-b8d7-0ae41627439d request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:12.627129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 06313177-3b46-40f5-8495-32d87a4e0623 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:12.652988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] Deleting port d899deaa-af1b-4fcb-b4dc-0e47f948c619 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:12.652988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.686028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Provisioning for port cecf6be0-277a-4902-84e8-4c82d7b68c50 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:12.729557 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09059a5e-01ea-4e15-8ef6-bf37e0b188a9 req-f074b291-d941-490c-9747-28ea2a523fa7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284349 Apr 21 14:52:12.774451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Provisioning complete for port cecf6be0-277a-4902-84e8-4c82d7b68c50 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:12.775043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.787962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.820684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.843180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Checking segment: {'id': '70d9206a-0bc8-4fca-9958-5d8c471cf8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:12.843180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network hostable DHCP agents. Network: 5784678e-4813-4f7c-b94c-6280e2f7d799, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:12.897873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2fb72a52-93e4-4c31-ad24-aaa80faf59d3 None None] Port cecf6be0-277a-4902-84e8-4c82d7b68c50 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:12.951886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 5784678e-4813-4f7c-b94c-6280e2f7d799 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:12.975948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-c4d79c1c-ef51-4646-a37b-2b31d178e5df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:12.979130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-c4d79c1c-ef51-4646-a37b-2b31d178e5df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:12.993041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port d3e9c248-2812-47d7-a089-6c97add13107, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d3e9c248-2812-47d7-a089-6c97add13107,segment=NetworkSegment(2de789ab-24c3-4493-a086-c7776ce167c5),segment_id=2de789ab-24c3-4493-a086-c7776ce167c5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:12.993352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.005874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 5784678e-4813-4f7c-b94c-6280e2f7d799) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:13.009878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-c4d79c1c-ef51-4646-a37b-2b31d178e5df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:13.011814 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-c4d79c1c-ef51-4646-a37b-2b31d178e5df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 946 time: 0.2050784 Apr 21 14:52:13.013532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:13.014129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.036367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5509a5d-3414-476f-a6af-921c0bbc6916 None None] Network 5784678e-4813-4f7c-b94c-6280e2f7d799 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:13.078823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.092961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Port': ['ID=35b7d59a-40e0-462b-8721-ce00a5008b83,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:13.127963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab5e07-730b-4a57-b30d-f7d8265b5444 None None] Pushing event updated for resources: {'Port': ['ID=2b7ca93c-c9c6-4b16-9162-e43a652614c6,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:13.161742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=06313177-3b46-40f5-8495-32d87a4e0623,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:13.185688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-95834f05-fee5-48bc-a7e2-5a52ee107d58 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6780183 Apr 21 14:52:13.188791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54858) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:13.193153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d3e9c248-2812-47d7-a089-6c97add13107 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:13.193659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.195465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'port': {'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799', 'name': 'tempest-NetworksIpV6TestAttrs-470490674'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:13.238956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e234a8a1-454f-4d70-a021-129f826871fc None None] Provisioning for port d899deaa-af1b-4fcb-b4dc-0e47f948c619 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:13.254681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for d3e9c248-2812-47d7-a089-6c97add13107 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:13.259154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 929eacb7-588e-49a4-be5c-d68048211ab4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:13.259601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.269210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e234a8a1-454f-4d70-a021-129f826871fc None None] Provisioning complete for port d899deaa-af1b-4fcb-b4dc-0e47f948c619 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:13.269683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e234a8a1-454f-4d70-a021-129f826871fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.370026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.446800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:06Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:40Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:13.482671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] Checking router: c5a9d984-b1af-4544-9dce-7b686850e256 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:13.565557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:13.568138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.572570 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d54929fb-df74-453b-9863-2c8f54b4851a tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/06313177-3b46-40f5-8495-32d87a4e0623 HTTP/1.1" status: 204 len: 168 time: 1.6291060 Apr 21 14:52:13.573756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:13.575631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:port and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:13.577155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.582080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:13.607294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] For port d899deaa-af1b-4fcb-b4dc-0e47f948c619, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d899deaa-af1b-4fcb-b4dc-0e47f948c619,segment=NetworkSegment(cb4b37f2-6f6a-4702-8734-3e79496e70ec),segment_id=cb4b37f2-6f6a-4702-8734-3e79496e70ec)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:13.607294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.607656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:13.623170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.627053 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8c17ecc-c4af-44f1-bfcd-6a9543c46b5b tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0609300 Apr 21 14:52:13.635638 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54866) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:13.642342 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35da8d9-23a9-4d2e-892a-ed7a20a22604 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:52:13.646143 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b35da8d9-23a9-4d2e-892a-ed7a20a22604 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/06313177-3b46-40f5-8495-32d87a4e0623 HTTP/1.1" status: 404 len: 333 time: 0.0687587 Apr 21 14:52:13.647156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ea05e14c-6130-49f5-9235-f3811d1f06f8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'floatingip': {'port_id': 'cecf6be0-277a-4902-84e8-4c82d7b68c50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:13.662791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54870) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:13.711053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:13.714203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.781115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] device_id is not set on port fc699c10-1716-47e6-8849-b6846eda2c1b yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:13.803458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] Calling delete_port for d899deaa-af1b-4fcb-b4dc-0e47f948c619 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:13.837500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:13.837911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:13.858337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ea05e14c-6130-49f5-9235-f3811d1f06f8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.859674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a723-1f31-475c-baef-2f2e84def0d1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.938685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a723-1f31-475c-baef-2f2e84def0d1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.953081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 929eacb7-588e-49a4-be5c-d68048211ab4, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=929eacb7-588e-49a4-be5c-d68048211ab4,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:13.953438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.055006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a723-1f31-475c-baef-2f2e84def0d1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.057784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 83a8399d-a932-4a68-b168-5adf7cd54d78 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:14.216664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 929eacb7-588e-49a4-be5c-d68048211ab4 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:14.260086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.290838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-5784678e-4813-4f7c-b94c-6280e2f7d799', 'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799', 'tenant_id': '45b6e7e62831420c92d50de737448469', 'fixed_ips': [{'subnet_id': '85b49125-4e09-4fd4-8fbf-862d6392e23d'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:14.291652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.309925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e234a8a1-454f-4d70-a021-129f826871fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.409326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=d3e9c248-2812-47d7-a089-6c97add13107,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:14.418070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.483058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Allocated IP 2001:db8::f816:3eff:fe5c:266a (5784678e-4813-4f7c-b94c-6280e2f7d799/85b49125-4e09-4fd4-8fbf-862d6392e23d/fc699c10-1716-47e6-8849-b6846eda2c1b) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:14.531024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] Pushing event deleted for resources: {'Port': ['ID=d899deaa-af1b-4fcb-b4dc-0e47f948c619,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:14.551211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:14.651832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4a723-1f31-475c-baef-2f2e84def0d1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89985215-0efd-4908-8531-cd6f44117f8e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:14.662273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5b7ff-1706-440b-b81c-d3ce9546b17f None None] No DVR routers for this DVR port d899deaa-af1b-4fcb-b4dc-0e47f948c619 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:14.673023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.688785 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ea05e14c-6130-49f5-9235-f3811d1f06f8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] update failed (client error): The resource could not be found. Apr 21 14:52:14.689989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ea05e14c-6130-49f5-9235-f3811d1f06f8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "PUT /v2.0/floatingips/1cc8e903-67ce-41ef-ba48-78b9b6646297 HTTP/1.1" status: 404 len: 507 time: 1.0519056 Apr 21 14:52:14.693158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54876) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:14.751234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a723-1f31-475c-baef-2f2e84def0d1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.754706 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b5b4a723-1f31-475c-baef-2f2e84def0d1 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/security-groups/89985215-0efd-4908-8531-cd6f44117f8e HTTP/1.1" status: 204 len: 168 time: 1.0871756 Apr 21 14:52:14.762084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54880) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:14.786610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 83a8399d-a932-4a68-b168-5adf7cd54d78 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:14.786976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.833387 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-2b175789-8e2c-433c-a320-1f1e08272fdc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5685778 Apr 21 14:52:14.868685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e7d4a974-0c23-4dff-a49b-11cbc0c9285b None None] Provisioning for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:14.872939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Router 8e02e67d-02d1-40be-9d95-32ebea9bcef4 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:14.901900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12892d3b-6056-4997-aa94-89b362d500d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.926101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e7d4a974-0c23-4dff-a49b-11cbc0c9285b None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:14.926467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a974-0c23-4dff-a49b-11cbc0c9285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.944799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12892d3b-6056-4997-aa94-89b362d500d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.058038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Deleting port 35b7d59a-40e0-462b-8721-ce00a5008b83 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:15.058375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.084029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=929eacb7-588e-49a4-be5c-d68048211ab4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:15.150424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.208384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e7d4a974-0c23-4dff-a49b-11cbc0c9285b None None] Could not find standard attr ID for object 06313177-3b46-40f5-8495-32d87a4e0623. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:15.220100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467f85a-d437-457f-b70d-ff62b2030d61 req-4ad1e970-4f34-4b7b-af09-5ce46c80ed57 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:15.221830 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4467f85a-d437-457f-b70d-ff62b2030d61 req-4ad1e970-4f34-4b7b-af09-5ce46c80ed57 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=15f6b468-f09f-4161-b586-46ed18bb1824 HTTP/1.1" status: 200 len: 867 time: 1.2144809 Apr 21 14:52:15.231745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e7d4a974-0c23-4dff-a49b-11cbc0c9285b None None] Provisioning complete for port 8475585e-feaf-4217-bce7-0fac800905bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:15.231968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e7d4a974-0c23-4dff-a49b-11cbc0c9285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.257283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:06Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:40Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:15.278175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad20d1e-b934-43eb-be53-dd0fc807b15b None None] The sync data for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv is: [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:06Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '65e43699-5ddd-46e3-9abe-b6df040b59a0', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.175', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'port_id': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'mac_address': 'fa:16:3e:d2:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:31Z', 'updated_at': '2022-04-21T14:50:40Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:15.291931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.319333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4a974-0c23-4dff-a49b-11cbc0c9285b None None] Port 8475585e-feaf-4217-bce7-0fac800905bd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:15.376164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Transition to ACTIVE for port object fc699c10-1716-47e6-8849-b6846eda2c1b will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:15.377551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port 929eacb7-588e-49a4-be5c-d68048211ab4 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:15.389447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.392895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f6b468-f09f-4161-b586-46ed18bb1824', 'name': 'network-vif-deleted', 'tag': '929eacb7-588e-49a4-be5c-d68048211ab4'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:52:15.436811 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fbdef3df-dd27-45ac-a468-da3deff97f47 req-dcbc2863-fb17-4fa5-8082-d7e255b50735 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/929eacb7-588e-49a4-be5c-d68048211ab4 HTTP/1.1" status: 204 len: 173 time: 2.4019556 Apr 21 14:52:15.464162 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4467f85a-d437-457f-b70d-ff62b2030d61 req-b000483c-ed38-4e66-8dc8-727cebf8cf2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=098e5eae-465d-4c73-8e06-dee624f0fca2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122178 Apr 21 14:52:15.477361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:15.479069 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7dacf1-28bf-4bf6-b3d3-652f015bf953'] response: {'server_uuid': '15f6b468-f09f-4161-b586-46ed18bb1824', 'name': 'network-vif-deleted', 'tag': '929eacb7-588e-49a4-be5c-d68048211ab4', 'status': 'completed', 'code': 200} Apr 21 14:52:15.485225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.485550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.500743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12892d3b-6056-4997-aa94-89b362d500d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.501261 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] Sync routers for ids ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:15.531540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12892d3b-6056-4997-aa94-89b362d500d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a732273-f3b8-4f27-9bb1-cabec0c9042e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:15.546754 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] Routers {'8e02e67d-02d1-40be-9d95-32ebea9bcef4'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:15.549186 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:15.569656 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-cb0b9fd1-6db0-43b7-af54-bee05349212d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1098 time: 0.4122453 Apr 21 14:52:15.576626 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2496b4f-ed3b-48f2-895e-fcc3f85d6188 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "PUT /v2.0/routers/8e02e67d-02d1-40be-9d95-32ebea9bcef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3306170 Apr 21 14:52:15.579368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54888) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:15.585534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12892d3b-6056-4997-aa94-89b362d500d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.586867 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-12892d3b-6056-4997-aa94-89b362d500d0 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/security-groups/7a732273-f3b8-4f27-9bb1-cabec0c9042e HTTP/1.1" status: 204 len: 168 time: 0.8223879 Apr 21 14:52:15.625310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54892) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:15.653326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Allocated IP 2001:db8::f816:3eff:fec3:423f (5784678e-4813-4f7c-b94c-6280e2f7d799/85b49125-4e09-4fd4-8fbf-862d6392e23d/c7548698-c5b3-448a-b5a9-ebd438284ed1) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:15.671321 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6453062-d0b9-45eb-8608-658a71b6af5f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:52:15.672086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a6453062-d0b9-45eb-8608-658a71b6af5f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:15.689490 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:15.711822 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] Routers {'8e02e67d-02d1-40be-9d95-32ebea9bcef4'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:15.714978 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:15.744939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 19231a5a-5665-48b8-8015-5a1b3816e24f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:15.795158 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:15.795798 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9db904-01c3-4a73-a291-6b5a718d218b None None] The sync data for ids ['8e02e67d-02d1-40be-9d95-32ebea9bcef4'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:15.796827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.820407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Calling delete_port for 35b7d59a-40e0-462b-8721-ce00a5008b83 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:15.852795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a6453062-d0b9-45eb-8608-658a71b6af5f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:15.857879 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a6453062-d0b9-45eb-8608-658a71b6af5f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/d08a0859-9236-4e5c-82ae-7f0cc88f27cd HTTP/1.1" status: 404 len: 333 time: 0.2772646 Apr 21 14:52:15.863499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54896) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:15.915090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-e1a33bfa-f5d4-40e6-86ed-112aecf307c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:15.920906 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-e1a33bfa-f5d4-40e6-86ed-112aecf307c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 897 time: 0.2428010 Apr 21 14:52:16.050404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 19231a5a-5665-48b8-8015-5a1b3816e24f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:16.051121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.109800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 5784678e-4813-4f7c-b94c-6280e2f7d799 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:16.128295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:16.134526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Port': ['ID=fc699c10-1716-47e6-8849-b6846eda2c1b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:16.243585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:16.248106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:16.248254 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-fbedec02-95e6-4f63-ab1b-81e81a90e73d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 200 len: 1001 time: 0.3124573 Apr 21 14:52:16.248384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.264348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2b7ca93c-c9c6-4b16-9162-e43a652614c6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:16.332381 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0c16cacf-d7dd-474d-a1a3-f2596c0de8f0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1388886 Apr 21 14:52:16.332635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.337441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6a56-d6c3-43cd-a277-aa3dee508f60 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.355136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:16.355523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.374068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54900) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:16.399873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Transition to ACTIVE for port object c7548698-c5b3-448a-b5a9-ebd438284ed1 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:16.430263 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Transition to ACTIVE for port object c7548698-c5b3-448a-b5a9-ebd438284ed1 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:16.439686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.492785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-4c32587e-63e8-4eee-b06c-b50d55b00bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:16.494469 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-4c32587e-63e8-4eee-b06c-b50d55b00bcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 HTTP/1.1" status: 200 len: 835 time: 0.2393749 Apr 21 14:52:16.512495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 71add542-79d1-407e-bd14-cd6235c5b685 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:16.526027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.561228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Pushing event updated for resources: {'Port': ['ID=c7548698-c5b3-448a-b5a9-ebd438284ed1,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:16.564753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Network 5784678e-4813-4f7c-b94c-6280e2f7d799 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:16.567872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:16.571714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:16.668307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d899deaa-af1b-4fcb-b4dc-0e47f948c619 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:16.710522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:16.783764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: d899deaa-af1b-4fcb-b4dc-0e47f948c619 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:16.783971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d899deaa-af1b-4fcb-b4dc-0e47f948c619 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:16.799908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Attempting to bind port c7548698-c5b3-448a-b5a9-ebd438284ed1 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:16.799908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Attempting to bind port c7548698-c5b3-448a-b5a9-ebd438284ed1 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '70d9206a-0bc8-4fca-9958-5d8c471cf8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:16.799908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Attempting to bind port c7548698-c5b3-448a-b5a9-ebd438284ed1 on network 5784678e-4813-4f7c-b94c-6280e2f7d799 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:16.808290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:16.808796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Checking segment: {'id': '70d9206a-0bc8-4fca-9958-5d8c471cf8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:16.809107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.809800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Bound using segment: {'id': '70d9206a-0bc8-4fca-9958-5d8c471cf8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:16.810418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Bound port: c7548698-c5b3-448a-b5a9-ebd438284ed1, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d9206a-0bc8-4fca-9958-5d8c471cf8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5784678e-4813-4f7c-b94c-6280e2f7d799'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:16.810862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.849736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.890002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.897608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 929eacb7-588e-49a4-be5c-d68048211ab4 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:16.935982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 929eacb7-588e-49a4-be5c-d68048211ab4 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:16.935982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 929eacb7-588e-49a4-be5c-d68048211ab4 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:16.940120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] For port c7548698-c5b3-448a-b5a9-ebd438284ed1, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:16.947965 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] For port c7548698-c5b3-448a-b5a9-ebd438284ed1, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c7548698-c5b3-448a-b5a9-ebd438284ed1,segment=NetworkSegment(70d9206a-0bc8-4fca-9958-5d8c471cf8a6),segment_id=70d9206a-0bc8-4fca-9958-5d8c471cf8a6)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:16.953140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event deleted for resources: {'Port': ['ID=35b7d59a-40e0-462b-8721-ce00a5008b83,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:16.955704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.983044 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-925b0723-bd36-406b-9a8c-561b71bd801d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ea208a4-5b81-4381-b138-258b7bbba23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4813845 Apr 21 14:52:16.986392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting subnet 85b49125-4e09-4fd4-8fbf-862d6392e23d {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:16.990766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.053920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9467151-3673-49f3-a159-03c17af17b78 None None] Pushing event updated for resources: {'Port': ['ID=c7548698-c5b3-448a-b5a9-ebd438284ed1,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:17.155207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.174163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6a56-d6c3-43cd-a277-aa3dee508f60 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.189202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79c249e1-dae4-451d-b55a-f06ed4e19fe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.196893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6a56-d6c3-43cd-a277-aa3dee508f60 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.232608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:17.235867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.272399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:17.284523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.303887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79c249e1-dae4-451d-b55a-f06ed4e19fe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.304751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6a56-d6c3-43cd-a277-aa3dee508f60 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.305261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe6a56-d6c3-43cd-a277-aa3dee508f60 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Fanout notify agent at l3_agent the message router_deleted on router 8e02e67d-02d1-40be-9d95-32ebea9bcef4 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:52:17.329949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:17.330445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 11e9149a-a1c9-4c4c-9e8a-90989dbf6f39 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:17.341236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6a56-d6c3-43cd-a277-aa3dee508f60 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.342418 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a3fe6a56-d6c3-43cd-a277-aa3dee508f60 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/routers/8e02e67d-02d1-40be-9d95-32ebea9bcef4 HTTP/1.1" status: 204 len: 168 time: 1.4666104 Apr 21 14:52:17.343770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.348685 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6135a71e-7c1b-40be-90c7-1c1ea0fb1745 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "DELETE /v2.0/floatingips/1cc8e903-67ce-41ef-ba48-78b9b6646297 HTTP/1.1" status: 204 len: 168 time: 2.6422501 Apr 21 14:52:17.352764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54910) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:17.353080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54912) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:17.360223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'floatingip': {'floating_network_id': '5ae3c443-5932-421d-90c8-f67a301c6ccd', 'port_id': 'cecf6be0-277a-4902-84e8-4c82d7b68c50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:17.408213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:17.424151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:floatingip and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:17.432773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:17.443243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:17.464969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.516895 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-c770a7b0-120d-489f-8d67-ad7aed29d329 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692760 Apr 21 14:52:17.566313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.589174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=71add542-79d1-407e-bd14-cd6235c5b685,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:17.603696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.608409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9437ad1-952e-4914-864c-52622a9e27b3 None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:17.664756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-19e5cd07-3182-439a-a735-3ba75e018327 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/71add542-79d1-407e-bd14-cd6235c5b685 HTTP/1.1" status: 204 len: 168 time: 2.0383799 Apr 21 14:52:17.665191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:17.674056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:17.715155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.716554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet e4f60823-340a-4c27-b277-abe0d617b6b5 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:17.722026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.786432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.841647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79c249e1-dae4-451d-b55a-f06ed4e19fe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.880317 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4bd7137-35ab-4e30-a2c2-eaaf5678356b req-03833eb4-4ca6-4e64-ace6-40f70fb02e2b service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524685 Apr 21 14:52:17.897985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c249e1-dae4-451d-b55a-f06ed4e19fe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098e5eae-465d-4c73-8e06-dee624f0fca2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:17.918714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.937385 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79c249e1-dae4-451d-b55a-f06ed4e19fe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.941181 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79c249e1-dae4-451d-b55a-f06ed4e19fe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/098e5eae-465d-4c73-8e06-dee624f0fca2 HTTP/1.1" status: 204 len: 168 time: 1.2270813 Apr 21 14:52:17.964716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.982678 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:17.992263 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-95b7aeb1-2a8d-4e88-a4eb-ead2dfecdc6c tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6364651 Apr 21 14:52:17.992871 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54924) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.017587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:18.025016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54928) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.027402 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Subnet': ['ID=85b49125-4e09-4fd4-8fbf-862d6392e23d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:18.032624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'cecf6be0-277a-4902-84e8-4c82d7b68c50', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:18.033920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:18.040621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:18.048595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Usage tracker for resource:floatingip and tenant:cff2657cb6d04bb197480b63fa439ab5 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:18.053631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:18.062567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:18.072122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:18.082736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.084751 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f0b6f61-4f74-4384-9346-af1de3bf494f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/85b49125-4e09-4fd4-8fbf-862d6392e23d HTTP/1.1" status: 204 len: 168 time: 1.7034404 Apr 21 14:52:18.086068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:18.094081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54932) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.094894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.106007 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ade6af7c-0c91-4752-b2c4-49d7d2689b06 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4037611 Apr 21 14:52:18.108273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:18.112258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.121860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:18.174398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:18.175150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:18.195443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.196919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:18.313829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f60823-340a-4c27-b277-abe0d617b6b5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:18.342260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.361838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35638759-29a6-415f-b448-e5638f21d62d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:18.363224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35638759-29a6-415f-b448-e5638f21d62d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:18.364144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35638759-29a6-415f-b448-e5638f21d62d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Synchronizing usage tracker for tenant:45b6e7e62831420c92d50de737448469 on resource:subnet {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:18.375723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84382c03-d320-464a-b907-b07f309df6ff None None] Network d1708aac-e7f7-48ed-af34-a0af5f2e3639 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:18.379912 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-359326b8-6d38-4a2f-877f-c9eb20b3d29b tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/e4f60823-340a-4c27-b277-abe0d617b6b5 HTTP/1.1" status: 204 len: 168 time: 1.0257976 Apr 21 14:52:18.381727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54940) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.523350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.528567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec989ef6-344d-4de9-9309-44ee6eb534eb None None] Network 5784678e-4813-4f7c-b94c-6280e2f7d799 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:18.635867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35638759-29a6-415f-b448-e5638f21d62d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Unset dirty status for tenant:45b6e7e62831420c92d50de737448469 on resource:subnet {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:18.637477 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35638759-29a6-415f-b448-e5638f21d62d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5115240 Apr 21 14:52:18.653274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54944) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.701837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:18.792755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.829203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d01bbbdb-033d-4105-9b05-4e39f00cf06f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.845843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:18.846770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.898055 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01bbbdb-033d-4105-9b05-4e39f00cf06f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 14:52:18.898674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01bbbdb-033d-4105-9b05-4e39f00cf06f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:18.900526 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d01bbbdb-033d-4105-9b05-4e39f00cf06f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/5784678e-4813-4f7c-b94c-6280e2f7d799 HTTP/1.1" status: 409 len: 405 time: 0.2459219 Apr 21 14:52:18.914485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54948) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.924561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-247330277'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:18.938316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:18.943591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.964961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet 36bcf946-d395-42b5-b6c0-8a1d9d6947db {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:18.979569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:network and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:18.988624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:19.005043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5ee8bd5a-e571-4dd5-bae4-b3849087da6c None None] Provisioning for port c7548698-c5b3-448a-b5a9-ebd438284ed1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:19.037976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:19.041193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet 76e7ff92-2f23-495b-90c3-563b6ece8ad6 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:19.048324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.075775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.099611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:19.102807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.154523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-693ab7c2-b576-4def-b168-8a102ca45831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.166048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.171051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.258436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.295574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:19.296553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=4a85b685-3394-4ef6-a129-69bf689ef43a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.299367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] For port 8484bf18-8c88-43d4-83e0-ec44d45e0d58, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8484bf18-8c88-43d4-83e0-ec44d45e0d58,segment=NetworkSegment(af8bc038-df37-442e-88b2-539826838013),segment_id=af8bc038-df37-442e-88b2-539826838013)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:19.299762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.327675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.328031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Added segment 943d03c4-85cf-4847-9796-535fad05f1c6 of type vlan for network 6589321d-4064-4eec-b914-cc75237dc848 Apr 21 14:52:19.344305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4923ea4a-8d21-45f7-8faf-24fe97728880 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:19.345357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4923ea4a-8d21-45f7-8faf-24fe97728880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.370952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:19.378178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:19.391264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:19.392003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.426814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7163d-e4bf-4285-b0ed-ab4856ba6ddc None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:19.445261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26642c99-f33e-484d-8029-78e91fdb8211 None None] DHCP port deletion for d1708aac-e7f7-48ed-af34-a0af5f2e3639 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:19.447414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c7548698-c5b3-448a-b5a9-ebd438284ed1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:19.466720 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9340c9cd-b811-411d-a3f8-555301d8a0ac tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7989018 Apr 21 14:52:19.468555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Allocated IP 172.26.6.126 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/74a1d7f7-d6a1-4f1c-84fd-e6aef3b45082) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:19.469875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54952) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:19.477507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 8484bf18-8c88-43d4-83e0-ec44d45e0d58 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:19.479227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'security_group': {'name': 'tempest-secgroup-912423954'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:19.489669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] DHCP port deletion for 5784678e-4813-4f7c-b94c-6280e2f7d799 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:19.490488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:19.494345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:19.499470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.530963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:19.548707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.556039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-26642c99-f33e-484d-8029-78e91fdb8211 None None] Deleting port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:19.556469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26642c99-f33e-484d-8029-78e91fdb8211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.568839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.583274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:19.595136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] Deleting port c7548698-c5b3-448a-b5a9-ebd438284ed1 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:19.595507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.627378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.690660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.698060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.702368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:19.703012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.721858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.725210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.737274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:19.743695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=36bcf946-d395-42b5-b6c0-8a1d9d6947db,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.772551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group_rule and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:19.781028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:19.793628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.803133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=76e7ff92-2f23-495b-90c3-563b6ece8ad6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.803977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-26642c99-f33e-484d-8029-78e91fdb8211 None None] The port '8484bf18-8c88-43d4-83e0-ec44d45e0d58' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:19.809568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:19.811536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0b83b-a46b-4f51-aed6-ad413cb60920 None None] Network 7014865e-af0c-493e-925c-d44cc68a5ea2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:19.817862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.833245 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00f96753-c7bc-453c-9936-20b06b965080 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/36bcf946-d395-42b5-b6c0-8a1d9d6947db HTTP/1.1" status: 204 len: 168 time: 1.8046973 Apr 21 14:52:19.834422 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8abe84b9-b157-4f7e-a0f0-b26384d34166 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/76e7ff92-2f23-495b-90c3-563b6ece8ad6 HTTP/1.1" status: 204 len: 168 time: 1.7205937 Apr 21 14:52:19.834422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:19.838199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54960) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:19.851517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c474c7-fea4-4b6f-96f0-0f9b30a78e57 None None] Network ccc9c5a6-49c6-49fe-becf-cff19b11f69b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:19.860388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=8484bf18-8c88-43d4-83e0-ec44d45e0d58,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.926201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.962415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Network': ['ID=6589321d-4064-4eec-b914-cc75237dc848,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.967124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No DVR routers for this DVR port 8484bf18-8c88-43d4-83e0-ec44d45e0d58 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:19.970430 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7f5c5002-9eb3-436c-b8c1-93661a9f24c2 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0543413 Apr 21 14:52:20.009495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54964) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:20.015429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'subnet': {'network_id': '6589321d-4064-4eec-b914-cc75237dc848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:20.072738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 6589321d-4064-4eec-b914-cc75237dc848 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:20.099039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.187150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.203417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.207630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.210484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:20.211244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event updated for resources: {'Port': ['ID=74a1d7f7-d6a1-4f1c-84fd-e6aef3b45082,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:20.211562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.222121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:20.226659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:20.232883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.254538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port c7548698-c5b3-448a-b5a9-ebd438284ed1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:20.260204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1708aac-e7f7-48ed-af34-a0af5f2e3639']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.281503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 970ff340-67ba-46e9-bc9c-265ea229bbac {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:20.281742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8bc038-df37-442e-88b2-539826838013') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.281849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.281936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8bc038-df37-442e-88b2-539826838013') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.291668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:13Z', 'revision_number': 8, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.298146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.317801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:20.329533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port f31608cf-01f0-428a-bd1c-5bea7223904b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:20.329884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.355917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.362833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.366517 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8928125 Apr 21 14:52:20.366945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port c7548698-c5b3-448a-b5a9-ebd438284ed1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:20.367152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54968) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:20.367633 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.386103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c08ff8-b31d-4e82-b1ca-176f8a077e64 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ead30a-dfad-4929-8ffd-68e9701dbdb1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:20.401973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:20.465760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:20.487719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:20.489068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'security_group': {'name': 'tempest-secgroup-89499195'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:20.493502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:20.493899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:20.508998 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:20.518424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:20.572630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:20.586251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] For port c7548698-c5b3-448a-b5a9-ebd438284ed1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c7548698-c5b3-448a-b5a9-ebd438284ed1,segment=NetworkSegment(70d9206a-0bc8-4fca-9958-5d8c471cf8a6),segment_id=70d9206a-0bc8-4fca-9958-5d8c471cf8a6)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:20.586919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.589599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:20.625899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:20.657728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.670546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.693859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.717569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=d1708aac-e7f7-48ed-af34-a0af5f2e3639,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:20.720198 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e4b06ed1-5834-4b9b-ac59-efac5e339dd8 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/d1708aac-e7f7-48ed-af34-a0af5f2e3639 HTTP/1.1" status: 204 len: 168 time: 2.3359945 Apr 21 14:52:20.723689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Deleting port 74a1d7f7-d6a1-4f1c-84fd-e6aef3b45082 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:20.724371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.749998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54972) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:20.797471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] Calling delete_port for c7548698-c5b3-448a-b5a9-ebd438284ed1 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:20.823885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:20.847692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group_rule and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:20.847947 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:20.848544 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:51:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.855837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:20.883635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:20.917413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4923ea4a-8d21-45f7-8faf-24fe97728880 None None] Provisioning complete for port 8475585e-feaf-4217-bce7-0fac800905bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:20.917780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4923ea4a-8d21-45f7-8faf-24fe97728880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.944893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.017315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabe3ae-b22a-4ab5-a276-08b82a91ca11 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:21.018141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6dabe3ae-b22a-4ab5-a276-08b82a91ca11 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:21.032583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.033349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.120367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6dabe3ae-b22a-4ab5-a276-08b82a91ca11 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:21.121527 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6dabe3ae-b22a-4ab5-a276-08b82a91ca11 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/d7f8959c-9b89-478b-b586-2ee4c6bbe74c HTTP/1.1" status: 200 len: 841 time: 0.3706746 Apr 21 14:52:21.154045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4923ea4a-8d21-45f7-8faf-24fe97728880 None None] Port 8475585e-feaf-4217-bce7-0fac800905bd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:21.175380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 54976) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:21.191557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Calling delete_port for 74a1d7f7-d6a1-4f1c-84fd-e6aef3b45082 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:21.192620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.250623 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7e2ab85-f5a7-4b9b-8711-b45a768fe5f6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/d7f8959c-9b89-478b-b586-2ee4c6bbe74c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0711970 Apr 21 14:52:21.257279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54980) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:21.270368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.270550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:21.293334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:21.344533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] DHCP port deletion for ccc9c5a6-49c6-49fe-becf-cff19b11f69b request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:21.346657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] Pushing event deleted for resources: {'Port': ['ID=c7548698-c5b3-448a-b5a9-ebd438284ed1,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.394488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] DHCP port deletion for 7014865e-af0c-493e-925c-d44cc68a5ea2 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:21.396179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 970ff340-67ba-46e9-bc9c-265ea229bbac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=970ff340-67ba-46e9-bc9c-265ea229bbac,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:21.396544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.402313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Deleting port f31608cf-01f0-428a-bd1c-5bea7223904b {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:21.402782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.407962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:52:21.416765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.418286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.433360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc4c9b-1751-42e8-918d-81527d6dc8a3 None None] No DVR routers for this DVR port c7548698-c5b3-448a-b5a9-ebd438284ed1 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:21.438328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.459136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:21.461039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Deleting port 970ff340-67ba-46e9-bc9c-265ea229bbac {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:21.461609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.475054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:21.484542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:21.485872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6655cd5f-2f92-4fad-9d8b-b32df97e2b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.499910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port f31608cf-01f0-428a-bd1c-5bea7223904b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f31608cf-01f0-428a-bd1c-5bea7223904b,segment=NetworkSegment(2de789ab-24c3-4493-a086-c7776ce167c5),segment_id=2de789ab-24c3-4493-a086-c7776ce167c5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:21.500584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.530693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:21.532559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a6ad19-fd91-4ad2-abb9-f2e70504d5d3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.550836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.555063 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9d95ba32-dce0-4e3c-b148-0589a1ff96eb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.1869426 Apr 21 14:52:21.556588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54984) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:21.566740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'security_group': {'name': 'tempest-secgroup-722849627'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:21.578945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:21.597650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:21.606210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 970ff340-67ba-46e9-bc9c-265ea229bbac owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:21.682938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] Update dhcp port {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'fixed_ips': [{'subnet_id': '304dedbb-679e-48ad-814c-796652825be8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a85b685-3394-4ef6-a129-69bf689ef43a'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '2b7ca93c-c9c6-4b16-9162-e43a652614c6'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:52:21.702161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:21.708059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:21.719343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f31608cf-01f0-428a-bd1c-5bea7223904b no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:21.730921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:21.734829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.767965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.787277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for f31608cf-01f0-428a-bd1c-5bea7223904b owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:21.812016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event deleted for resources: {'Port': ['ID=74a1d7f7-d6a1-4f1c-84fd-e6aef3b45082,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.875009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.881346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Subnet': ['ID=5b641ef7-2c98-4104-a8fa-eaa48ff531e7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.923991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Checking segment: {'id': '943d03c4-85cf-4847-9796-535fad05f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6589321d-4064-4eec-b914-cc75237dc848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:21.924386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network hostable DHCP agents. Network: 6589321d-4064-4eec-b914-cc75237dc848, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:21.929018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.985081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=970ff340-67ba-46e9-bc9c-265ea229bbac,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.997350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port 970ff340-67ba-46e9-bc9c-265ea229bbac on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:22.000622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.004210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:22.008952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:security_group_rule and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:22.012754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:22.034998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.074841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:22.162989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=f31608cf-01f0-428a-bd1c-5bea7223904b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:22.165695 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] create failed (client error): The resource could not be found. Apr 21 14:52:22.170699 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7f3520e3-94d3-4886-8eca-df7cfdbbaba8 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1601930 Apr 21 14:52:22.172096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54988) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.181690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No DVR routers for this DVR port f31608cf-01f0-428a-bd1c-5bea7223904b on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:22.216388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No active binding found for port f31608cf-01f0-428a-bd1c-5bea7223904b {{(pid=83936) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 21 14:52:22.217994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f31608cf-01f0-428a-bd1c-5bea7223904b not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:22.217994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 970ff340-67ba-46e9-bc9c-265ea229bbac no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:22.219788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 6589321d-4064-4eec-b914-cc75237dc848 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:22.242157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.256137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.279893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.294998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 970ff340-67ba-46e9-bc9c-265ea229bbac {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:22.295341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 970ff340-67ba-46e9-bc9c-265ea229bbac not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:22.295754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c7548698-c5b3-448a-b5a9-ebd438284ed1 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:22.324550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 6589321d-4064-4eec-b914-cc75237dc848) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:22.329938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:22.330128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.344831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Deleting port cecf6be0-277a-4902-84e8-4c82d7b68c50 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:22.345909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.350744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] For port f31608cf-01f0-428a-bd1c-5bea7223904b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f31608cf-01f0-428a-bd1c-5bea7223904b,segment=NetworkSegment(2de789ab-24c3-4493-a086-c7776ce167c5),segment_id=2de789ab-24c3-4493-a086-c7776ce167c5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:22.351087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.354924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7014865e-af0c-493e-925c-d44cc68a5ea2']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:22.367253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b311679-c4fb-4abd-acc0-7f823209ab7b None None] Network 6589321d-4064-4eec-b914-cc75237dc848 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:22.381035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.390114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e040ac83-5a01-4578-886a-3e722708f559') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:22.390431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e040ac83-5a01-4578-886a-3e722708f559') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:22.390982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: c7548698-c5b3-448a-b5a9-ebd438284ed1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:22.391538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c7548698-c5b3-448a-b5a9-ebd438284ed1 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:22.391952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8484bf18-8c88-43d4-83e0-ec44d45e0d58 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:22.412951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.450931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.463776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc9c5a6-49c6-49fe-becf-cff19b11f69b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:22.474914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:22.475627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:22.495523 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:22.512516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572c0531-f240-4ee4-8bb4-32b85a14dc3a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:22.515375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.516845 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1d08fbd4-fb18-4c59-9a4a-adc4d66071c2 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9570880 Apr 21 14:52:22.526982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54992) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.536665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-512822117', 'security_groups': ['572c0531-f240-4ee4-8bb4-32b85a14dc3a'], 'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a85b685-3394-4ef6-a129-69bf689ef43a'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:22.566079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.617325 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cb2536da-c652-47a0-b8ef-6beba265b540 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6043296 Apr 21 14:52:22.622108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 54996) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.624767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.661033 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de789ab-24c3-4493-a086-c7776ce167c5') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:22.661518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de789ab-24c3-4493-a086-c7776ce167c5') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:22.666557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8484bf18-8c88-43d4-83e0-ec44d45e0d58 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:22.666707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8484bf18-8c88-43d4-83e0-ec44d45e0d58 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:22.688019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Calling delete_port for f31608cf-01f0-428a-bd1c-5bea7223904b owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:22.693640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.716462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.724607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.736403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] For port 970ff340-67ba-46e9-bc9c-265ea229bbac, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=970ff340-67ba-46e9-bc9c-265ea229bbac,segment=NetworkSegment(e040ac83-5a01-4578-886a-3e722708f559),segment_id=e040ac83-5a01-4578-886a-3e722708f559)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:22.736799 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.758699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:22.759403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.774424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.777314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=7014865e-af0c-493e-925c-d44cc68a5ea2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:22.779791 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:22.829788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.843199 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7dc32dc-226b-4c9d-a6f8-2ba548f61fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/7014865e-af0c-493e-925c-d44cc68a5ea2 HTTP/1.1" status: 204 len: 168 time: 3.0078852 Apr 21 14:52:22.854144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.896930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:22.899495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Calling delete_port for 970ff340-67ba-46e9-bc9c-265ea229bbac owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:22.909316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:22.940830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3e372-1410-402a-9b23-a1e2bb85525d None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:22.954014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.986471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.994771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=ccc9c5a6-49c6-49fe-becf-cff19b11f69b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:22.998382 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e0bb5d8-f796-472a-bdd2-7bb7208cb5f1 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/ccc9c5a6-49c6-49fe-becf-cff19b11f69b HTTP/1.1" status: 204 len: 168 time: 3.1595254 Apr 21 14:52:23.002197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55004) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:23.025994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=f675f597-f1af-445e-8716-2198cce4180e,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:23.044453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:23.045056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.092567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:23.105771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:port and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:23.116599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:23.131406 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0f642f54-6366-4fde-a315-786c570adb8a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8710322 Apr 21 14:52:23.137333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55008) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:23.138237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:23.150538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'security_group': {'name': 'tempest-secgroup-2118623560'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:23.176399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:23.182077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.189734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:23.194905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:23.198838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.214489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:23.230459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:23.237532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 544ec6ce-ec7c-48ee-92e4-42097f2d3c5c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:23.237971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.242268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:23.242801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:23.311254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] Allocated IP 2001:db8::2 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/4a85b685-3394-4ef6-a129-69bf689ef43a/2b7ca93c-c9c6-4b16-9162-e43a652614c6) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:23.326511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:23.326891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:23.341313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:13Z', 'revision_number': 8, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:23.357745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Calling delete_port for cecf6be0-277a-4902-84e8-4c82d7b68c50 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:23.433396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817fd843-ed05-43c6-9649-52f84cab00f2 None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:13Z', 'revision_number': 8, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4489e9-18dd-40ca-970d-6903e56f3833', 'name': '', 'network_id': 'd5503492-6626-45b0-9884-edd958280e08', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:c2:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:36Z', 'updated_at': '2022-04-21T14:51:49Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '83a201b3-edb1-420a-bfee-51c702b85c65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:23.502491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.512744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-6589321d-4064-4eec-b914-cc75237dc848', 'network_id': '6589321d-4064-4eec-b914-cc75237dc848', 'tenant_id': '45b6e7e62831420c92d50de737448469', 'fixed_ips': [{'subnet_id': '5b641ef7-2c98-4104-a8fa-eaa48ff531e7'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:23.513904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.546907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.547528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.569632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.673715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:23.677904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 544ec6ce-ec7c-48ee-92e4-42097f2d3c5c owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:23.690854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group_rule and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:23.705397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:23.732276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] For port 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2b7ca93c-c9c6-4b16-9162-e43a652614c6,segment=NetworkSegment(26b83c69-098f-4f4d-a584-7a449e841a71),segment_id=26b83c69-098f-4f4d-a584-7a449e841a71)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:23.733744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:23.734526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.745518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.747543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Deleting port f31608cf-01f0-428a-bd1c-5bea7223904b {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:23.748093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.763580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.795234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.838154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event deleted for resources: {'Port': ['ID=cecf6be0-277a-4902-84e8-4c82d7b68c50,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:23.854786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] device_id is not set on port 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:23.858685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Deleting port 970ff340-67ba-46e9-bc9c-265ea229bbac {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:23.859059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.887001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d3e9c248-2812-47d7-a089-6c97add13107 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:23.982102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fbc74da7-b24c-403a-850a-31f1b1c240e0 None None] The port 'f31608cf-01f0-428a-bd1c-5bea7223904b' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:23.992218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.resource_extend [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:52:24.017429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.038142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] Transition to ACTIVE for port object 2b7ca93c-c9c6-4b16-9162-e43a652614c6 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.059807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.065284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.095356 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-988ede68-2e76-45e6-a733-3d89ac727013 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "DELETE /v2.0/ports/cecf6be0-277a-4902-84e8-4c82d7b68c50 HTTP/1.1" status: 204 len: 168 time: 1.9201853 Apr 21 14:52:24.098075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.101707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55012) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:24.106803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Allocated IP 2001:db8::f816:3eff:fed5:d27e (6589321d-4064-4eec-b914-cc75237dc848/5b641ef7-2c98-4104-a8fa-eaa48ff531e7/6d05ad03-f649-45f0-92f1-c917aa707e1a) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:24.109588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: d3e9c248-2812-47d7-a089-6c97add13107 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:24.109588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d3e9c248-2812-47d7-a089-6c97add13107 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:24.150168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.208909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.213651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b5d033-84d6-4eb7-a371-211b11942bd0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.217614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-18753d81-442e-4eb1-b544-65ea7343482c None None] The port '970ff340-67ba-46e9-bc9c-265ea229bbac' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:24.280904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.282884 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2989ab05-e6ed-4ff7-a3ec-2c8f54437ba4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1390264 Apr 21 14:52:24.287198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55016) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:24.292579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=544ec6ce-ec7c-48ee-92e4-42097f2d3c5c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.300833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629967537'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:24.319566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-8dff4053-295d-4609-a540-30f1ac222250', 'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'tenant_id': 'b0a41b3593d3407ab521d4d2343e74d8', 'fixed_ips': [{'subnet_id': 'f675f597-f1af-445e-8716-2198cce4180e'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:24.320651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.440903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.452241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:24.468173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:24.473278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:24.489557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:24.494515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b028cae-1e88-463f-a17b-986b3eceddef None None] Pushing event updated for resources: {'Port': ['ID=2b7ca93c-c9c6-4b16-9162-e43a652614c6,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.509350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f5de6-47c5-41a1-a7b2-acf531a4bc20 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:24.510038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-451f5de6-47c5-41a1-a7b2-acf531a4bc20 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Synchronizing usage tracker for tenant:cff2657cb6d04bb197480b63fa439ab5 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:24.533034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8::21d (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/4a85b685-3394-4ef6-a129-69bf689ef43a/9961d2df-a0c4-4b88-be02-7eab0a8df4c0) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:24.535329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.581946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-451f5de6-47c5-41a1-a7b2-acf531a4bc20 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Unset dirty status for tenant:cff2657cb6d04bb197480b63fa439ab5 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:24.584166 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-451f5de6-47c5-41a1-a7b2-acf531a4bc20 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "GET /v2.0/ports?device_id=942eba56-eac5-4ba7-a6cb-9eadaa20b9de HTTP/1.1" status: 200 len: 913 time: 0.4116461 Apr 21 14:52:24.594594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55020) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:24.689881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:24.746772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group_rule and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:24.757014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:24.766504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:24.768719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.771744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Allocated IP 172.20.0.2 (8dff4053-295d-4609-a540-30f1ac222250/f675f597-f1af-445e-8716-2198cce4180e/f9782774-c420-4418-8c27-46ad8e7d11f3) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:24.787442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Transition to ACTIVE for port object 6d05ad03-f649-45f0-92f1-c917aa707e1a will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.884217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Transition to ACTIVE for port object 6d05ad03-f649-45f0-92f1-c917aa707e1a will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.907098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.998920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Network 6589321d-4064-4eec-b914-cc75237dc848 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:25.001748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Pushing event updated for resources: {'Port': ['ID=6d05ad03-f649-45f0-92f1-c917aa707e1a,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.004407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:25.006267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.008296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:25.101743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Subnet': ['ID=5b641ef7-2c98-4104-a8fa-eaa48ff531e7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.119884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.153339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.169504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Attempting to bind port 6d05ad03-f649-45f0-92f1-c917aa707e1a on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:25.170014 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Attempting to bind port 6d05ad03-f649-45f0-92f1-c917aa707e1a by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '943d03c4-85cf-4847-9796-535fad05f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6589321d-4064-4eec-b914-cc75237dc848'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:25.170476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Attempting to bind port 6d05ad03-f649-45f0-92f1-c917aa707e1a on network 6589321d-4064-4eec-b914-cc75237dc848 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:25.208271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.216251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:25.216768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Checking segment: {'id': '943d03c4-85cf-4847-9796-535fad05f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6589321d-4064-4eec-b914-cc75237dc848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:25.217616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.217909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Bound using segment: {'id': '943d03c4-85cf-4847-9796-535fad05f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6589321d-4064-4eec-b914-cc75237dc848'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:25.218472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Bound port: 6d05ad03-f649-45f0-92f1-c917aa707e1a, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943d03c4-85cf-4847-9796-535fad05f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6589321d-4064-4eec-b914-cc75237dc848'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:25.218938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.227461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port ea4489e9-18dd-40ca-970d-6903e56f3833 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:25.228413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.352605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:25.398550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.411964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Transition to ACTIVE for port object f9782774-c420-4418-8c27-46ad8e7d11f3 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:25.426393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.431304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router c5a9d984-b1af-4544-9dce-7b686850e256 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:25.450328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba0ab5-d49b-481d-9378-c0aa149276a2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.461534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Transition to ACTIVE for port object f9782774-c420-4418-8c27-46ad8e7d11f3 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:25.464846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.466460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port ea4489e9-18dd-40ca-970d-6903e56f3833, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ea4489e9-18dd-40ca-970d-6903e56f3833,segment=NetworkSegment(c5d1ca26-0644-482f-bcf1-664b2c59d522),segment_id=c5d1ca26-0644-482f-bcf1-664b2c59d522)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:25.466724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.467011 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-97a7f0e9-3bb9-4f40-9425-2b26829865d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1772723 Apr 21 14:52:25.471003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2e9daaed-6136-42ac-9440-0570f466376e None None] Provisioning for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:25.471946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55024) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:25.477816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] For port 6d05ad03-f649-45f0-92f1-c917aa707e1a, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:25.479837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2e9daaed-6136-42ac-9440-0570f466376e None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:25.480236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e9daaed-6136-42ac-9440-0570f466376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.489552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1821843164', 'security_groups': ['6cba0ab5-d49b-481d-9378-c0aa149276a2'], 'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f675f597-f1af-445e-8716-2198cce4180e'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:25.503465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6589321d-4064-4eec-b914-cc75237dc848']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:25.511446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.526552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943d03c4-85cf-4847-9796-535fad05f1c6') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:25.526922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943d03c4-85cf-4847-9796-535fad05f1c6') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:25.572683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] For port 6d05ad03-f649-45f0-92f1-c917aa707e1a, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6d05ad03-f649-45f0-92f1-c917aa707e1a,segment=NetworkSegment(943d03c4-85cf-4847-9796-535fad05f1c6),segment_id=943d03c4-85cf-4847-9796-535fad05f1c6)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:25.590155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.606181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.616037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:25.616737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Pushing event updated for resources: {'Port': ['ID=f9782774-c420-4418-8c27-46ad8e7d11f3,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.620839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:25.642321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.649861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.678269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:25.723765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:25.724649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:25.741020 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:25.797260 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2b7ca93c-c9c6-4b16-9162-e43a652614c6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:25.826059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for ea4489e9-18dd-40ca-970d-6903e56f3833 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:25.877250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:25.886386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:25.889819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:25.894559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:25.895490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.899956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145ae4f-0d53-4c15-86b7-91e10b312ad7 None None] Pushing event updated for resources: {'Port': ['ID=6d05ad03-f649-45f0-92f1-c917aa707e1a,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.902351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=9961d2df-a0c4-4b88-be02-7eab0a8df4c0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.923807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Attempting to bind port f9782774-c420-4418-8c27-46ad8e7d11f3 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:25.924467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Attempting to bind port f9782774-c420-4418-8c27-46ad8e7d11f3 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'f54c1bb9-a684-482d-bb7f-4f185e2d5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8dff4053-295d-4609-a540-30f1ac222250'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:25.925057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Attempting to bind port f9782774-c420-4418-8c27-46ad8e7d11f3 on network 8dff4053-295d-4609-a540-30f1ac222250 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:25.928659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:25.934865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.944796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:25.945449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Checking segment: {'id': 'f54c1bb9-a684-482d-bb7f-4f185e2d5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8dff4053-295d-4609-a540-30f1ac222250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:25.946024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.946578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Bound using segment: {'id': 'f54c1bb9-a684-482d-bb7f-4f185e2d5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8dff4053-295d-4609-a540-30f1ac222250'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:25.947209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Bound port: f9782774-c420-4418-8c27-46ad8e7d11f3, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54c1bb9-a684-482d-bb7f-4f185e2d5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8dff4053-295d-4609-a540-30f1ac222250'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:25.947750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.991170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:port and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:25.994054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:52:25.994054 dv-neutron-838898-1-hyperv neutron-server[83935]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:52:25.994054 dv-neutron-838898-1-hyperv neutron-server[83935]: [parameters: {'id': '6589321d-4064-4eec-b914-cc75237dc848'}] Apr 21 14:52:25.994054 dv-neutron-838898-1-hyperv neutron-server[83935]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:25.995467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:26.004965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:26.010820 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8971dfac-68ea-4789-ad69-e1aea4d19c2b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4783549 Apr 21 14:52:26.047090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55028) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:26.065900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:26.076178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:26.100868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:26.101694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.128148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:26.129534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2e9daaed-6136-42ac-9440-0570f466376e None None] Provisioning complete for port 8475585e-feaf-4217-bce7-0fac800905bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:26.129907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e9daaed-6136-42ac-9440-0570f466376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.133944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.181263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:26.186139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port f9a2082f-65b2-4c4c-82d2-059aa1fd88ce yet. {{(pid=83935) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:26.196298 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] Sync routers for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:26.221479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eed813d-9d2e-403d-b5de-8f140bc70583 None None] Network 6589321d-4064-4eec-b914-cc75237dc848 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:26.224160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.229568 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:26.232396 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:26.242016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] For port f9782774-c420-4418-8c27-46ad8e7d11f3, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:26.332915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.354868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2e9daaed-6136-42ac-9440-0570f466376e None None] Port 8475585e-feaf-4217-bce7-0fac800905bd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:26.362582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] For port f9782774-c420-4418-8c27-46ad8e7d11f3, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f9782774-c420-4418-8c27-46ad8e7d11f3,segment=NetworkSegment(f54c1bb9-a684-482d-bb7f-4f185e2d5cd9),segment_id=f54c1bb9-a684-482d-bb7f-4f185e2d5cd9)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:26.379703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.401717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=ea4489e9-18dd-40ca-970d-6903e56f3833,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:26.490860 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:26.558407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.662798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c23596d3-3ca3-46af-8e50-819200dfe37b None None] Provisioning for port 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:26.686275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a1097-f8da-466a-9e78-bdf6e72ce489 None None] Pushing event updated for resources: {'Port': ['ID=f9782774-c420-4418-8c27-46ad8e7d11f3,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:26.709113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c23596d3-3ca3-46af-8e50-819200dfe37b None None] Provisioning complete for port 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:26.709808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c23596d3-3ca3-46af-8e50-819200dfe37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.737408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:26.751348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:26.755020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:26.768785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:26.800832 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3db10dcb-f1d3-49c7-b143-dd27b86ac34a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/65e43699-5ddd-46e3-9abe-b6df040b59a0 HTTP/1.1" status: 204 len: 168 time: 3.9454124 Apr 21 14:52:26.818318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:52:26.836645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:26.844844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c23596d3-3ca3-46af-8e50-819200dfe37b None None] Port 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:26.976118 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d372050c-afec-4497-bf82-7c8e0201d502'] response: {'name': 'network-changed', 'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'status': 'completed', 'code': 200} Apr 21 14:52:27.049143 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:06Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.055600 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] Checking router: c5a9d984-b1af-4544-9dce-7b686850e256 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:27.072427 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:27.073531 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.085826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting port 6d05ad03-f649-45f0-92f1-c917aa707e1a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:27.086161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.111240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.193489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.13 (8dff4053-295d-4609-a540-30f1ac222250/f675f597-f1af-445e-8716-2198cce4180e/f9a2082f-65b2-4c4c-82d2-059aa1fd88ce) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:27.271813 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-09a0c0aa-eb72-4db8-8645-a81ccbdc7be2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 1098 time: 0.2887888 Apr 21 14:52:27.292743 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:27.323514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.407636 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a85b685-3394-4ef6-a129-69bf689ef43a (CIDR: 2001:db8::/64) Apr 21 14:52:27.549507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-59bbde11-cc49-4430-acec-c4e85b45f785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:27.551632 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-59bbde11-cc49-4430-acec-c4e85b45f785 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 200 len: 897 time: 0.2610345 Apr 21 14:52:27.560532 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:27.561440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:27.709887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b94a4-9d40-4267-999c-7cb9dc45f641 req-c54574e9-253c-4b1c-a9bf-527e1c1ca240 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:27.710577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-aa0b94a4-9d40-4267-999c-7cb9dc45f641 req-c54574e9-253c-4b1c-a9bf-527e1c1ca240 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:27.715060 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-bf986389-43e3-4f53-86e8-abf7e6f31601 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 200 len: 217 time: 0.1479518 Apr 21 14:52:27.718078 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:06Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.731150 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb182d-cb80-4be5-bda6-b22464c27c6e None None] The sync data for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv is: [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:06Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2c714c7d-87ad-46ca-b8f9-ccdc05ef3094', 'name': '', 'network_id': '9ea208a4-5b81-4381-b138-258b7bbba23d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:bc:38:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:27.756996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] For port 6d05ad03-f649-45f0-92f1-c917aa707e1a, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6d05ad03-f649-45f0-92f1-c917aa707e1a,segment=NetworkSegment(943d03c4-85cf-4847-9796-535fad05f1c6),segment_id=943d03c4-85cf-4847-9796-535fad05f1c6)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:27.757362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.873697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f9782774-c420-4418-8c27-46ad8e7d11f3 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:27.917127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Calling delete_port for 6d05ad03-f649-45f0-92f1-c917aa707e1a owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:27.959533 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8fac3fb5-6b70-4dba-95cd-9ef9b8cacc1d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9111395 Apr 21 14:52:27.961412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-ea8f2ffd-5bfb-402d-bd57-f059d1cc607d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:27.962982 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-ea8f2ffd-5bfb-402d-bd57-f059d1cc607d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 HTTP/1.1" status: 200 len: 835 time: 0.2403557 Apr 21 14:52:27.963818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port f9782774-c420-4418-8c27-46ad8e7d11f3 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:27.964434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:27.989506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:27.991037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-aa0b94a4-9d40-4267-999c-7cb9dc45f641 req-c54574e9-253c-4b1c-a9bf-527e1c1ca240 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:27.992234 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-aa0b94a4-9d40-4267-999c-7cb9dc45f641 req-c54574e9-253c-4b1c-a9bf-527e1c1ca240 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 945 time: 0.6549125 Apr 21 14:52:28.016683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587cad38-04fd-495b-a228-34a09d260146 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:52:28.053822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.067810 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-aa0b94a4-9d40-4267-999c-7cb9dc45f641 req-2a19d033-e194-4bad-87b8-96944e8f78e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644834 Apr 21 14:52:28.117631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object f9a2082f-65b2-4c4c-82d2-059aa1fd88ce will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:28.167288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33bba2b-1877-4c49-99cd-3c44c85907b0 None None] New status for floating IP 65e43699-5ddd-46e3-9abe-b6df040b59a0: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:52:28.190003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.227737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:28.235169 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-e7bc1e65-18a9-4f36-b885-95e45208de1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9ea208a4-5b81-4381-b138-258b7bbba23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2505438 Apr 21 14:52:28.235928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:28.246804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Port': ['ID=6d05ad03-f649-45f0-92f1-c917aa707e1a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:28.254142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Deleting port 37095880-199f-4ea1-bdc0-e4516b0e057c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:28.254664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.286309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No DVR routers for this DVR port 6d05ad03-f649-45f0-92f1-c917aa707e1a on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:28.295182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:28.324485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Provisioning for port f9782774-c420-4418-8c27-46ad8e7d11f3 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:28.337224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:28.337458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.362803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.387243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:28.395470 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587cad38-04fd-495b-a228-34a09d260146 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:52:28.488614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:28.492241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.619022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.694641 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-3fe9b947-66bd-432c-9e35-dd7faf043b95 service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968682 Apr 21 14:52:28.706627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] For port f9782774-c420-4418-8c27-46ad8e7d11f3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f9782774-c420-4418-8c27-46ad8e7d11f3,segment=NetworkSegment(f54c1bb9-a684-482d-bb7f-4f185e2d5cd9),segment_id=f54c1bb9-a684-482d-bb7f-4f185e2d5cd9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:28.722600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.739789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.787327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:28.790000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=f9a2082f-65b2-4c4c-82d2-059aa1fd88ce,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:28.795857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6589321d-4064-4eec-b914-cc75237dc848']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:28.807027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:28.821757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:28.837953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Pushing event updated for resources: {'Port': ['ID=f9782774-c420-4418-8c27-46ad8e7d11f3,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:28.843043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Provisioning complete for port d7f8959c-9b89-478b-b586-2ee4c6bbe74c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:28.843231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.862694 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 304dedbb-679e-48ad-814c-796652825be8 (CIDR: 2001:db8:0:1::/64) Apr 21 14:52:28.879028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943d03c4-85cf-4847-9796-535fad05f1c6') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:28.879685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943d03c4-85cf-4847-9796-535fad05f1c6') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:28.880895 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:28.881335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:28.913448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.929010 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92237ac1-3b4f-434c-b8d2-328f0c3ebb48 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9605513 Apr 21 14:52:28.936146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:28.946511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'subnet': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:28.947616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-40854fb3-fd8f-4858-a02f-028460e0618c None None] Port d7f8959c-9b89-478b-b586-2ee4c6bbe74c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:28.965219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.989712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.999864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:29.000604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.019211 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-52c50ce9-f9cf-405c-a10b-2759371341ec req-53c53e09-afbd-48e1-8a11-3295085ac90e service neutron] 10.222.0.21 "GET /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708900 Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:29.078213 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:29.101058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:29.113957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:29.128216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Usage tracker for resource:subnet and tenant:8391a3bddaf74cf491d205c7ace8a1e2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:29.194622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:29.239325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Calling delete_port for 37095880-199f-4ea1-bdc0-e4516b0e057c owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:29.255418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:29.271450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:29.272042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.279951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6bad7d72-14bc-492c-90fc-4a822a5b1c9d None None] Provisioning for port f9a2082f-65b2-4c4c-82d2-059aa1fd88ce completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:29.284929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6bad7d72-14bc-492c-90fc-4a822a5b1c9d None None] Provisioning complete for port f9a2082f-65b2-4c4c-82d2-059aa1fd88ce triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:29.285297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6bad7d72-14bc-492c-90fc-4a822a5b1c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.315905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-b543a098-5383-463b-8187-16486b3ca270 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:29.317420 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-b543a098-5383-463b-8187-16486b3ca270 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 945 time: 0.6585546 Apr 21 14:52:29.322625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Made reservation on behalf of 8391a3bddaf74cf491d205c7ace8a1e2 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:29.324687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.326116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.348934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6bad7d72-14bc-492c-90fc-4a822a5b1c9d None None] Port f9a2082f-65b2-4c4c-82d2-059aa1fd88ce cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:29.388645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.418181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Network': ['ID=6589321d-4064-4eec-b914-cc75237dc848,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:29.437823 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35173676-db8e-4909-9448-6159130c5ed5 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9629161 Apr 21 14:52:29.447663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55048) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:29.452783 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1d22506b-df75-4f15-ada6-7fe4e9bc2f1f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/6589321d-4064-4eec-b914-cc75237dc848 HTTP/1.1" status: 204 len: 168 time: 6.8294938 Apr 21 14:52:29.468267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:29.481818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55052) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:29.495389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1241122862'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:29.501023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port b7f6578a-a706-4b28-b531-6d8c762111dd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:29.501360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.535137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:29.592765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:network and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:29.613760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:29.629674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:29.636079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5e684-2efc-43ff-bd38-34c7b3694650 req-2298d527-47ce-47c7-a15f-f4c617561f2f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:29.636790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cda5e684-2efc-43ff-bd38-34c7b3694650 req-2298d527-47ce-47c7-a15f-f4c617561f2f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:29.668419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:29.678433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cda5e684-2efc-43ff-bd38-34c7b3694650 req-2298d527-47ce-47c7-a15f-f4c617561f2f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:29.679614 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cda5e684-2efc-43ff-bd38-34c7b3694650 req-2298d527-47ce-47c7-a15f-f4c617561f2f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 945 time: 0.4217155 Apr 21 14:52:29.681880 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975305f3-d16a-4906-80d5-206886177578 None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:29.685171 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c006069-92cc-41ad-887c-79dc1a194db0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6818552 Apr 21 14:52:29.695624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f9782774-c420-4418-8c27-46ad8e7d11f3 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:29.702023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55056) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:29.702605 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:29.703439 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:29.750616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:29.755832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:29.759448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:29.766856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:29.777066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:29.777066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.788101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:29.790756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.805419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:29.865065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cda5e684-2efc-43ff-bd38-34c7b3694650 req-d0ee0d9f-401b-4b32-99eb-a24714cd7753 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:29.906592 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:29.975055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cda5e684-2efc-43ff-bd38-34c7b3694650 req-d0ee0d9f-401b-4b32-99eb-a24714cd7753 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:29.977073 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cda5e684-2efc-43ff-bd38-34c7b3694650 req-d0ee0d9f-401b-4b32-99eb-a24714cd7753 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=45ae8772-9936-441a-bb0e-9289d4d4b5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908103 Apr 21 14:52:30.057711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:30.058943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet 83a201b3-edb1-420a-bfee-51c702b85c65 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:30.078286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.106410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.123210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.194411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.207855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.208229 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Added segment 09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f of type vlan for network 40187f85-bbd9-4a6d-907b-c4fa70befba1 Apr 21 14:52:30.231505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event deleted for resources: {'Port': ['ID=37095880-199f-4ea1-bdc0-e4516b0e057c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:30.243676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:30.253501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:30.265678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:30.266272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.270696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e4af5-9394-4c5e-b4e3-7a8a8c42c43c None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:30.289121 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:25Z', 'revision_number': 9, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.291465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.294273 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975305f3-d16a-4906-80d5-206886177578 None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:30.310029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Subnet': ['ID=f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:30.321672 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7068d00a-f73b-4c64-a577-1ba8ab1559cc tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3813515 Apr 21 14:52:30.322540 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:30.322667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55060) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:30.323178 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.329706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1923501255', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a'}], 'security_groups': ['60ead30a-dfad-4929-8ffd-68e9701dbdb1', '96a6ad19-fd91-4ad2-abb9-f2e70504d5d3']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:30.512185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.525922 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:30.563499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.568525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port b7f6578a-a706-4b28-b531-6d8c762111dd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7f6578a-a706-4b28-b531-6d8c762111dd,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:30.569004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.603966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.691851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.701880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.757362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=83a201b3-edb1-420a-bfee-51c702b85c65,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:30.810857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.816844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-963b5b53-4ce6-481b-a931-d9fa7b8d5f2d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/83a201b3-edb1-420a-bfee-51c702b85c65 HTTP/1.1" status: 204 len: 168 time: 1.1136959 Apr 21 14:52:30.820760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55064) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:30.847370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32818d6-5be7-4d19-b76b-d1fd4460f8c0 None None] Network d5503492-6626-45b0-9884-edd958280e08 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:30.864550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for b7f6578a-a706-4b28-b531-6d8c762111dd owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:30.911837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:52:30.940057 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-975305f3-d16a-4906-80d5-206886177578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:25Z', 'revision_number': 9, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.949347 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975305f3-d16a-4906-80d5-206886177578 None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:25Z', 'revision_number': 9, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': '41bea80e-dfc0-448c-9124-eed902aae49e', 'name': '', 'network_id': 'a6829f42-1136-4dcf-b8b3-d580398ab0f2', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:28:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:24Z', 'updated_at': '2022-04-21T14:51:38Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '03ac9437-3208-4c0a-8e3f-d8906ca15f90', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:30.968462 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.ipam_backend_mixin [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f675f597-f1af-445e-8716-2198cce4180e (CIDR: 172.20.0.0/28) Apr 21 14:52:30.989991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.994338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.998839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:30.999433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.022891 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:31.023248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:31.048805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.070240 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ba8beb38-fe9c-4a24-b6d1-3afe905fbff3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6193645 Apr 21 14:52:31.071105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55070) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:31.100517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] Update dhcp port {'port': {'network_id': '96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52', 'fixed_ips': [{'subnet_id': '304dedbb-679e-48ad-814c-796652825be8', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a85b685-3394-4ef6-a129-69bf689ef43a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': '2b7ca93c-c9c6-4b16-9162-e43a652614c6'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:52:31.130610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:31.174425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.181296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6961246 Apr 21 14:52:31.182680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:31.183229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.206146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:31.231040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'subnet': {'network_id': '40187f85-bbd9-4a6d-907b-c4fa70befba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:31.350897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] DHCP port deletion for d5503492-6626-45b0-9884-edd958280e08 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:31.355646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] Deleting port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:31.356786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.367168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Delete allocated IP 2001:db8::21d (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/4a85b685-3394-4ef6-a129-69bf689ef43a) {{(pid=83934) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:52:31.427056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7b44d-97c2-4163-8e2a-c172f61b0631 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Network': ['ID=40187f85-bbd9-4a6d-907b-c4fa70befba1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:31.457834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 40187f85-bbd9-4a6d-907b-c4fa70befba1 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:31.461082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.526500 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-769b7ea1-7cb7-4e6c-baab-6312ef18940c req-3b82526f-fc95-4806-bc1b-889620806942 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 210 time: 0.3663001 Apr 21 14:52:31.552047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Allocated IP 2001:db8:0:2::42 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a/9961d2df-a0c4-4b88-be02-7eab0a8df4c0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:31.591647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:31.600846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:subnet and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:31.605817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=b7f6578a-a706-4b28-b531-6d8c762111dd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:31.630706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:31.642445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:31.705130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ea4489e9-18dd-40ca-970d-6903e56f3833 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:31.743717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:31.748201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port b7f6578a-a706-4b28-b531-6d8c762111dd on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:31.754896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.758118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'name': 'network-vif-deleted', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:52:31.763323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:31.769973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ea4489e9-18dd-40ca-970d-6903e56f3833 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:31.770495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ea4489e9-18dd-40ca-970d-6903e56f3833 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:31.771158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6abdb850-f6d3-45f6-bc7d-298d5400f7cb no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:31.854519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,segment=NetworkSegment(c5d1ca26-0644-482f-bcf1-664b2c59d522),segment_id=c5d1ca26-0644-482f-bcf1-664b2c59d522)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:31.854976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.858486 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] For port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,segment=NetworkSegment(c5d1ca26-0644-482f-bcf1-664b2c59d522),segment_id=c5d1ca26-0644-482f-bcf1-664b2c59d522)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:31.858888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.991306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] Calling delete_port for 6abdb850-f6d3-45f6-bc7d-298d5400f7cb owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:32.061947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2798325b-53b6-4910-a473-f7e39a9dbe9f'] response: {'server_uuid': 'cc84b5e7-ccfd-4b9a-a541-5fab92408688', 'name': 'network-vif-deleted', 'tag': 'b7f6578a-a706-4b28-b531-6d8c762111dd', 'status': 'completed', 'code': 200} Apr 21 14:52:32.063216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:32.078038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:32.088612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:32.095820 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3f552752-c8fa-4aae-b7e4-85bb0b6a0395 req-ecee270c-1994-4cef-be3d-f696a9ec1467 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/b7f6578a-a706-4b28-b531-6d8c762111dd HTTP/1.1" status: 204 len: 173 time: 2.7649684 Apr 21 14:52:32.153640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.170203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 6abdb850-f6d3-45f6-bc7d-298d5400f7cb owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:32.177326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:32.181560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.181988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.224439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.281625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] Pushing event deleted for resources: {'Port': ['ID=6abdb850-f6d3-45f6-bc7d-298d5400f7cb,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:32.313308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb5181-9332-4b0a-a129-1f1cf8264339 None None] No DVR routers for this DVR port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:32.355199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:52:32.373006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.392855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:32.393169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:32.406524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Transition to ACTIVE for port object 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:32.408400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Router 942eba56-eac5-4ba7-a6cb-9eadaa20b9de has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:32.413631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.491483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] Allocated IP 2001:db8:0:2::2 (96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52/f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a/2b7ca93c-c9c6-4b16-9162-e43a652614c6) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:32.567962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] In _notify_port_updated(), no bound segment for port 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 on network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:52:32.571918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:32.572294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.576269 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "PUT /v2.0/ports/9961d2df-a0c4-4b88-be02-7eab0a8df4c0 HTTP/1.1" status: 200 len: 969 time: 2.2499380 Apr 21 14:52:32.578922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55082) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:32.652044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] For port 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2b7ca93c-c9c6-4b16-9162-e43a652614c6,segment=NetworkSegment(26b83c69-098f-4f4d-a584-7a449e841a71),segment_id=26b83c69-098f-4f4d-a584-7a449e841a71)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:32.652470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596f9b2-8cd3-41e6-801e-f041f8063088 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event updated for resources: {'Port': ['ID=9961d2df-a0c4-4b88-be02-7eab0a8df4c0,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:32.686627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.726047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.745339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] Transition to ACTIVE for port object 2b7ca93c-c9c6-4b16-9162-e43a652614c6 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:32.752681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.771240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Subnet': ['ID=1bd62ee6-479f-4c17-b234-76dfa6fc7a1e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:32.782974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:32.793629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:32.793979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.805491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] Sync routers for ids ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:32.820058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Checking segment: {'id': '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '40187f85-bbd9-4a6d-907b-c4fa70befba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:32.820824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network hostable DHCP agents. Network: 40187f85-bbd9-4a6d-907b-c4fa70befba1, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:32.853378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-64979336-a631-4d1d-ba0d-99520a6a8730 req-79c9cb53-b039-4b09-9f2e-c027d86af83d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:32.853934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 40187f85-bbd9-4a6d-907b-c4fa70befba1 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:32.874391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 40187f85-bbd9-4a6d-907b-c4fa70befba1) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:32.874619 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3e9bfc95-259d-4fac-9b91-221bf9565e82 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "PUT /v2.0/routers/942eba56-eac5-4ba7-a6cb-9eadaa20b9de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2691865 Apr 21 14:52:32.875727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55086) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:32.880734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:32.881605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.916192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79c55d-4e2c-4bb3-85be-7b92c793ec47 None None] Network 40187f85-bbd9-4a6d-907b-c4fa70befba1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:32.932384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-64979336-a631-4d1d-ba0d-99520a6a8730 req-79c9cb53-b039-4b09-9f2e-c027d86af83d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:32.933548 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-64979336-a631-4d1d-ba0d-99520a6a8730 req-79c9cb53-b039-4b09-9f2e-c027d86af83d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc84b5e7-ccfd-4b9a-a541-5fab92408688 HTTP/1.1" status: 200 len: 210 time: 0.2078376 Apr 21 14:52:32.954204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 6abdb850-f6d3-45f6-bc7d-298d5400f7cb {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:32.954204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.062486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.069128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b7f6578a-a706-4b28-b531-6d8c762111dd no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:33.092279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dcdda-c0da-4842-bf1c-c394f3f9702d None None] Pushing event updated for resources: {'Port': ['ID=2b7ca93c-c9c6-4b16-9162-e43a652614c6,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:33.105192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] Routers {'942eba56-eac5-4ba7-a6cb-9eadaa20b9de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:33.106841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:33.113811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] The port '6abdb850-f6d3-45f6-bc7d-298d5400f7cb' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:33.166886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:33.172669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:33.180829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:33.181416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.189216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=830d4a8d-da32-40a3-9333-a673ecd15ea9,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:33.208373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44db71-a2fd-411e-8181-9b41b41f5506 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:33.213435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.224675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-12fd793a-a930-4a15-ac3e-f858f75f5aca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1427827 Apr 21 14:52:33.224896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: b7f6578a-a706-4b28-b531-6d8c762111dd {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:33.224896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b7f6578a-a706-4b28-b531-6d8c762111dd not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:33.226547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55090) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:33.233333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1637613447', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '830d4a8d-da32-40a3-9333-a673ecd15ea9'}], 'security_groups': ['15b5d033-84d6-4eb7-a371-211b11942bd0']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:33.272973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:33.363542 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67e24069-3196-46c6-9055-41107fc24c89 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1458194 Apr 21 14:52:33.366219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:33.382147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 9961d2df-a0c4-4b88-be02-7eab0a8df4c0 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:33.398207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.409666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] Routers {'942eba56-eac5-4ba7-a6cb-9eadaa20b9de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:33.410418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:33.464294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06c62f4a-315d-4fb2-8b89-ab35a22bd819 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.465746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-40187f85-bbd9-4a6d-907b-c4fa70befba1', 'network_id': '40187f85-bbd9-4a6d-907b-c4fa70befba1', 'tenant_id': '45b6e7e62831420c92d50de737448469', 'fixed_ips': [{'subnet_id': '1bd62ee6-479f-4c17-b234-76dfa6fc7a1e'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:33.466578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.500602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:33.501316 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28580018-d0ea-4fa1-b720-9336dbfdd76d None None] The sync data for ids ['942eba56-eac5-4ba7-a6cb-9eadaa20b9de'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:33.518984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.610300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5503492-6626-45b0-9884-edd958280e08']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:33.642191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d1ca26-0644-482f-bcf1-664b2c59d522') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:33.642485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d1ca26-0644-482f-bcf1-664b2c59d522') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:33.680648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.765607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Allocated IP 2001:db8::2 (40187f85-bbd9-4a6d-907b-c4fa70befba1/1bd62ee6-479f-4c17-b234-76dfa6fc7a1e/6161ddf7-386d-4b47-8fb5-cd93933074fa) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:33.863613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.868967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.885521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:33.885921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.890700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:33.905312 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:33.925844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2b7ca93c-c9c6-4b16-9162-e43a652614c6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:33.994833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=9961d2df-a0c4-4b88-be02-7eab0a8df4c0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.130676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.156379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] Update dhcp port {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'fixed_ips': [{'subnet_id': 'f675f597-f1af-445e-8716-2198cce4180e', 'ip_address': '172.20.0.2'}, {'subnet_id': '830d4a8d-da32-40a3-9333-a673ecd15ea9'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': 'f9782774-c420-4418-8c27-46ad8e7d11f3'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:52:34.157579 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-afd9cd00-5eac-4497-840d-04da33a05b1c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/9961d2df-a0c4-4b88-be02-7eab0a8df4c0 HTTP/1.1" status: 204 len: 168 time: 1.5766621 Apr 21 14:52:34.161773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55100) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.196464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55104) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.199449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.223641 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd6dfec-3430-4273-b175-0fe6f342abab tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] GET failed (client error): The resource could not be found. Apr 21 14:52:34.224184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8dd6dfec-3430-4273-b175-0fe6f342abab tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Synchronizing usage tracker for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:34.227969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.273377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.291107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.297163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8dd6dfec-3430-4273-b175-0fe6f342abab tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Unset dirty status for tenant:8391a3bddaf74cf491d205c7ace8a1e2 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:34.301217 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8dd6dfec-3430-4273-b175-0fe6f342abab tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports/9961d2df-a0c4-4b88-be02-7eab0a8df4c0 HTTP/1.1" status: 404 len: 333 time: 0.1387677 Apr 21 14:52:34.301793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55108) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.327138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06c62f4a-315d-4fb2-8b89-ab35a22bd819 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.329286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=d5503492-6626-45b0-9884-edd958280e08,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.341226 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9dd4a020-634b-4570-bf9a-7e455c09f411 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/d5503492-6626-45b0-9884-edd958280e08 HTTP/1.1" status: 204 len: 168 time: 3.5191913 Apr 21 14:52:34.349148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55112) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.380865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06c62f4a-315d-4fb2-8b89-ab35a22bd819 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.412382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea94528-d3c7-4f67-b119-160183ae54f1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.465244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f16bff27-6719-4415-8c2a-50f44e3ba3c1 None None] Could not find standard attr ID for object 9961d2df-a0c4-4b88-be02-7eab0a8df4c0. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:34.474281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea94528-d3c7-4f67-b119-160183ae54f1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.509770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.513050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f16bff27-6719-4415-8c2a-50f44e3ba3c1 None None] Provisioning complete for port 8475585e-feaf-4217-bce7-0fac800905bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:34.513432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f16bff27-6719-4415-8c2a-50f44e3ba3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.549051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06c62f4a-315d-4fb2-8b89-ab35a22bd819 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.549617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c62f4a-315d-4fb2-8b89-ab35a22bd819 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Fanout notify agent at l3_agent the message router_deleted on router 942eba56-eac5-4ba7-a6cb-9eadaa20b9de {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:52:34.573623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Transition to ACTIVE for port object 6161ddf7-386d-4b47-8fb5-cd93933074fa will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:34.574296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06c62f4a-315d-4fb2-8b89-ab35a22bd819 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.580809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-06c62f4a-315d-4fb2-8b89-ab35a22bd819 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "DELETE /v2.0/routers/942eba56-eac5-4ba7-a6cb-9eadaa20b9de HTTP/1.1" status: 204 len: 168 time: 1.6866720 Apr 21 14:52:34.581986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55116) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.596954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7e930b06-f8bb-40fd-9b4d-5e575fee8052 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.600537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f16bff27-6719-4415-8c2a-50f44e3ba3c1 None None] Port 8475585e-feaf-4217-bce7-0fac800905bd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:34.604380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Delete allocated IP 172.20.0.13 (8dff4053-295d-4609-a540-30f1ac222250/f675f597-f1af-445e-8716-2198cce4180e) {{(pid=83935) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:52:34.605497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Transition to ACTIVE for port object 6161ddf7-386d-4b47-8fb5-cd93933074fa will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:34.618821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.634761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.30 (8dff4053-295d-4609-a540-30f1ac222250/830d4a8d-da32-40a3-9333-a673ecd15ea9/f9a2082f-65b2-4c4c-82d2-059aa1fd88ce) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:34.648997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7e930b06-f8bb-40fd-9b4d-5e575fee8052 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.657298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f16bff27-6719-4415-8c2a-50f44e3ba3c1 None None] Provisioning for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:34.670240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f16bff27-6719-4415-8c2a-50f44e3ba3c1 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:34.670240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f16bff27-6719-4415-8c2a-50f44e3ba3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.738294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Network 40187f85-bbd9-4a6d-907b-c4fa70befba1 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:34.748592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:34.751236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:34.785160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea94528-d3c7-4f67-b119-160183ae54f1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.806831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Pushing event updated for resources: {'Port': ['ID=6161ddf7-386d-4b47-8fb5-cd93933074fa,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.819475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea94528-d3c7-4f67-b119-160183ae54f1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ae8772-9936-441a-bb0e-9289d4d4b5a8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.844470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.903612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7e930b06-f8bb-40fd-9b4d-5e575fee8052 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.905691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea94528-d3c7-4f67-b119-160183ae54f1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.916436 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ea94528-d3c7-4f67-b119-160183ae54f1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/45ae8772-9936-441a-bb0e-9289d4d4b5a8 HTTP/1.1" status: 204 len: 168 time: 0.7114160 Apr 21 14:52:34.943632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Attempting to bind port 6161ddf7-386d-4b47-8fb5-cd93933074fa on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:34.944055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Attempting to bind port 6161ddf7-386d-4b47-8fb5-cd93933074fa by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '40187f85-bbd9-4a6d-907b-c4fa70befba1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:34.944831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Attempting to bind port 6161ddf7-386d-4b47-8fb5-cd93933074fa on network 40187f85-bbd9-4a6d-907b-c4fa70befba1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:34.953734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:34.954336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Checking segment: {'id': '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '40187f85-bbd9-4a6d-907b-c4fa70befba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:34.954960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.955514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Bound using segment: {'id': '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '40187f85-bbd9-4a6d-907b-c4fa70befba1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:34.956166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Bound port: 6161ddf7-386d-4b47-8fb5-cd93933074fa, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '40187f85-bbd9-4a6d-907b-c4fa70befba1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:34.956732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.957369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Deleting subnet c5b476b2-acd9-4e60-8b28-58badcda7be1 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:34.966172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd62ee6-479f-4c17-b234-76dfa6fc7a1e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.969514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:35.045079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.048154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e930b06-f8bb-40fd-9b4d-5e575fee8052 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c0531-f240-4ee4-8bb4-32b85a14dc3a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.055587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] For port 6161ddf7-386d-4b47-8fb5-cd93933074fa, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:35.059905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] For port 6161ddf7-386d-4b47-8fb5-cd93933074fa, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6161ddf7-386d-4b47-8fb5-cd93933074fa,segment=NetworkSegment(09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f),segment_id=09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:35.081720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.120232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8af26aeb-4e88-4878-a7ae-855657fac80a None None] Could not find standard attr ID for object 9961d2df-a0c4-4b88-be02-7eab0a8df4c0. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:35.127742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7e930b06-f8bb-40fd-9b4d-5e575fee8052 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.131439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7e930b06-f8bb-40fd-9b4d-5e575fee8052 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/security-groups/572c0531-f240-4ee4-8bb4-32b85a14dc3a HTTP/1.1" status: 204 len: 168 time: 0.8232400 Apr 21 14:52:35.134367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55126) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:35.176814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66133614-9567-49bd-a3c2-9bbe2c6f53de None None] Pushing event updated for resources: {'Port': ['ID=6161ddf7-386d-4b47-8fb5-cd93933074fa,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.226009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.252245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f9ecf-4a93-4eed-b6a5-379f78f13fe2 None None] Network 40187f85-bbd9-4a6d-907b-c4fa70befba1 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:35.264568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object f9a2082f-65b2-4c4c-82d2-059aa1fd88ce will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:35.277227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.284390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1e361c7-4c6a-45d0-b849-ea8f41a4a018 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.359240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.377075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1e361c7-4c6a-45d0-b849-ea8f41a4a018 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.383569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.428803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.439353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40187f85-bbd9-4a6d-907b-c4fa70befba1']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:35.457516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:35.457806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:35.478775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.504721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.506680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=f9a2082f-65b2-4c4c-82d2-059aa1fd88ce,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.518697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] Allocated IP 172.20.0.18 (8dff4053-295d-4609-a540-30f1ac222250/830d4a8d-da32-40a3-9333-a673ecd15ea9/f9782774-c420-4418-8c27-46ad8e7d11f3) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:35.521980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:35.522745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:35.537771 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:35.638614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.644259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] In _notify_port_updated(), no bound segment for port f9a2082f-65b2-4c4c-82d2-059aa1fd88ce on network 8dff4053-295d-4609-a540-30f1ac222250 {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:52:35.648225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:35.648864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.652852 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d1d77d73-9729-4c10-bcb5-bb0e9d49b30e tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "PUT /v2.0/ports/f9a2082f-65b2-4c4c-82d2-059aa1fd88ce HTTP/1.1" status: 200 len: 921 time: 2.4238489 Apr 21 14:52:35.653252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55130) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:35.689226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:52:35.689226 dv-neutron-838898-1-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:52:35.689226 dv-neutron-838898-1-hyperv neutron-server[83934]: [parameters: {'id': '40187f85-bbd9-4a6d-907b-c4fa70befba1'}] Apr 21 14:52:35.689226 dv-neutron-838898-1-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:35.689689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:35.695239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] For port f9782774-c420-4418-8c27-46ad8e7d11f3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f9782774-c420-4418-8c27-46ad8e7d11f3,segment=NetworkSegment(f54c1bb9-a684-482d-bb7f-4f185e2d5cd9),segment_id=f54c1bb9-a684-482d-bb7f-4f185e2d5cd9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:35.727936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.728230 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:52:35.748791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] Transition to ACTIVE for port object f9782774-c420-4418-8c27-46ad8e7d11f3 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:35.752572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.808920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1e361c7-4c6a-45d0-b849-ea8f41a4a018 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.811079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.845422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e361c7-4c6a-45d0-b849-ea8f41a4a018 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a6ad19-fd91-4ad2-abb9-f2e70504d5d3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.864224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1e361c7-4c6a-45d0-b849-ea8f41a4a018 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.867873 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c1e361c7-4c6a-45d0-b849-ea8f41a4a018 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/security-groups/96a6ad19-fd91-4ad2-abb9-f2e70504d5d3 HTTP/1.1" status: 204 len: 168 time: 0.7281215 Apr 21 14:52:35.868835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port f9a2082f-65b2-4c4c-82d2-059aa1fd88ce {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:35.869362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.891194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:35.907381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b25cd-2c61-49b5-9058-565a114c085f None None] Pushing event updated for resources: {'Port': ['ID=f9782774-c420-4418-8c27-46ad8e7d11f3,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.925576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b476b2-acd9-4e60-8b28-58badcda7be1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.950845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.953152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c713f-3936-46b1-9163-305c6d25e19d None None] Network 5ae3c443-5932-421d-90c8-f67a301c6ccd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:35.979444 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8afb4897-c266-4525-b169-63c49a6e53a2 tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "DELETE /v2.0/subnets/c5b476b2-acd9-4e60-8b28-58badcda7be1 HTTP/1.1" status: 204 len: 168 time: 1.3801348 Apr 21 14:52:35.983685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55138) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:36.126185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77a461c4-2e82-44a3-870e-a31bb231990e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.148849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.179197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77a461c4-2e82-44a3-870e-a31bb231990e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.190810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.203694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Deleting port 83a8399d-a932-4a68-b168-5adf7cd54d78 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:36.204035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.284168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] DHCP port deletion for 5ae3c443-5932-421d-90c8-f67a301c6ccd request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:36.289126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] Deleting port 83a8399d-a932-4a68-b168-5adf7cd54d78 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:36.289823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.313714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.332879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting port 6161ddf7-386d-4b47-8fb5-cd93933074fa {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:36.333287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.408623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77a461c4-2e82-44a3-870e-a31bb231990e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.499806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for f9a2082f-65b2-4c4c-82d2-059aa1fd88ce owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:36.524979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a461c4-2e82-44a3-870e-a31bb231990e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ead30a-dfad-4929-8ffd-68e9701dbdb1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:36.557143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77a461c4-2e82-44a3-870e-a31bb231990e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.558255 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77a461c4-2e82-44a3-870e-a31bb231990e tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/security-groups/60ead30a-dfad-4929-8ffd-68e9701dbdb1 HTTP/1.1" status: 204 len: 168 time: 0.6588461 Apr 21 14:52:36.559046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] For port 83a8399d-a932-4a68-b168-5adf7cd54d78, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=83a8399d-a932-4a68-b168-5adf7cd54d78,segment=NetworkSegment(e638de08-2f58-4588-89c0-c9c9149052fa),segment_id=e638de08-2f58-4588-89c0-c9c9149052fa)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:36.560495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.561456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55142) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:36.587146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.650282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] For port 83a8399d-a932-4a68-b168-5adf7cd54d78, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=83a8399d-a932-4a68-b168-5adf7cd54d78,segment=NetworkSegment(e638de08-2f58-4588-89c0-c9c9149052fa),segment_id=e638de08-2f58-4588-89c0-c9c9149052fa)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:36.650649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.702647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] Calling delete_port for 83a8399d-a932-4a68-b168-5adf7cd54d78 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:36.763087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c8a41f34-e509-4be7-bfb3-6c94130c9965 None None] Provisioning for port f9782774-c420-4418-8c27-46ad8e7d11f3 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:36.777951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c8a41f34-e509-4be7-bfb3-6c94130c9965 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:36.778435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8a41f34-e509-4be7-bfb3-6c94130c9965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.830049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.881603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] Pushing event deleted for resources: {'Port': ['ID=83a8399d-a932-4a68-b168-5adf7cd54d78,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:36.893202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5a52f-a092-4f9d-b1d6-801e3f6364a6 None None] No DVR routers for this DVR port 83a8399d-a932-4a68-b168-5adf7cd54d78 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:36.968428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.972555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c8a41f34-e509-4be7-bfb3-6c94130c9965 None None] Could not find standard attr ID for object f9a2082f-65b2-4c4c-82d2-059aa1fd88ce. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:36.987916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c8a41f34-e509-4be7-bfb3-6c94130c9965 None None] Provisioning complete for port d7f8959c-9b89-478b-b586-2ee4c6bbe74c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:36.988656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c8a41f34-e509-4be7-bfb3-6c94130c9965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.040866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=f9a2082f-65b2-4c4c-82d2-059aa1fd88ce,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.049736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 4a85b685-3394-4ef6-a129-69bf689ef43a {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:37.050688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c8a41f34-e509-4be7-bfb3-6c94130c9965 None None] Port d7f8959c-9b89-478b-b586-2ee4c6bbe74c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:37.102127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.119809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Calling delete_port for 83a8399d-a932-4a68-b168-5adf7cd54d78 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:37.189600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] For port 6161ddf7-386d-4b47-8fb5-cd93933074fa, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6161ddf7-386d-4b47-8fb5-cd93933074fa,segment=NetworkSegment(09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f),segment_id=09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:37.189968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.253132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.263997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-35810d8d-bc33-420f-8cf9-2f93d90a0ece None None] Could not find standard attr ID for object f9a2082f-65b2-4c4c-82d2-059aa1fd88ce. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:37.291038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.335481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Calling delete_port for 6161ddf7-386d-4b47-8fb5-cd93933074fa owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:37.335725 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-388e8125-07d1-457a-ba76-9bfffab48559 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/f9a2082f-65b2-4c4c-82d2-059aa1fd88ce HTTP/1.1" status: 204 len: 168 time: 1.6774161 Apr 21 14:52:37.340904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55146) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:37.357887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f594fd3a-5c0f-4de6-9ec8-e9dbf6db3399 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:52:37.396640 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49b489b-f9c5-4eaa-8caf-6184350ffe67 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:52:37.397127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f49b489b-f9c5-4eaa-8caf-6184350ffe67 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:37.413129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:37.413548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:37.443867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.457194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f49b489b-f9c5-4eaa-8caf-6184350ffe67 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:37.458327 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f49b489b-f9c5-4eaa-8caf-6184350ffe67 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/f9a2082f-65b2-4c4c-82d2-059aa1fd88ce HTTP/1.1" status: 404 len: 333 time: 0.1165152 Apr 21 14:52:37.465681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55150) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:37.485256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.494801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Port': ['ID=6161ddf7-386d-4b47-8fb5-cd93933074fa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.505281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No DVR routers for this DVR port 6161ddf7-386d-4b47-8fb5-cd93933074fa on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:37.511261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f594fd3a-5c0f-4de6-9ec8-e9dbf6db3399 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:52:37.645435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.692313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 41bea80e-dfc0-448c-9124-eed902aae49e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:37.692650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.707744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f9782774-c420-4418-8c27-46ad8e7d11f3 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:37.721647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40187f85-bbd9-4a6d-907b-c4fa70befba1']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:37.738746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:37.739524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bdd6a9-c72e-4c39-bb4b-9bb39bbe2e0f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:37.796026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.800989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64729fbe-dd58-4719-8136-50fa5f4f0fe3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.858424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.874946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:37.875349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.881870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.889554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:37.889932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:37.891636 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:37.944145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Deleting port 83a8399d-a932-4a68-b168-5adf7cd54d78 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:37.944145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.944471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64729fbe-dd58-4719-8136-50fa5f4f0fe3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.952495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=4a85b685-3394-4ef6-a129-69bf689ef43a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.971472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.002104 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dff266e5-ea98-4530-9eb3-55564e045998 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/4a85b685-3394-4ef6-a129-69bf689ef43a HTTP/1.1" status: 204 len: 168 time: 1.4394717 Apr 21 14:52:38.011637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55154) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.045206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] The port '83a8399d-a932-4a68-b168-5adf7cd54d78' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:38.077594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port 41bea80e-dfc0-448c-9124-eed902aae49e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=41bea80e-dfc0-448c-9124-eed902aae49e,segment=NetworkSegment(489e2171-85f8-43f2-ba62-e9b7dae57fa3),segment_id=489e2171-85f8-43f2-ba62-e9b7dae57fa3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:38.077594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.143417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.186209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 83a8399d-a932-4a68-b168-5adf7cd54d78 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:38.224579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.225870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5febe-747e-4a24-9ddb-746bb0f6fa5b None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:38.239349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 41bea80e-dfc0-448c-9124-eed902aae49e owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:38.246206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Network': ['ID=40187f85-bbd9-4a6d-907b-c4fa70befba1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.252572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 83a8399d-a932-4a68-b168-5adf7cd54d78 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:38.253545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 83a8399d-a932-4a68-b168-5adf7cd54d78 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:38.255088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.265678 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a0587578-b34c-4342-ba50-a9f884b21a80 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/40187f85-bbd9-4a6d-907b-c4fa70befba1 HTTP/1.1" status: 204 len: 168 time: 4.8984456 Apr 21 14:52:38.271403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55158) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.280919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64729fbe-dd58-4719-8136-50fa5f4f0fe3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.285231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1856282119'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:38.287728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:38.309826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.320586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:38.331323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae3c443-5932-421d-90c8-f67a301c6ccd']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:38.338430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:network and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:38.345418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:38.353732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64729fbe-dd58-4719-8136-50fa5f4f0fe3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba0ab5-d49b-481d-9378-c0aa149276a2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.354406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e638de08-2f58-4588-89c0-c9c9149052fa') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:38.354691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e638de08-2f58-4588-89c0-c9c9149052fa') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:38.361897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:38.373040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64729fbe-dd58-4719-8136-50fa5f4f0fe3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.376817 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-64729fbe-dd58-4719-8136-50fa5f4f0fe3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/security-groups/6cba0ab5-d49b-481d-9378-c0aa149276a2 HTTP/1.1" status: 204 len: 168 time: 0.9082975 Apr 21 14:52:38.377562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55162) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.378446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.403804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:38.406748 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.425680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.533726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.547202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:38.547603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.553168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40996f90-49fb-4f73-8733-74bb4fea2bcd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:38.562484 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:38.629736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40996f90-49fb-4f73-8733-74bb4fea2bcd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.647127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.659214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:38.665771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.687534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.696221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.696561 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Added segment 15fb0e71-429b-460b-94a1-6cfb15700140 of type vlan for network 3e09490e-67e8-4265-9d42-581bea10d030 Apr 21 14:52:38.734637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] Pushing event deleted for resources: {'Network': ['ID=5ae3c443-5932-421d-90c8-f67a301c6ccd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.753894 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-65ba1f52-8cc7-40d8-8d02-dc8d1b8f878a tempest-FloatingIPNegativeTestJSON-812472294 tempest-FloatingIPNegativeTestJSON-812472294-project] 10.222.0.42 "DELETE /v2.0/networks/5ae3c443-5932-421d-90c8-f67a301c6ccd HTTP/1.1" status: 204 len: 168 time: 2.7647133 Apr 21 14:52:38.755650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.791722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.816465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40996f90-49fb-4f73-8733-74bb4fea2bcd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.843472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=41bea80e-dfc0-448c-9124-eed902aae49e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.847939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.873898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.877558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:38.878144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.884313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40996f90-49fb-4f73-8733-74bb4fea2bcd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b5d033-84d6-4eb7-a371-211b11942bd0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.963428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.993846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40996f90-49fb-4f73-8733-74bb4fea2bcd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.995518 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-40996f90-49fb-4f73-8733-74bb4fea2bcd tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/security-groups/15b5d033-84d6-4eb7-a371-211b11942bd0 HTTP/1.1" status: 204 len: 168 time: 0.6139095 Apr 21 14:52:38.999517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55168) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.083700 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8108675 Apr 21 14:52:39.084177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.084661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:39.085003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.103966 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-16701215-320e-4faf-beff-e971c7d8677f tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/f7cbfb12-9b4a-420e-aa7a-0d0989d41b1a HTTP/1.1" status: 204 len: 168 time: 1.0833254 Apr 21 14:52:39.111028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55172) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.111475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55174) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.119142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Request body: {'subnet': {'network_id': '3e09490e-67e8-4265-9d42-581bea10d030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:39.142871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbd982-3965-4944-bec0-60fd33dab8ad tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Network': ['ID=3e09490e-67e8-4265-9d42-581bea10d030,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:39.163545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 3e09490e-67e8-4265-9d42-581bea10d030 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:39.301044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55182) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.340989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3abde1-04d3-4a1e-8695-ae5da531ed0f None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:39.343422 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbb5b6e-deb6-4d4f-aa01-469e4e8c4372 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:39.343946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbb5b6e-deb6-4d4f-aa01-469e4e8c4372 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:39.348250 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3fbb5b6e-deb6-4d4f-aa01-469e4e8c4372 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/4a85b685-3394-4ef6-a129-69bf689ef43a HTTP/1.1" status: 404 len: 337 time: 0.2341068 Apr 21 14:52:39.359997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55186) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.468402 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:39.468681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.543213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet f675f597-f1af-445e-8716-2198cce4180e {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:39.547121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.568112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:39.573544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting subnet 304dedbb-679e-48ad-814c-796652825be8 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:39.578083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.612144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Usage tracker for resource:subnet and tenant:45b6e7e62831420c92d50de737448469 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:39.617202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-59145843-3624-4363-9835-f525a1ffcf35 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:39.617352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-59145843-3624-4363-9835-f525a1ffcf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.635855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:39.652103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:39.666238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.703216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Made reservation on behalf of 45b6e7e62831420c92d50de737448469 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:39.717850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:39.786320 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d0e2a363-8424-49fd-96db-93b59b8d91d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cff2657cb6d04bb197480b63fa439ab5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4785774 Apr 21 14:52:39.791007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55192) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.802485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.838417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-59145843-3624-4363-9835-f525a1ffcf35 None None] Provisioning complete for port 8475585e-feaf-4217-bce7-0fac800905bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:39.838943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-59145843-3624-4363-9835-f525a1ffcf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.846031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.909440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-59145843-3624-4363-9835-f525a1ffcf35 None None] Port 8475585e-feaf-4217-bce7-0fac800905bd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:39.944459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.975022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.017466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63adcc27-b997-4146-b358-a62c41662f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.037692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.105210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63adcc27-b997-4146-b358-a62c41662f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.216128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.251789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.255454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.307146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=f675f597-f1af-445e-8716-2198cce4180e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.308382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Subnet': ['ID=304dedbb-679e-48ad-814c-796652825be8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.308545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=2c714c7d-87ad-46ca-b8f9-ccdc05ef3094,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.329153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f685353-3ea4-43db-8250-a686edf4fdce None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:40.330316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.346752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.365194 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-25681b96-99a3-4e22-8ab5-f071a62be798 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/f675f597-f1af-445e-8716-2198cce4180e HTTP/1.1" status: 204 len: 168 time: 1.3470666 Apr 21 14:52:40.369417 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2f3ecaec-15e8-43d0-9f0c-f9a3d6b513cf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/304dedbb-679e-48ad-814c-796652825be8 HTTP/1.1" status: 204 len: 168 time: 1.0083325 Apr 21 14:52:40.372778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63adcc27-b997-4146-b358-a62c41662f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.373129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55196) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.373461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55198) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.375280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63adcc27-b997-4146-b358-a62c41662f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.376366 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63adcc27-b997-4146-b358-a62c41662f08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2aee348-48cc-4690-971f-8aa2b338d3fc HTTP/1.1" status: 204 len: 168 time: 0.5774457 Apr 21 14:52:40.384684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:40.546702 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd866bc-0c3c-4edb-befc-ae8463f0e8bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:40.547596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd866bc-0c3c-4edb-befc-ae8463f0e8bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:40.549859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2bd866bc-0c3c-4edb-befc-ae8463f0e8bb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/71add542-79d1-407e-bd14-cd6235c5b685 HTTP/1.1" status: 404 len: 337 time: 0.1736550 Apr 21 14:52:40.554602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e024159-abde-42d3-8a74-c085664b722e None None] Network 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:40.589277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55206) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.641468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adcc27-b997-4146-b358-a62c41662f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aee348-48cc-4690-971f-8aa2b338d3fc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.661614 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b133e233-b7a7-4a7b-9796-104c68080c2c tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "GET /v2.0/ports?device_id=64a14b67-60e8-4938-8dd7-3d28edfdd883 HTTP/1.1" status: 200 len: 205 time: 0.0698228 Apr 21 14:52:40.664680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55212) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.800261 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-deddac9b-20f4-40e3-ae89-00a492fadfcb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] delete failed (client error): The resource could not be found. Apr 21 14:52:40.801779 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-deddac9b-20f4-40e3-ae89-00a492fadfcb tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/routers/64a14b67-60e8-4938-8dd7-3d28edfdd883 HTTP/1.1" status: 404 len: 336 time: 0.1360071 Apr 21 14:52:40.848485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55218) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.866240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.objects.ports [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83935) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 21 14:52:40.884168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e9741a8d-1d6b-45cb-8986-e612be5fb9a0 None None] Provisioning complete for port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:40.884538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9741a8d-1d6b-45cb-8986-e612be5fb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.929282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.978148 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d99f2b8-c42b-47aa-bc40-c1d4cc603b34 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:40.978948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d99f2b8-c42b-47aa-bc40-c1d4cc603b34 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:40.983659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1d99f2b8-c42b-47aa-bc40-c1d4cc603b34 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/2c2a83f7-8f15-4104-9162-326ec18a210f HTTP/1.1" status: 404 len: 337 time: 0.1340995 Apr 21 14:52:40.984346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.047748 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f82078-0450-47b0-b650-bdc182884374 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.048244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f82078-0450-47b0-b650-bdc182884374 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.050180 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b3f82078-0450-47b0-b650-bdc182884374 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/0a460e88-c791-4f5e-ab50-47b7b15176ce HTTP/1.1" status: 404 len: 337 time: 0.0625653 Apr 21 14:52:41.053201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.095947 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6e24a3-212f-43ae-836a-8c5208e7a54b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.096680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6e24a3-212f-43ae-836a-8c5208e7a54b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.098099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event updated for resources: {'Subnet': ['ID=221e93ae-2807-424e-808e-05d5f6e17e8d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:41.098709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c6e24a3-212f-43ae-836a-8c5208e7a54b tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/9d365763-2ef1-4f4f-830e-8f99ccf70620 HTTP/1.1" status: 404 len: 337 time: 0.0431170 Apr 21 14:52:41.102291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.112702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:41.140450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.156786 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff3b875-ee8d-4af6-815b-b4c770e9bdaf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.157489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff3b875-ee8d-4af6-815b-b4c770e9bdaf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.159298 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aff3b875-ee8d-4af6-815b-b4c770e9bdaf tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/b62c67a1-6b56-46f5-916a-c6b6fe035ab1 HTTP/1.1" status: 404 len: 333 time: 0.0559287 Apr 21 14:52:41.162350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55240) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.177394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:41.210389 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0a3d99-fe9a-462f-b975-287e5502804d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.210835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0a3d99-fe9a-462f-b975-287e5502804d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.211717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:41.212549 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1d0a3d99-fe9a-462f-b975-287e5502804d tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/d3447a22-4d80-4a7b-809a-8bcd3167b7a2 HTTP/1.1" status: 404 len: 337 time: 0.0491321 Apr 21 14:52:41.240225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e9741a8d-1d6b-45cb-8986-e612be5fb9a0 None None] Provisioning complete for port 8475585e-feaf-4217-bce7-0fac800905bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:41.240924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9741a8d-1d6b-45cb-8986-e612be5fb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.264486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.350121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e9741a8d-1d6b-45cb-8986-e612be5fb9a0 None None] Port 8475585e-feaf-4217-bce7-0fac800905bd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:41.353322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] DHCP port deletion for 96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:41.359056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] Deleting port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:41.359430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.370660 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e59480-604d-492e-9a57-d50ef8b6e3f5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.371191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e59480-604d-492e-9a57-d50ef8b6e3f5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.373115 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-18e59480-604d-492e-9a57-d50ef8b6e3f5 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/b76c9ab9-4fbe-4a7f-a286-45ad698b860e HTTP/1.1" status: 404 len: 337 time: 0.1072760 Apr 21 14:52:41.382927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55252) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.427040 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-717f4076-b712-46ca-bd4b-4db5898faa06 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.427486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717f4076-b712-46ca-bd4b-4db5898faa06 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.431725 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-717f4076-b712-46ca-bd4b-4db5898faa06 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/b9c5fb60-d2e9-42db-b6f8-166ca7ee8716 HTTP/1.1" status: 404 len: 333 time: 0.0455668 Apr 21 14:52:41.432799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55256) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.480654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:41.482209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Checking segment: {'id': '15fb0e71-429b-460b-94a1-6cfb15700140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3e09490e-67e8-4265-9d42-581bea10d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:41.482552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network hostable DHCP agents. Network: 3e09490e-67e8-4265-9d42-581bea10d030, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:41.486785 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-885c53b7-76d3-4332-848d-18251c96df80 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.487280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885c53b7-76d3-4332-848d-18251c96df80 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.491265 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-885c53b7-76d3-4332-848d-18251c96df80 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/26ca48ea-79e2-4974-9c28-1b1a2658ada9 HTTP/1.1" status: 404 len: 337 time: 0.0559776 Apr 21 14:52:41.499848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.526161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:41.560726 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-791326f7-d7fd-4db1-b6d4-481fbf7731ed tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:41.561079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791326f7-d7fd-4db1-b6d4-481fbf7731ed tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:41.565160 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-791326f7-d7fd-4db1-b6d4-481fbf7731ed tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/subnets/5004bce5-fd01-41e6-b521-7e6b79a70711 HTTP/1.1" status: 404 len: 337 time: 0.0619965 Apr 21 14:52:41.565536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55266) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.662622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55270) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.676185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Network 3e09490e-67e8-4265-9d42-581bea10d030 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:41.683124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] For port 2b7ca93c-c9c6-4b16-9162-e43a652614c6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2b7ca93c-c9c6-4b16-9162-e43a652614c6,segment=NetworkSegment(26b83c69-098f-4f4d-a584-7a449e841a71),segment_id=26b83c69-098f-4f4d-a584-7a449e841a71)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:41.683667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.704877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Deleting port 8475585e-feaf-4217-bce7-0fac800905bd {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:41.705823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.728619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 3e09490e-67e8-4265-9d42-581bea10d030) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:41.736082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:41.736676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.805853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.819552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] Calling delete_port for 2b7ca93c-c9c6-4b16-9162-e43a652614c6 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:41.829853 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-64567190-1045-4569-81ba-b9734715c9b7 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7171440 Apr 21 14:52:41.892286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55276) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.912807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9a312-faf0-4146-b936-dbedb7082c3f None None] Network 3e09490e-67e8-4265-9d42-581bea10d030 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:41.928994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:41.963161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a4812c42-1c87-4126-855f-002e027306f7 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:41.964101 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-a4812c42-1c87-4126-855f-002e027306f7 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:52:41.965077 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a4812c42-1c87-4126-855f-002e027306f7 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2991872 Apr 21 14:52:41.972621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55280) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.981370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--887903884'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:42.040863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2b7ca93c-c9c6-4b16-9162-e43a652614c6 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:42.052553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:42.075880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:42.134012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:42.148682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 2b7ca93c-c9c6-4b16-9162-e43a652614c6 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:42.148682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2b7ca93c-c9c6-4b16-9162-e43a652614c6 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:42.150157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.155056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:42.185426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.192513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.212909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.236256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] No DVR routers for this DVR port 2b7ca93c-c9c6-4b16-9162-e43a652614c6 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:42.253255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-3e09490e-67e8-4265-9d42-581bea10d030', 'network_id': '3e09490e-67e8-4265-9d42-581bea10d030', 'tenant_id': '45b6e7e62831420c92d50de737448469', 'fixed_ips': [{'subnet_id': '221e93ae-2807-424e-808e-05d5f6e17e8d'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:42.254516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.265037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3c601-869b-43e1-855b-3ed7a8ccb75f None None] Pushing event deleted for resources: {'Port': ['ID=2b7ca93c-c9c6-4b16-9162-e43a652614c6,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.315124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:42.325592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:42.331058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:42.337985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:42.341163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f1a70e00-32d0-49e8-99b7-c75a0296e037 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:42.341634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e00-32d0-49e8-99b7-c75a0296e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.355201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:42.379968 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:42.394504 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:42.395437 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:42.429935 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cd52ef7b-c018-4d33-bfb8-e107807c06e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0765162 Apr 21 14:52:42.429935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.434984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55284) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.529592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Allocated IP 2001:db8::f816:3eff:fe73:f2d7 (3e09490e-67e8-4265-9d42-581bea10d030/221e93ae-2807-424e-808e-05d5f6e17e8d/c1319e95-44da-4f0b-9f7c-98ee027f6da9) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:42.589830 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:42.597803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.613868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.618430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:42.623843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.629238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=6bc327ff-46fd-4a89-8614-a1396b3a40db,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.631759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:42.649931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:42.650781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.758227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Calling delete_port for 8475585e-feaf-4217-bce7-0fac800905bd owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:42.782786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:42.788120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1a33b-e469-4946-b09e-b6f3760455f2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.801921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:42.807614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.809751 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-05275a7c-9d4b-465c-bd8b-aa2dba33c2b3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4352694 Apr 21 14:52:42.811274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:42.818091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55288) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.823818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:42.828953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845967094'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:42.840943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.850171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:42.854533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Transition to ACTIVE for port object c1319e95-44da-4f0b-9f7c-98ee027f6da9 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:42.862946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:42.868522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:42.877591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Transition to ACTIVE for port object c1319e95-44da-4f0b-9f7c-98ee027f6da9 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:42.884430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:42.889814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a31123-d54b-4b1a-a552-85ebf9003eca None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:42.941515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet 03ac9437-3208-4c0a-8e3f-d8906ca15f90 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:42.952946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.971864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.003819 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:38Z', 'revision_number': 10, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.008550 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:43.021370 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:43.022239 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.039077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.120184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.134721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.138784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.163853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Port': ['ID=8475585e-feaf-4217-bce7-0fac800905bd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.167456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.177640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.218433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:43.220316 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:43.223406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Subnet': ['ID=221e93ae-2807-424e-808e-05d5f6e17e8d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.244636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group_rule and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:43.253046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:43.266125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adedae33-57b2-4bbb-9bad-472656893cfa,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.270626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:43.279302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.280551 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d100fef2-49d5-4b16-85f2-8bca8bfacc28 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3070014 Apr 21 14:52:43.284302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55292) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.290043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Network 3e09490e-67e8-4265-9d42-581bea10d030 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:43.298955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Pushing event updated for resources: {'Port': ['ID=c1319e95-44da-4f0b-9f7c-98ee027f6da9,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.301538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': 'adedae33-57b2-4bbb-9bad-472656893cfa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:43.301696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:43.311161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:43.314750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:43.323161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:43.323482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.328406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:43.343636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:43.362936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.376663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.392447 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91b02a2c-b914-494a-849f-5e94c1143c10 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/ports/8475585e-feaf-4217-bce7-0fac800905bd HTTP/1.1" status: 204 len: 168 time: 1.8259358 Apr 21 14:52:43.396211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.445776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.449226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e09490e-67e8-4265-9d42-581bea10d030']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.450742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.457762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Attempting to bind port c1319e95-44da-4f0b-9f7c-98ee027f6da9 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:43.458491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Attempting to bind port c1319e95-44da-4f0b-9f7c-98ee027f6da9 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '15fb0e71-429b-460b-94a1-6cfb15700140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3e09490e-67e8-4265-9d42-581bea10d030'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:43.459087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Attempting to bind port c1319e95-44da-4f0b-9f7c-98ee027f6da9 on network 3e09490e-67e8-4265-9d42-581bea10d030 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:43.466193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.478911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:43.479695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Checking segment: {'id': '15fb0e71-429b-460b-94a1-6cfb15700140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3e09490e-67e8-4265-9d42-581bea10d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:43.480372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.481018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Bound using segment: {'id': '15fb0e71-429b-460b-94a1-6cfb15700140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3e09490e-67e8-4265-9d42-581bea10d030'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:43.481718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Bound port: c1319e95-44da-4f0b-9f7c-98ee027f6da9, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fb0e71-429b-460b-94a1-6cfb15700140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3e09490e-67e8-4265-9d42-581bea10d030'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:43.482342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.535988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fb0e71-429b-460b-94a1-6cfb15700140') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.536285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fb0e71-429b-460b-94a1-6cfb15700140') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.551704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee2eb0a-36a0-434b-a689-0b735a291a53,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.565413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.578283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.579970 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-47dd145b-b885-417b-82bf-59f32383dc97 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7606845 Apr 21 14:52:43.584372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55300) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.594235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'security_group': {'name': 'tempest-secgroup-1291377735'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:43.602603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.604414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.609301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.621713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:43.622367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.623558 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] For port c1319e95-44da-4f0b-9f7c-98ee027f6da9, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:43.625104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:43.643331 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:43.680142 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:38Z', 'revision_number': 10, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.684596 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5713cbf-1cd3-45a2-956d-f407c073e4c1 None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:38Z', 'revision_number': 10, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None, '_interfaces': [{'id': 'ac617e4e-f54b-43f1-9d70-501321defab8', 'name': '', 'network_id': 'bbcb3eb5-400c-4a99-b6ca-f5d40195e34f', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'mac_address': 'fa:16:3e:7a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a179a66-7494-4105-ad47-521e76519c47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:51:06Z', 'updated_at': '2022-04-21T14:51:25Z', 'revision_number': 5, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'subnets': [{'id': '4a179a66-7494-4105-ad47-521e76519c47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:43.689985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:43.693891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.694879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=03ac9437-3208-4c0a-8e3f-d8906ca15f90,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.702829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:43.715650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.726524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:43.749974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.757983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa044d2-bfb9-4d6c-bec2-0ab8016738f8 None None] Network a6829f42-1136-4dcf-b8b3-d580398ab0f2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:43.771207 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4226c816-ac91-4989-be71-2a4c718ded96 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/03ac9437-3208-4c0a-8e3f-d8906ca15f90 HTTP/1.1" status: 204 len: 168 time: 1.2933214 Apr 21 14:52:43.771207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abdf9c3-ee18-47c6-86e4-871f5dd45d0a,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.778838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55304) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.783490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.792783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:52:43.792783 dv-neutron-838898-1-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:52:43.792783 dv-neutron-838898-1-hyperv neutron-server[83934]: [parameters: {'id': '3e09490e-67e8-4265-9d42-581bea10d030'}] Apr 21 14:52:43.792783 dv-neutron-838898-1-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:43.793817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:43.795538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.799203 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5ff97bf8-e9d2-43ce-8672-9cdebb5c468a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5079613 Apr 21 14:52:43.808896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.821521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': 'adedae33-57b2-4bbb-9bad-472656893cfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:43.860569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] For port c1319e95-44da-4f0b-9f7c-98ee027f6da9, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c1319e95-44da-4f0b-9f7c-98ee027f6da9,segment=NetworkSegment(15fb0e71-429b-460b-94a1-6cfb15700140),segment_id=15fb0e71-429b-460b-94a1-6cfb15700140)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:43.864563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] Update dhcp port {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'fixed_ips': [{'subnet_id': '830d4a8d-da32-40a3-9333-a673ecd15ea9', 'ip_address': '172.20.0.18'}, {'subnet_id': '6bc327ff-46fd-4a89-8614-a1396b3a40db'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': 'f9782774-c420-4418-8c27-46ad8e7d11f3'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:52:43.876369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:43.897219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:43.908601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:43.912311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.920358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:43.924394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.935702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router c5a9d984-b1af-4544-9dce-7b686850e256 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:43.968454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.991026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b83c69-098f-4f4d-a584-7a449e841a71') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:43.991220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b83c69-098f-4f4d-a584-7a449e841a71') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:44.003895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.034935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f1a70e00-32d0-49e8-99b7-c75a0296e037 None None] Provisioning complete for port d7f8959c-9b89-478b-b586-2ee4c6bbe74c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:44.035631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f1a70e00-32d0-49e8-99b7-c75a0296e037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.043931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.051754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.055896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group_rule and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.059111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.070295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.077564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.079673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:44.080017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.171953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.255961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.284478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f1a70e00-32d0-49e8-99b7-c75a0296e037 None None] Port d7f8959c-9b89-478b-b586-2ee4c6bbe74c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:44.287303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.295028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.305065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.322970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:44.323373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:44.338118 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:44.360025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d021539-1211-4576-a7a1-30b7deeb2b81 None None] Pushing event updated for resources: {'Port': ['ID=c1319e95-44da-4f0b-9f7c-98ee027f6da9,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.385375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849,segment=NetworkSegment(489e2171-85f8-43f2-ba62-e9b7dae57fa3),segment_id=489e2171-85f8-43f2-ba62-e9b7dae57fa3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:44.385695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.393715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea96f8-a062-41ea-886f-3b2ea2f260a1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.399014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.403547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-941f72db-961d-4a6f-af84-7c59d7a1c9b0 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8143296 Apr 21 14:52:44.403547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55312) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.437492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting port c1319e95-44da-4f0b-9f7c-98ee027f6da9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:44.437650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.457507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'security_group': {'name': 'tempest-secgroup-491196157'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:44.464123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.471284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f659ce1-8311-4f37-80dc-bc08bbf08ace None None] Network 3e09490e-67e8-4265-9d42-581bea10d030 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:44.495105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.531536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:44.553409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.554549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c854d14-bd72-4a3a-9126-a240a6ff781e None None] DHCP port deletion for a6829f42-1136-4dcf-b8b3-d580398ab0f2 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:44.557818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.563624 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:52:44.564824 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-992bb77b-3d17-449a-8862-aa02a80cdbbd tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7525845 Apr 21 14:52:44.566080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.568919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.597119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.600886 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] 10.222.0.42 "DELETE /v2.0/networks/96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52 HTTP/1.1" status: 204 len: 168 time: 1.1944442 Apr 21 14:52:44.608114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2754f-5093-4e8d-ba91-f7ae7a233cb9 tempest-PortsIpV6TestJSON-1616600170 tempest-PortsIpV6TestJSON-1616600170-project] Pushing event deleted for resources: {'Network': ['ID=96a105ff-f77f-4a33-b7b3-c5ef1a5bcf52,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.634991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c854d14-bd72-4a3a-9126-a240a6ff781e None None] Deleting port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:44.635617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c854d14-bd72-4a3a-9126-a240a6ff781e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.652093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.694618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.748197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3a4990c-a3e7-46c6-9dcf-24c2ecdf56c2 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.753922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.768076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.775234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:security_group_rule and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.782246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.782426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] For port c1319e95-44da-4f0b-9f7c-98ee027f6da9, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c1319e95-44da-4f0b-9f7c-98ee027f6da9,segment=NetworkSegment(15fb0e71-429b-460b-94a1-6cfb15700140),segment_id=15fb0e71-429b-460b-94a1-6cfb15700140)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:44.782925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.791396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No DVR routers for this DVR port 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:44.796465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:44.800382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] Allocated IP 172.20.0.2 (8dff4053-295d-4609-a540-30f1ac222250/6bc327ff-46fd-4a89-8614-a1396b3a40db/f9782774-c420-4418-8c27-46ad8e7d11f3) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:44.806112 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0e110aa6-f32a-41e2-96ed-a7419d4aea69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/c5a9d984-b1af-4544-9dce-7b686850e256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8175638 Apr 21 14:52:44.814146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] Sync routers for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:44.827405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.832350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55322) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.887545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3a4990c-a3e7-46c6-9dcf-24c2ecdf56c2 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.890689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c854d14-bd72-4a3a-9126-a240a6ff781e None None] The port '7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:44.937650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Calling delete_port for c1319e95-44da-4f0b-9f7c-98ee027f6da9 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:45.056861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.077219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.109241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55328) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.130747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Port': ['ID=c1319e95-44da-4f0b-9f7c-98ee027f6da9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.138087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No DVR routers for this DVR port c1319e95-44da-4f0b-9f7c-98ee027f6da9 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:45.157891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:45.158712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:45.173157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6829f42-1136-4dcf-b8b3-d580398ab0f2']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:45.203485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3a4990c-a3e7-46c6-9dcf-24c2ecdf56c2 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.211592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.225503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489e2171-85f8-43f2-ba62-e9b7dae57fa3') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:45.225833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489e2171-85f8-43f2-ba62-e9b7dae57fa3') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:45.238553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.249840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4990c-a3e7-46c6-9dcf-24c2ecdf56c2 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adedae33-57b2-4bbb-9bad-472656893cfa,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.253783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.299037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.320891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.349231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:45.349949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.367945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9650943 Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:45.372308 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:45.378973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] For port f9782774-c420-4418-8c27-46ad8e7d11f3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f9782774-c420-4418-8c27-46ad8e7d11f3,segment=NetworkSegment(f54c1bb9-a684-482d-bb7f-4f185e2d5cd9),segment_id=f54c1bb9-a684-482d-bb7f-4f185e2d5cd9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:45.379138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.384339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3a4990c-a3e7-46c6-9dcf-24c2ecdf56c2 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.385452 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e3a4990c-a3e7-46c6-9dcf-24c2ecdf56c2 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/adedae33-57b2-4bbb-9bad-472656893cfa HTTP/1.1" status: 204 len: 168 time: 0.8140950 Apr 21 14:52:45.394410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e09490e-67e8-4265-9d42-581bea10d030']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:45.406727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-237811950', 'security_groups': ['ec3602c8-797a-4c27-84fd-3d79b55d10cf'], 'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6bc327ff-46fd-4a89-8614-a1396b3a40db'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:45.430905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833be90-3c37-4003-8a3e-ab2a34ebf94f tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3602c8-797a-4c27-84fd-3d79b55d10cf,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.432800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.444149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55338) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.453219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:45.471678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:45.482539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.495461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] Transition to ACTIVE for port object f9782774-c420-4418-8c27-46ad8e7d11f3 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:45.540634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.554735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.571023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.574639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:45.578107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fb0e71-429b-460b-94a1-6cfb15700140') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:45.578509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fb0e71-429b-460b-94a1-6cfb15700140') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:45.579292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.600112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.615246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:45.616648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=a6829f42-1136-4dcf-b8b3-d580398ab0f2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.630432 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/a6829f42-1136-4dcf-b8b3-d580398ab0f2 HTTP/1.1" status: 204 len: 168 time: 1.8495464 Apr 21 14:52:45.635049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.642209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.649344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9ec38de5-7a90-492e-b036-f0b6e10b0098 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:45.654633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.655194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.655194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.655501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.655830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.656283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.656513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.656837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.657189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.657465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.657792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b410837-fe15-4270-be8c-ab20c82f8f5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:45.703212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9ec38de5-7a90-492e-b036-f0b6e10b0098 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:45.708707 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9ec38de5-7a90-492e-b036-f0b6e10b0098 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2594068 Apr 21 14:52:45.708707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55346) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.716506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--839970469'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:45.723118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:45.741380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:45.746714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.752828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:45.756580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41bea80e-dfc0-448c-9124-eed902aae49e no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:45.771792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:45.772499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.799675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:45.830350 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:45.832920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 41bea80e-dfc0-448c-9124-eed902aae49e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:45.832920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 41bea80e-dfc0-448c-9124-eed902aae49e not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:45.833094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:45.836349 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db7f45b2-c23d-47e9-8200-a60e3b360cad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8391a3bddaf74cf491d205c7ace8a1e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7207513 Apr 21 14:52:45.839770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55350) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.875515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9ebf9-7c74-4bd2-a6a4-e219e9d58e70 None None] Pushing event updated for resources: {'Port': ['ID=f9782774-c420-4418-8c27-46ad8e7d11f3,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.878093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:45.878438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b7ee0f9-65e8-4ac9-a1c1-ada2ff3a6849 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:45.889155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:45.906521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:45.910317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:45.917888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.923146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:46.004236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:40Z', 'revision_number': 7, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:46.015861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] Checking router: c5a9d984-b1af-4544-9dce-7b686850e256 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:46.045429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] Routers {'c5a9d984-b1af-4544-9dce-7b686850e256'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:46.045916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c5a9d984-b1af-4544-9dce-7b686850e256'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:46.165203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.193951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.196170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.231506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Network': ['ID=3e09490e-67e8-4265-9d42-581bea10d030,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.231714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.234686 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/3e09490e-67e8-4265-9d42-581bea10d030 HTTP/1.1" status: 204 len: 168 time: 4.3307347 Apr 21 14:52:46.235288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.243528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd51ae-19e9-452b-9161-aac9cb7b0cb3 None None] Network 9ea208a4-5b81-4381-b138-258b7bbba23d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:46.247876 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4b38ddd4-a5d2-4f1b-985e-18d99a3c6bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/c2c9ee8f-8c56-4a68-b7d8-6d861c9e1612 HTTP/1.1" status: 204 len: 168 time: 1.4145865 Apr 21 14:52:46.248041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.250887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55356) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.253246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.317292 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-90679cab-b3a3-423b-af29-aa846dda9d9a tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:46.317862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90679cab-b3a3-423b-af29-aa846dda9d9a tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:46.321931 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-90679cab-b3a3-423b-af29-aa846dda9d9a tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/221e93ae-2807-424e-808e-05d5f6e17e8d HTTP/1.1" status: 404 len: 337 time: 0.0682504 Apr 21 14:52:46.327873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55362) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.329340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.329671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.330005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.330522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.330851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.331262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.331657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.332171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.332541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.332869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.333311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0164a873-ff21-4596-866f-ba0ddbb59a13 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:46.351957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.365608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8cc8b9-9128-4ab0-8321-2859b8393fce,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.368407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b8ce128-1a45-4f46-8fb4-f504108c4971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.398026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b8ce128-1a45-4f46-8fb4-f504108c4971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.412030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.415789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c3b87c49-8450-4524-8ad2-4d0ae7f8a4bc tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7038229 Apr 21 14:52:46.419154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.432051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2eb984c0-9b47-49eb-a354-dfd1a79b983e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '5f8cc8b9-9128-4ab0-8321-2859b8393fce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:46.432745 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-2eb984c0-9b47-49eb-a354-dfd1a79b983e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:46.436605 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2eb984c0-9b47-49eb-a354-dfd1a79b983e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0129545 Apr 21 14:52:46.437916 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bc2f87-d2eb-4378-8e36-98162921c992 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:46.438718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bc2f87-d2eb-4378-8e36-98162921c992 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:46.443170 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d7bc2f87-d2eb-4378-8e36-98162921c992 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/3e09490e-67e8-4265-9d42-581bea10d030 HTTP/1.1" status: 404 len: 339 time: 0.0985537 Apr 21 14:52:46.446111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.446437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.472266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] Set router c5a9d984-b1af-4544-9dce-7b686850e256 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:46.500632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] device_id is not set on port 43dfd7b8-535c-432e-abeb-cfc269daf2d6 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:46.566101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b8ce128-1a45-4f46-8fb4-f504108c4971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.599197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ce128-1a45-4f46-8fb4-f504108c4971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc55a1c-0bed-471a-815f-19763acb1758,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.602388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b8ce128-1a45-4f46-8fb4-f504108c4971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.603579 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1b8ce128-1a45-4f46-8fb4-f504108c4971 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fc55a1c-0bed-471a-815f-19763acb1758 HTTP/1.1" status: 204 len: 168 time: 0.7561443 Apr 21 14:52:46.635976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.726925 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15f0da9-01d9-47ea-89ee-61c990a1a927 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:46.727379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15f0da9-01d9-47ea-89ee-61c990a1a927 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:46.754918 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f15f0da9-01d9-47ea-89ee-61c990a1a927 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/1bd62ee6-479f-4c17-b234-76dfa6fc7a1e HTTP/1.1" status: 404 len: 337 time: 0.3029842 Apr 21 14:52:46.761052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.775935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0cbf0754-b842-4b5e-9ccb-234abd69afd4 None None] Provisioning for port f9782774-c420-4418-8c27-46ad8e7d11f3 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:46.784952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0cbf0754-b842-4b5e-9ccb-234abd69afd4 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:46.785482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0754-b842-4b5e-9ccb-234abd69afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.812049 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd0e7cd-ba0e-4e7b-82b7-70282572809c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:46.812518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd0e7cd-ba0e-4e7b-82b7-70282572809c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:46.814210 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4dd0e7cd-ba0e-4e7b-82b7-70282572809c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/40187f85-bbd9-4a6d-907b-c4fa70befba1 HTTP/1.1" status: 404 len: 339 time: 0.0465348 Apr 21 14:52:46.816936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55386) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.819105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a11d66be-e752-429a-b888-940fda5146cb tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.892903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-78895e3f-3a5c-4806-9d53-391b0a3d8c5f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:46.893613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78895e3f-3a5c-4806-9d53-391b0a3d8c5f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:46.898980 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-78895e3f-3a5c-4806-9d53-391b0a3d8c5f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/5b641ef7-2c98-4104-a8fa-eaa48ff531e7 HTTP/1.1" status: 404 len: 337 time: 0.0802066 Apr 21 14:52:46.900488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55390) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.941436 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c1e742-3253-455f-b545-68525ce1a6d0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:46.942223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c1e742-3253-455f-b545-68525ce1a6d0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:46.947472 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b8c1e742-3253-455f-b545-68525ce1a6d0 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/6589321d-4064-4eec-b914-cc75237dc848 HTTP/1.1" status: 404 len: 339 time: 0.0458581 Apr 21 14:52:46.949958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55394) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.959580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] DHCP port deletion for 9ea208a4-5b81-4381-b138-258b7bbba23d request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:46.973253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a11d66be-e752-429a-b888-940fda5146cb tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.977384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] Deleting port a55292a6-505b-41c2-88c7-1dbfb19b5498 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:46.977771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.067346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting port fc699c10-1716-47e6-8849-b6846eda2c1b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:47.067827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.139137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.156783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.179278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port b37f65f7-ca4c-42be-90f8-a38a0281fdda {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:47.179718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.196027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] For port a55292a6-505b-41c2-88c7-1dbfb19b5498, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a55292a6-505b-41c2-88c7-1dbfb19b5498,segment=NetworkSegment(e31a8748-f304-4ee5-95a2-c00cde6784f9),segment_id=e31a8748-f304-4ee5-95a2-c00cde6784f9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:47.196401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.281390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a11d66be-e752-429a-b888-940fda5146cb tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.291749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.4 (8dff4053-295d-4609-a540-30f1ac222250/6bc327ff-46fd-4a89-8614-a1396b3a40db/43dfd7b8-535c-432e-abeb-cfc269daf2d6) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:47.309924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d66be-e752-429a-b888-940fda5146cb tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8cc8b9-9128-4ab0-8321-2859b8393fce,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:47.317249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] Calling delete_port for a55292a6-505b-41c2-88c7-1dbfb19b5498 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:47.371856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a11d66be-e752-429a-b888-940fda5146cb tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.376387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port b37f65f7-ca4c-42be-90f8-a38a0281fdda, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b37f65f7-ca4c-42be-90f8-a38a0281fdda,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:47.376387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.376934 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a11d66be-e752-429a-b888-940fda5146cb tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/5f8cc8b9-9128-4ab0-8321-2859b8393fce HTTP/1.1" status: 204 len: 168 time: 0.9263387 Apr 21 14:52:47.389118 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55408) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.419439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.475776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] No DVR routers for this DVR port a55292a6-505b-41c2-88c7-1dbfb19b5498 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:47.483159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0cbf0754-b842-4b5e-9ccb-234abd69afd4 None None] Provisioning complete for port d7f8959c-9b89-478b-b586-2ee4c6bbe74c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:47.483542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0754-b842-4b5e-9ccb-234abd69afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.521366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for b37f65f7-ca4c-42be-90f8-a38a0281fdda owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:47.539243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0cbf0754-b842-4b5e-9ccb-234abd69afd4 None None] Port d7f8959c-9b89-478b-b586-2ee4c6bbe74c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:47.540835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf5da3-7c67-48dd-b30f-8fbbc842ce34 None None] Pushing event deleted for resources: {'Port': ['ID=a55292a6-505b-41c2-88c7-1dbfb19b5498,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:47.556827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:40Z', 'revision_number': 7, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:47.561014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d9c74df7-e001-41ef-a3bb-ef99e667d0ee tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:47.561526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478aac2-6df4-4535-a8b2-dde956f52a56 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 14:52:47.669127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d987cb-6557-4fe4-bdc5-3fa9e4773e40 None None] The sync data for ids ['c5a9d984-b1af-4544-9dce-7b686850e256'] in dv-neutron-838898-1-hyperv is: [{'id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'name': 'tempest-TestNetworkBasicOps-router-1234253451', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221'}], 'enable_snat': True}, 'gw_port_id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:23Z', 'updated_at': '2022-04-21T14:52:40Z', 'revision_number': 7, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'b37f65f7-ca4c-42be-90f8-a38a0281fdda', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a9d984-b1af-4544-9dce-7b686850e256', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:26Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:47.670636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4478aac2-6df4-4535-a8b2-dde956f52a56 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:52:47.695880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d9c74df7-e001-41ef-a3bb-ef99e667d0ee tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:47.702352 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9c74df7-e001-41ef-a3bb-ef99e667d0ee tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3122635 Apr 21 14:52:47.703251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.750579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444444737'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:47.770595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:47.810172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.826755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55420) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.846281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:47.865079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.920995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.950556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 43dfd7b8-535c-432e-abeb-cfc269daf2d6 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:48.039680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:48.053455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f9782774-c420-4418-8c27-46ad8e7d11f3 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:48.059631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Calling delete_port for fc699c10-1716-47e6-8849-b6846eda2c1b owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:48.072188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:48.076135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:48.082996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:48.161075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.178334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.178557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:48.179296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.228212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.264578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd5f70d-e5f0-43d4-9b47-cdc717a51840,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.267294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.271770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.273264 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6136898e-a866-45bd-9dba-ed686576b40e tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5481026 Apr 21 14:52:48.286269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55426) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.287055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=b37f65f7-ca4c-42be-90f8-a38a0281fdda,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.290201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.334373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e0d42e80-79d6-41e5-986d-5c62c27e4d63 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '0fd5f70d-e5f0-43d4-9b47-cdc717a51840', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:48.334973 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-e0d42e80-79d6-41e5-986d-5c62c27e4d63 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:48.336517 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e0d42e80-79d6-41e5-986d-5c62c27e4d63 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0397785 Apr 21 14:52:48.348344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55432) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.351925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1040119380'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:48.368713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:48.373294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Port': ['ID=fc699c10-1716-47e6-8849-b6846eda2c1b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.404340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:48.406864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:48.408666 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=43dfd7b8-535c-432e-abeb-cfc269daf2d6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.411419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:48.419413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Usage tracker for resource:network and tenant:68d02333c36f4b8bbc6279114dc9079b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:48.422289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a55292a6-505b-41c2-88c7-1dbfb19b5498 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:48.430495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:48.437753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.463398 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f1b8f684-1a5f-415b-ae28-9d667e9f1f2d tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/ports/fc699c10-1716-47e6-8849-b6846eda2c1b HTTP/1.1" status: 204 len: 168 time: 1.5082777 Apr 21 14:52:48.463398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:48.468223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a55292a6-505b-41c2-88c7-1dbfb19b5498 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:48.468567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a55292a6-505b-41c2-88c7-1dbfb19b5498 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:48.499744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55436) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.608918 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7e4147-11e8-4bf1-9f57-4d19e77a9c29 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:48.609216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7e4147-11e8-4bf1-9f57-4d19e77a9c29 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:48.613831 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-da7e4147-11e8-4bf1-9f57-4d19e77a9c29 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/85b49125-4e09-4fd4-8fbf-862d6392e23d HTTP/1.1" status: 404 len: 337 time: 0.1027369 Apr 21 14:52:48.615766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55440) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.650446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:48.651187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.693041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d272fa1b-753b-4bc7-a11a-a93f7bdca7c2 None None] Provisioning for port 43dfd7b8-535c-432e-abeb-cfc269daf2d6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:48.698364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d272fa1b-753b-4bc7-a11a-a93f7bdca7c2 None None] Provisioning complete for port 43dfd7b8-535c-432e-abeb-cfc269daf2d6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:48.698729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d272fa1b-753b-4bc7-a11a-a93f7bdca7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.721581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Made reservation on behalf of 68d02333c36f4b8bbc6279114dc9079b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:48.724547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.738736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30f718c3-a719-467b-bee0-849456fec553 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.755627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d272fa1b-753b-4bc7-a11a-a93f7bdca7c2 None None] Port 43dfd7b8-535c-432e-abeb-cfc269daf2d6 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:48.762506 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8de38f04-8876-4575-9301-c03fd2f26177 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3816950 Apr 21 14:52:48.766522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55444) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.785621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:48.831649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.856370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30f718c3-a719-467b-bee0-849456fec553 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.864423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.866189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.001743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-34624fac-fd7a-43b0-91bc-23ab28a29336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.025022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:49.093213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Usage tracker for resource:security_group_rule and tenant:68d02333c36f4b8bbc6279114dc9079b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:49.116663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.127693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:49.149236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:49.153323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:49.158189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:49.164765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5784678e-4813-4f7c-b94c-6280e2f7d799']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:49.170481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:49.174491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.178767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30f718c3-a719-467b-bee0-849456fec553 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.201085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.202873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:49.209800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f718c3-a719-467b-bee0-849456fec553 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd5f70d-e5f0-43d4-9b47-cdc717a51840,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:49.213553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d9206a-0bc8-4fca-9958-5d8c471cf8a6') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:49.213855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d9206a-0bc8-4fca-9958-5d8c471cf8a6') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:49.248547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.248912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30f718c3-a719-467b-bee0-849456fec553 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.250099 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-30f718c3-a719-467b-bee0-849456fec553 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/0fd5f70d-e5f0-43d4-9b47-cdc717a51840 HTTP/1.1" status: 204 len: 168 time: 0.8831520 Apr 21 14:52:49.255501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.266732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.267255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router c5a9d984-b1af-4544-9dce-7b686850e256 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:52:49.285466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:49.288895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.301639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.305594 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-82d41a1b-dbac-4c74-a56a-11519636a564 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/c5a9d984-b1af-4544-9dce-7b686850e256 HTTP/1.1" status: 204 len: 168 time: 3.0508311 Apr 21 14:52:49.306678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55452) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.316030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port ac617e4e-f54b-43f1-9d70-501321defab8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:49.316453 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.329622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.338656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.391321 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.415529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:49.415931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:49.439003 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:49.449364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d729fde2-d3f8-46cd-a103-43b512b7b0d8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:49.454688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.583738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.608941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea208a4-5b81-4381-b138-258b7bbba23d']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:49.620593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31a8748-f304-4ee5-95a2-c00cde6784f9') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:49.620888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31a8748-f304-4ee5-95a2-c00cde6784f9') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:49.632985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.650189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.656891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:49.662545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.662839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:49.663241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.672398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ebe4fd0e-887f-43f6-9307-d3995fd5b73a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:49.678755 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:49.688572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.724341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Network': ['ID=5784678e-4813-4f7c-b94c-6280e2f7d799,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:49.736904 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a747c2cd-1fd4-40d1-8ea5-52947aa81718 tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/5784678e-4813-4f7c-b94c-6280e2f7d799 HTTP/1.1" status: 204 len: 168 time: 1.1182816 Apr 21 14:52:49.744632 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6bc327ff-46fd-4a89-8614-a1396b3a40db (CIDR: 172.20.0.0/28) Apr 21 14:52:49.747140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55456) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.814595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ebe4fd0e-887f-43f6-9307-d3995fd5b73a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:49.815444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b37f65f7-ca4c-42be-90f8-a38a0281fdda no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:49.815931 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ebe4fd0e-887f-43f6-9307-d3995fd5b73a tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5550215 Apr 21 14:52:49.816966 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:49.817419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:49.820968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55460) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.849229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.849777 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Added segment a6ba93ef-cbb0-40ab-95da-a734c84822d6 of type vlan for network 79068ac9-0227-43dd-a614-cb940cd300b2 Apr 21 14:52:49.853341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516427456'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:49.890301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:49.894058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port ac617e4e-f54b-43f1-9d70-501321defab8, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ac617e4e-f54b-43f1-9d70-501321defab8,segment=NetworkSegment(44b828b1-089a-4885-a423-45bd29cf3d93),segment_id=44b828b1-089a-4885-a423-45bd29cf3d93)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:49.894425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.902283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.911184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.912604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: b37f65f7-ca4c-42be-90f8-a38a0281fdda {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:49.913259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b37f65f7-ca4c-42be-90f8-a38a0281fdda not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:49.915048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:49.920504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting port 74445319-bf35-43fd-918d-f885a12c07d8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:49.920684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.959508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:49.960269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2c714c7d-87ad-46ca-b8f9-ccdc05ef3094 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:49.964507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.968523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=9ea208a4-5b81-4381-b138-258b7bbba23d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:50.000748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-afcdefe2-a4e9-4fbd-9752-d5afb2d0c3a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/9ea208a4-5b81-4381-b138-258b7bbba23d HTTP/1.1" status: 204 len: 168 time: 0.6930137 Apr 21 14:52:50.001571 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c62fdfc4-6bf5-4191-890c-9e2b75e985e4 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2330284 Apr 21 14:52:50.015030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55464) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:50.015646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55466) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:50.032583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--1485681383', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:50.042200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:50.056617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:50.059692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:50.072555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for ac617e4e-f54b-43f1-9d70-501321defab8 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:50.076445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:50.080303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:50.139165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.143021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:50.143714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.149910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.156464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:50.269505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4416559 Apr 21 14:52:50.275727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55472) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:50.278883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:50.281901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.300309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Request body: {'subnet': {'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:50.342974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef209d1-fc91-4c44-8459-1fca90a4a027 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event updated for resources: {'Network': ['ID=79068ac9-0227-43dd-a614-cb940cd300b2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:50.356639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 79068ac9-0227-43dd-a614-cb940cd300b2 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:50.447258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:50.459072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:50.462710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:50.482740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:50.488573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:50.492127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:50.499627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:50.501830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:50.514576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.525918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:50.533277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.533622 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment b64d823f-323c-49d3-9c3b-5bd5ccdf5dce of type vlan for network d54021ed-43fa-43b8-9b09-3409f647ea88 Apr 21 14:52:50.548099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:50.555105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Usage tracker for resource:subnet and tenant:68d02333c36f4b8bbc6279114dc9079b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:50.560194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:50.577272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:50.637615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:50.640454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.649730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Calling delete_port for 74445319-bf35-43fd-918d-f885a12c07d8 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:50.682585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Made reservation on behalf of 68d02333c36f4b8bbc6279114dc9079b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:50.797648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.801429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:50.801999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.804435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.806879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.846084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.851177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.872749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.874407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Port': ['ID=ac617e4e-f54b-43f1-9d70-501321defab8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:50.983287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Port': ['ID=74445319-bf35-43fd-918d-f885a12c07d8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:50.996555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1226795c-d63b-4058-ba4d-15b29829897f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:51.016595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.070343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.074649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-581c7e8b-0b57-4393-8bcf-9b1138da727c tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/ports/74445319-bf35-43fd-918d-f885a12c07d8 HTTP/1.1" status: 204 len: 168 time: 1.3088572 Apr 21 14:52:51.118081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55476) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.125185 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0965066 Apr 21 14:52:51.125694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.127073 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3f99cbd8-1e4f-46fb-8d44-960b38c0d569 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2982099 Apr 21 14:52:51.131074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee787698-510e-4148-9463-4702ceac303e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=d54021ed-43fa-43b8-9b09-3409f647ea88,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:51.135644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55480) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.136023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55482) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.142402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d54021ed-43fa-43b8-9b09-3409f647ea88 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:51.160864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:51.171763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-965838bc-7971-4be2-b9b8-1726036061ad tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '1226795c-d63b-4058-ba4d-15b29829897f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:51.173112 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-965838bc-7971-4be2-b9b8-1726036061ad tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:51.173527 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-965838bc-7971-4be2-b9b8-1726036061ad tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0223458 Apr 21 14:52:51.173670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-473e0045-33cc-4626-a10b-42ad9950a5bd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:51.174146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473e0045-33cc-4626-a10b-42ad9950a5bd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:51.175726 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-473e0045-33cc-4626-a10b-42ad9950a5bd tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/0d1881e4-2ca8-4d5d-932e-d8730157611f HTTP/1.1" status: 404 len: 337 time: 0.0564144 Apr 21 14:52:51.176495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55488) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.179930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.186899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1464f1ec-084a-4c46-979b-b6bc45284ad9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '1226795c-d63b-4058-ba4d-15b29829897f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:51.187579 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-1464f1ec-084a-4c46-979b-b6bc45284ad9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:51.188552 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1464f1ec-084a-4c46-979b-b6bc45284ad9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096562 Apr 21 14:52:51.195526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:51.198365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55496) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.209502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-71037804-f2e6-4d9e-9f05-f2747919ce23 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '1226795c-d63b-4058-ba4d-15b29829897f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:51.210664 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-71037804-f2e6-4d9e-9f05-f2747919ce23 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:51.213832 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-71037804-f2e6-4d9e-9f05-f2747919ce23 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0118563 Apr 21 14:52:51.213832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:51.214581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55500) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.221811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:51.237586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:51.253644 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.ipam_backend_mixin [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 830d4a8d-da32-40a3-9333-a673ecd15ea9 (CIDR: 172.20.0.16/28) Apr 21 14:52:51.255986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.256957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.263903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:51.264398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:51.268825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e759879b-f534-45ac-9197-e421d77d31d7 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '1226795c-d63b-4058-ba4d-15b29829897f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:51.269539 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-e759879b-f534-45ac-9197-e421d77d31d7 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:51.273055 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e759879b-f534-45ac-9197-e421d77d31d7 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0543056 Apr 21 14:52:51.276731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55504) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.296919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.301063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-11f2e5ac-2394-4a17-9798-6de8acbfc44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.321798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.364269 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6bb49af7-14cb-4bdf-9451-a1e29054d633 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3399196 Apr 21 14:52:51.369278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55508) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.391298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'subnet': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:51.415749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.551001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35c99edb-d860-428e-aafe-24415e4e54ec tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.575245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.725397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c1a064-6e57-4aac-b8d7-0ae41627439d']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:51.810088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.846343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4b37f2-6f6a-4702-8734-3e79496e70ec') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:51.846626 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4b37f2-6f6a-4702-8734-3e79496e70ec') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:51.859776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.870658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35c99edb-d860-428e-aafe-24415e4e54ec tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.910812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:51.938532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Usage tracker for resource:subnet and tenant:b0a41b3593d3407ab521d4d2343e74d8 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:51.948309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:51.966004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:51.968512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event updated for resources: {'Subnet': ['ID=561c95bf-ac99-4342-8221-9d57477f9251,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:51.971637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.985473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.996603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:51.997231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.000013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Made reservation on behalf of b0a41b3593d3407ab521d4d2343e74d8 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:52.003382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:52.012423 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:52.023581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Checking segment: {'id': 'a6ba93ef-cbb0-40ab-95da-a734c84822d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:52.023934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Network hostable DHCP agents. Network: 79068ac9-0227-43dd-a614-cb940cd300b2, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:52.042887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35c99edb-d860-428e-aafe-24415e4e54ec tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.096343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:52.097540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.115508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.127909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Network': ['ID=31c1a064-6e57-4aac-b8d7-0ae41627439d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:52.133397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5898b176-8036-4ef3-a88c-8952b9cb689e tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/31c1a064-6e57-4aac-b8d7-0ae41627439d HTTP/1.1" status: 204 len: 168 time: 0.9497008 Apr 21 14:52:52.133813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55512) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.135933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c99edb-d860-428e-aafe-24415e4e54ec tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226795c-d63b-4058-ba4d-15b29829897f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:52.200629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35c99edb-d860-428e-aafe-24415e4e54ec tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.201723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-35c99edb-d860-428e-aafe-24415e4e54ec tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/1226795c-d63b-4058-ba4d-15b29829897f HTTP/1.1" status: 204 len: 168 time: 0.9205606 Apr 21 14:52:52.207912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55516) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.233628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.270787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Network 79068ac9-0227-43dd-a614-cb940cd300b2 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:52.314755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 79068ac9-0227-43dd-a614-cb940cd300b2) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:52.323638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:52.324362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.325339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c31890-cc19-47e8-a152-7fbb5e98a671 None None] Network 79068ac9-0227-43dd-a614-cb940cd300b2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:52.365131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-336f943f-c14b-4c92-b40c-b9787d429435 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:52.381891 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6552080c-b6bd-4c26-bfe4-5f7f8d584f75 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0900502 Apr 21 14:52:52.383053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55520) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.397986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Request body: {'port': {'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2', 'name': 'tempest-TagsExtTest-30542369'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:52.474105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:52.479706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-336f943f-c14b-4c92-b40c-b9787d429435 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:52.481671 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-336f943f-c14b-4c92-b40c-b9787d429435 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2694147 Apr 21 14:52:52.497802 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75ab4b75-a0c8-4d70-b654-80a43b1eb765 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8586719 Apr 21 14:52:52.498709 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:52.501958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55524) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.502470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55526) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.511401 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:52.512351 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:52.516009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--545471048'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:52.519184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.558193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.561809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:52.629798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:52.637974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting subnet 24f27cc7-8fb8-4723-aee4-612ecc14f600 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:52.641829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.655098 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:52.656774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-79068ac9-0227-43dd-a614-cb940cd300b2', 'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2', 'tenant_id': '68d02333c36f4b8bbc6279114dc9079b', 'fixed_ips': [{'subnet_id': '561c95bf-ac99-4342-8221-9d57477f9251'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:52:52.657298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.657569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.727883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.755652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.60 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/33ae9bee-1b59-4c58-a182-97358a436b91) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:52.792899 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:50Z', 'revision_number': 11, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:52.794863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:52.798207 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:52.811535 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:52.812942 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:52.820048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Usage tracker for resource:port and tenant:68d02333c36f4b8bbc6279114dc9079b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:52.820338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Allocated IP 172.20.0.2 (79068ac9-0227-43dd-a614-cb940cd300b2/561c95bf-ac99-4342-8221-9d57477f9251/a67f6960-aa71-4e9e-9e22-60333516f036) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:52.830458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:52.843526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.879291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:52.944543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.951369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:52.958099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Made reservation on behalf of 68d02333c36f4b8bbc6279114dc9079b for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:52.961325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.976153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.980244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:52.987230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:52.992228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting subnet 4a179a66-7494-4105-ad47-521e76519c47 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:52:52.995429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.024200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.039935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.040201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Transition to ACTIVE for port object a67f6960-aa71-4e9e-9e22-60333516f036 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:53.040953 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:53.056284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.064924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Transition to ACTIVE for port object a67f6960-aa71-4e9e-9e22-60333516f036 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:53.074113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.091891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Network 8dff4053-295d-4609-a540-30f1ac222250 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:53.107308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:53.115614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:53.116521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.143979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.148163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb393e3-7843-4b5a-8aa4-274b9e089ed5 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:53.148351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Subnet': ['ID=76e3838e-5abc-4379-ad17-f1bb05fb62f1,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.163148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:53.164672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:53.180746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=33ae9bee-1b59-4c58-a182-97358a436b91,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.190055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:53.226133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:53.230053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.251871 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:50Z', 'revision_number': 11, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:53.256939 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c775d8fb-e86c-4576-a714-53fb54d22216 None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:50Z', 'revision_number': 11, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:52:53.264276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Pushing event updated for resources: {'Port': ['ID=a67f6960-aa71-4e9e-9e22-60333516f036,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.274420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Network 79068ac9-0227-43dd-a614-cb940cd300b2 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:53.280625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:53.289664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:53.293554 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d24197c1-5099-45d6-aece-ca946ae7b3e3 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9161031 Apr 21 14:52:53.300414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55532) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.301419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] device_id is not set on port 8be4cc70-39b7-46a0-8056-f62b7c984106 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:52:53.302012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.302608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.303389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.303735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.304187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.304777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.304911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.305183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.305492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.305811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.306134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:53.308042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1929952028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76e3838e-5abc-4379-ad17-f1bb05fb62f1'}], 'security_groups': ['fee2eb0a-36a0-434b-a689-0b735a291a53', '87ea96f8-a062-41ea-886f-3b2ea2f260a1']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:53.339911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Subnet': ['ID=4a179a66-7494-4105-ad47-521e76519c47,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.379239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.394634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.400075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f533608-3901-48b5-a67c-8c9b99578d05 None None] Network bbcb3eb5-400c-4a99-b6ca-f5d40195e34f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:53.458639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.566412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Attempting to bind port a67f6960-aa71-4e9e-9e22-60333516f036 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:53.566784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Attempting to bind port a67f6960-aa71-4e9e-9e22-60333516f036 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'a6ba93ef-cbb0-40ab-95da-a734c84822d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:53.567143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Attempting to bind port a67f6960-aa71-4e9e-9e22-60333516f036 on network 79068ac9-0227-43dd-a614-cb940cd300b2 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:53.612913 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0bf6542b-4085-4ee7-a8ec-a287cf047991 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/4a179a66-7494-4105-ad47-521e76519c47 HTTP/1.1" status: 204 len: 168 time: 1.1063001 Apr 21 14:52:53.646477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55536) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.649115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.650001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.654809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.659915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ac617e4e-f54b-43f1-9d70-501321defab8 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:53.671876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.742620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.757624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:53.758060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Checking segment: {'id': 'a6ba93ef-cbb0-40ab-95da-a734c84822d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:53.758583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.759205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Bound using segment: {'id': 'a6ba93ef-cbb0-40ab-95da-a734c84822d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:53.759878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Bound port: a67f6960-aa71-4e9e-9e22-60333516f036, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ba93ef-cbb0-40ab-95da-a734c84822d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '79068ac9-0227-43dd-a614-cb940cd300b2'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:53.760726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.781683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8d991-c7d3-4dc4-8a2e-f1b338beaac8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.784198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.785586 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22c4111c-ee87-450e-bcd5-a0cc2cb043f6 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2803955 Apr 21 14:52:53.792724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Allocated IP 172.20.0.7 (79068ac9-0227-43dd-a614-cb940cd300b2/561c95bf-ac99-4342-8221-9d57477f9251/8be4cc70-39b7-46a0-8056-f62b7c984106) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:53.809240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55540) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.816510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Subnet': ['ID=24f27cc7-8fb8-4723-aee4-612ecc14f600,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.823014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-60457d9b-5706-4c43-8c4a-85a8ab026031 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:53.823859 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-60457d9b-5706-4c43-8c4a-85a8ab026031 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:53.825256 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-60457d9b-5706-4c43-8c4a-85a8ab026031 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133138 Apr 21 14:52:53.831502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55544) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.836207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.838239 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-caada226-7013-42ce-9e3a-cd5d2c78098b tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/subnets/24f27cc7-8fb8-4723-aee4-612ecc14f600 HTTP/1.1" status: 204 len: 168 time: 1.7035878 Apr 21 14:52:53.841878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-62731789-6b64-4927-a457-4e823ab11337 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:53.848729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55548) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.850765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62731789-6b64-4927-a457-4e823ab11337 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:53.867483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62731789-6b64-4927-a457-4e823ab11337 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:53.872302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62731789-6b64-4927-a457-4e823ab11337 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:53.872461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f586a5-9a9f-4c2c-addd-f2fe89d28bc9 None None] Network 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:53.884326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ac617e4e-f54b-43f1-9d70-501321defab8 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:53.884762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ac617e4e-f54b-43f1-9d70-501321defab8 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:53.887931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62731789-6b64-4927-a457-4e823ab11337 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:53.897408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.068955 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-62731789-6b64-4927-a457-4e823ab11337 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.070523 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62731789-6b64-4927-a457-4e823ab11337 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2374072 Apr 21 14:52:54.080825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55552) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.092329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-73fbb464-48a1-4aae-8781-a128678c2a12 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.092977 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-73fbb464-48a1-4aae-8781-a128678c2a12 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.097153 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73fbb464-48a1-4aae-8781-a128678c2a12 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119619 Apr 21 14:52:54.098037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.115327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-eb99beb7-7765-4c80-9f15-0a7e68c67b6b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.124130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eb99beb7-7765-4c80-9f15-0a7e68c67b6b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:54.131611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.134715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eb99beb7-7765-4c80-9f15-0a7e68c67b6b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:54.140253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eb99beb7-7765-4c80-9f15-0a7e68c67b6b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:54.150894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eb99beb7-7765-4c80-9f15-0a7e68c67b6b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:54.161690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] For port a67f6960-aa71-4e9e-9e22-60333516f036, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:54.162703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Transition to ACTIVE for port object 8be4cc70-39b7-46a0-8056-f62b7c984106 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:54.173982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] For port a67f6960-aa71-4e9e-9e22-60333516f036, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a67f6960-aa71-4e9e-9e22-60333516f036,segment=NetworkSegment(a6ba93ef-cbb0-40ab-95da-a734c84822d6),segment_id=a6ba93ef-cbb0-40ab-95da-a734c84822d6)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:54.185567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.219036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.219525 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-eb99beb7-7765-4c80-9f15-0a7e68c67b6b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.224313 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eb99beb7-7765-4c80-9f15-0a7e68c67b6b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1225972 Apr 21 14:52:54.225212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55560) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.238944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.254165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.298536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] DHCP port deletion for bbcb3eb5-400c-4a99-b6ca-f5d40195e34f request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:54.302610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6fc6b9d4-e61a-4025-bd47-0191dd9b3c46 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.302610 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-6fc6b9d4-e61a-4025-bd47-0191dd9b3c46 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.303226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 8b8dc75c-64db-43e8-93cd-f50866392fda {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:54.306404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.306582 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6fc6b9d4-e61a-4025-bd47-0191dd9b3c46 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0757174 Apr 21 14:52:54.320597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55564) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.326327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] Deleting port 8b8dc75c-64db-43e8-93cd-f50866392fda {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:54.326736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.329212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b34d0b82-4027-4cd2-81df-4e42356ae9e1 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.353122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b34d0b82-4027-4cd2-81df-4e42356ae9e1 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:54.367330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b34d0b82-4027-4cd2-81df-4e42356ae9e1 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:54.370348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting port 19231a5a-5665-48b8-8015-5a1b3816e24f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:54.370791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.379836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b34d0b82-4027-4cd2-81df-4e42356ae9e1 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:54.382614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa4e2-ea8b-492b-a93b-46e2ef7776f5 None None] Pushing event updated for resources: {'Port': ['ID=a67f6960-aa71-4e9e-9e22-60333516f036,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:54.385003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event updated for resources: {'Port': ['ID=8be4cc70-39b7-46a0-8056-f62b7c984106,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:54.398478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Network 79068ac9-0227-43dd-a614-cb940cd300b2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:54.400168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b34d0b82-4027-4cd2-81df-4e42356ae9e1 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:54.403518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:54.406168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:52:54.420203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Update dhcp port {'port': {'network_id': '8dff4053-295d-4609-a540-30f1ac222250', 'fixed_ips': [{'subnet_id': '830d4a8d-da32-40a3-9333-a673ecd15ea9', 'ip_address': '172.20.0.18'}, {'subnet_id': '6bc327ff-46fd-4a89-8614-a1396b3a40db', 'ip_address': '172.20.0.2'}, {'subnet_id': '76e3838e-5abc-4379-ad17-f1bb05fb62f1'}], 'binding:host_id': 'dv-neutron-838898-1-hyperv'}, 'id': 'f9782774-c420-4418-8c27-46ad8e7d11f3'} from dv-neutron-838898-1-hyperv. {{(pid=83936) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 21 14:52:54.509542 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-b34d0b82-4027-4cd2-81df-4e42356ae9e1 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.510271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] DHCP port deletion for 6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:52:54.510559 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b34d0b82-4027-4cd2-81df-4e42356ae9e1 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1891096 Apr 21 14:52:54.514552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.521202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:54.522177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.531963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-366434dd-d9ec-4879-b04d-7950529e180b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.532711 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-366434dd-d9ec-4879-b04d-7950529e180b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.536684 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-366434dd-d9ec-4879-b04d-7950529e180b tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0211127 Apr 21 14:52:54.542296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55572) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.555263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d93ba4bb-3f3e-46f5-bcb1-50fb6f613ff4 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.562611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d93ba4bb-3f3e-46f5-bcb1-50fb6f613ff4 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:54.568561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d93ba4bb-3f3e-46f5-bcb1-50fb6f613ff4 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:54.572343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d93ba4bb-3f3e-46f5-bcb1-50fb6f613ff4 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:54.584708 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c8159f13-285b-4c69-80e9-5c8d9501bbc7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.1992123 Apr 21 14:52:54.586159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d93ba4bb-3f3e-46f5-bcb1-50fb6f613ff4 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:54.587995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55576) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.615197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1386416230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.656301 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-d93ba4bb-3f3e-46f5-bcb1-50fb6f613ff4 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.660048 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d93ba4bb-3f3e-46f5-bcb1-50fb6f613ff4 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1135054 Apr 21 14:52:54.664266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.670308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-72e23347-3df7-4c64-9c0d-cfebc3d2aff9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '85c8d991-c7d3-4dc4-8a2e-f1b338beaac8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:54.671894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] Deleting port 19231a5a-5665-48b8-8015-5a1b3816e24f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:54.672291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.677154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-72e23347-3df7-4c64-9c0d-cfebc3d2aff9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:54.682050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-72e23347-3df7-4c64-9c0d-cfebc3d2aff9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:54.686494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-72e23347-3df7-4c64-9c0d-cfebc3d2aff9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:54.696600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-72e23347-3df7-4c64-9c0d-cfebc3d2aff9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:54.724262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.741106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:54.751007 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-72e23347-3df7-4c64-9c0d-cfebc3d2aff9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:54.752605 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-72e23347-3df7-4c64-9c0d-cfebc3d2aff9 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0870094 Apr 21 14:52:54.755529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.764895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Delete allocated IP 172.20.0.4 (8dff4053-295d-4609-a540-30f1ac222250/6bc327ff-46fd-4a89-8614-a1396b3a40db) {{(pid=83935) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:52:54.767671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Usage tracker for resource:router and tenant:68d02333c36f4b8bbc6279114dc9079b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:54.789641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:54.844665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22460df8-be93-4cd3-a19e-926a68e0c759 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.862773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Allocated IP 172.20.0.34 (8dff4053-295d-4609-a540-30f1ac222250/76e3838e-5abc-4379-ad17-f1bb05fb62f1/43dfd7b8-535c-432e-abeb-cfc269daf2d6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:54.865006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:54.873696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] For port 8b8dc75c-64db-43e8-93cd-f50866392fda, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8b8dc75c-64db-43e8-93cd-f50866392fda,segment=NetworkSegment(44b828b1-089a-4885-a423-45bd29cf3d93),segment_id=44b828b1-089a-4885-a423-45bd29cf3d93)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:54.874555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.876849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22460df8-be93-4cd3-a19e-926a68e0c759 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.936486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22460df8-be93-4cd3-a19e-926a68e0c759 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.947151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] For port 8b8dc75c-64db-43e8-93cd-f50866392fda, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8b8dc75c-64db-43e8-93cd-f50866392fda,segment=NetworkSegment(44b828b1-089a-4885-a423-45bd29cf3d93),segment_id=44b828b1-089a-4885-a423-45bd29cf3d93)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:54.947505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.962631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22460df8-be93-4cd3-a19e-926a68e0c759 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8d991-c7d3-4dc4-8a2e-f1b338beaac8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:54.978814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22460df8-be93-4cd3-a19e-926a68e0c759 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.982816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.983741 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22460df8-be93-4cd3-a19e-926a68e0c759 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/85c8d991-c7d3-4dc4-8a2e-f1b338beaac8 HTTP/1.1" status: 204 len: 168 time: 0.2268465 Apr 21 14:52:54.984454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55588) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.984688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.046816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e994fdf4-ea21-40f9-b135-20f3f2517348 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:55.059961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] Calling delete_port for 8b8dc75c-64db-43e8-93cd-f50866392fda owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:55.067196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e994fdf4-ea21-40f9-b135-20f3f2517348 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:55.072773 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e994fdf4-ea21-40f9-b135-20f3f2517348 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0871155 Apr 21 14:52:55.073711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55592) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.081732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--25094929'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:55.090224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.103313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.119620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.131045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Calling delete_port for 8b8dc75c-64db-43e8-93cd-f50866392fda owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:55.161225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.165250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.169074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.175492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.181088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] For port 19231a5a-5665-48b8-8015-5a1b3816e24f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=19231a5a-5665-48b8-8015-5a1b3816e24f,segment=NetworkSegment(54676583-bc2f-415b-ac08-afa724ff8633),segment_id=54676583-bc2f-415b-ac08-afa724ff8633)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:55.181446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.253060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.261110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.296605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] For port 19231a5a-5665-48b8-8015-5a1b3816e24f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=19231a5a-5665-48b8-8015-5a1b3816e24f,segment=NetworkSegment(54676583-bc2f-415b-ac08-afa724ff8633),segment_id=54676583-bc2f-415b-ac08-afa724ff8633)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:55.297223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.305450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e255e1b5-8644-47a2-a981-8192752e2e80,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.321282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.328245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.329702 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da004b8a-2854-4256-bd81-7b4d00529515 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2536361 Apr 21 14:52:55.332582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55596) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.339514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-62832fe3-39ed-4afc-aec0-3be0064f5cca tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': 'e255e1b5-8644-47a2-a981-8192752e2e80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:55.346119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62832fe3-39ed-4afc-aec0-3be0064f5cca tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.350246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62832fe3-39ed-4afc-aec0-3be0064f5cca tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.353294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62832fe3-39ed-4afc-aec0-3be0064f5cca tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.365376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62832fe3-39ed-4afc-aec0-3be0064f5cca tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.421654 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-62832fe3-39ed-4afc-aec0-3be0064f5cca tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The resource could not be found. Apr 21 14:52:55.422800 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62832fe3-39ed-4afc-aec0-3be0064f5cca tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0886300 Apr 21 14:52:55.425857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55600) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.438489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cb8f7bcc-0b2b-4888-83f0-69691f386638 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': 'e255e1b5-8644-47a2-a981-8192752e2e80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a20d8d26-684b-4aff-842c-cfc37f622329'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:55.446626 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cb8f7bcc-0b2b-4888-83f0-69691f386638 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.452818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb8f7bcc-0b2b-4888-83f0-69691f386638 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.456997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb8f7bcc-0b2b-4888-83f0-69691f386638 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.465894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cb8f7bcc-0b2b-4888-83f0-69691f386638 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.485427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Calling delete_port for 19231a5a-5665-48b8-8015-5a1b3816e24f owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:55.518650 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-cb8f7bcc-0b2b-4888-83f0-69691f386638 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The resource could not be found. Apr 21 14:52:55.520341 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cb8f7bcc-0b2b-4888-83f0-69691f386638 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0930161 Apr 21 14:52:55.523008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55604) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.548560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] Pushing event deleted for resources: {'Port': ['ID=8b8dc75c-64db-43e8-93cd-f50866392fda,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.556840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] Calling delete_port for 19231a5a-5665-48b8-8015-5a1b3816e24f owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:55.582842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46357eaf-802f-4a1c-a6ae-66b754090678 None None] No DVR routers for this DVR port 8b8dc75c-64db-43e8-93cd-f50866392fda on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:55.614798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f96346-5c91-44c4-942c-7cdd0bc3d993 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.627843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.650285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.651752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f96346-5c91-44c4-942c-7cdd0bc3d993 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.696233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:55.696561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:55.723634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f96346-5c91-44c4-942c-7cdd0bc3d993 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.729223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3674e9-c4cb-4efa-ada9-8478ea2f9743 None None] Network 79068ac9-0227-43dd-a614-cb940cd300b2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:52:55.732584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.748427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] Pushing event deleted for resources: {'Port': ['ID=19231a5a-5665-48b8-8015-5a1b3816e24f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.762544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8516eb37-627e-4127-8dcd-7a628bb98f56 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:52:55.772691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:55.773019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:55.774501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f96346-5c91-44c4-942c-7cdd0bc3d993 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e255e1b5-8644-47a2-a981-8192752e2e80,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.778715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f96346-5c91-44c4-942c-7cdd0bc3d993 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.779759 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-31f96346-5c91-44c4-942c-7cdd0bc3d993 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/e255e1b5-8644-47a2-a981-8192752e2e80 HTTP/1.1" status: 204 len: 168 time: 0.2556596 Apr 21 14:52:55.782908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55608) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.811396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9d38a-4002-47a6-a59f-d1e70da00aba None None] No DVR routers for this DVR port 19231a5a-5665-48b8-8015-5a1b3816e24f on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:55.819449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a67f6960-aa71-4e9e-9e22-60333516f036 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:55.854044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-33fb9bb1-6e0a-41c9-ac2b-6361ec8b6f84 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:55.860664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.864214 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-de27931c-a74e-4e01-beb0-4dd2712fa5f9 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2704809 Apr 21 14:52:55.867826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55612) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.878575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-52af0e1d-3182-4dff-be48-2fc318f69a3c tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-173688241', 'prefixes': ['172.20.0.0/16']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:55.885342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-52af0e1d-3182-4dff-be48-2fc318f69a3c tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.889834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-33fb9bb1-6e0a-41c9-ac2b-6361ec8b6f84 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:55.897204 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-33fb9bb1-6e0a-41c9-ac2b-6361ec8b6f84 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1060765 Apr 21 14:52:55.897426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55616) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.906492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2643261f-c5a4-4434-9576-c247b7860248 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': 'e1a9408b-e9c8-4316-9cc2-e2949941f5d6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:55.913732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2643261f-c5a4-4434-9576-c247b7860248 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.921044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.924058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1aab3f95-3fa6-43d2-bc8b-56050cca9ed8 None None] Provisioning for port a67f6960-aa71-4e9e-9e22-60333516f036 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:55.925171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2643261f-c5a4-4434-9576-c247b7860248 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.929119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2643261f-c5a4-4434-9576-c247b7860248 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.936194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2643261f-c5a4-4434-9576-c247b7860248 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.951325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Transition to ACTIVE for port object 43dfd7b8-535c-432e-abeb-cfc269daf2d6 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:55.971072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.998736 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-2643261f-c5a4-4434-9576-c247b7860248 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The resource could not be found. Apr 21 14:52:56.000930 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2643261f-c5a4-4434-9576-c247b7860248 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1021879 Apr 21 14:52:56.005032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55620) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.015483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034466395'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:56.022916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.036824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.062557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.079284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52af0e1d-3182-4dff-be48-2fc318f69a3c tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for subnetpool, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.085376 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-52af0e1d-3182-4dff-be48-2fc318f69a3c tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2137539 Apr 21 14:52:56.086328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55624) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.093735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-56e6417c-ee72-4af3-aba2-663a07723eb0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', 'tempest-TagsExtTest-Tag-991747643') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:56.116217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event updated for resources: {'Port': ['ID=43dfd7b8-535c-432e-abeb-cfc269daf2d6,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.159149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] In _notify_port_updated(), no bound segment for port 43dfd7b8-535c-432e-abeb-cfc269daf2d6 on network 8dff4053-295d-4609-a540-30f1ac222250 {{(pid=83935) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:52:56.162937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:56.163750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.165260 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-73ff9bdc-47d4-4fd3-921b-c2245c8bfddf tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "PUT /v2.0/ports/43dfd7b8-535c-432e-abeb-cfc269daf2d6 HTTP/1.1" status: 200 len: 960 time: 2.8639240 Apr 21 14:52:56.168597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55628) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.170624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.174372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a67f6960-aa71-4e9e-9e22-60333516f036 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:56.176274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:56.181358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:56.183421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a67f6960-aa71-4e9e-9e22-60333516f036 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:56.183826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.188947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.203375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Deleting port 8b8dc75c-64db-43e8-93cd-f50866392fda {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:56.203704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.216839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-ce8bc470-8348-4024-8389-4c80438ed621 {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:56.217547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:56.232750 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-56e6417c-ee72-4af3-aba2-663a07723eb0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags/tempest-TagsExtTest-Tag-991747643 HTTP/1.1" status: 201 len: 201 time: 0.1432586 Apr 21 14:52:56.232968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.240185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-0487c76a-42e4-417b-b00c-dfcb8442c096 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', 'tempest-TagsExtTest-Tag-815521965') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:56.280139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Deleting port 19231a5a-5665-48b8-8015-5a1b3816e24f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:56.280478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.330995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] The port '8b8dc75c-64db-43e8-93cd-f50866392fda' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:56.351415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.358793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.373623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.389869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] The port '19231a5a-5665-48b8-8015-5a1b3816e24f' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:52:56.390219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a67f6960-aa71-4e9e-9e22-60333516f036, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a67f6960-aa71-4e9e-9e22-60333516f036,segment=NetworkSegment(a6ba93ef-cbb0-40ab-95da-a734c84822d6),segment_id=a6ba93ef-cbb0-40ab-95da-a734c84822d6)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:56.395420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.430185 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0487c76a-42e4-417b-b00c-dfcb8442c096 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags/tempest-TagsExtTest-Tag-815521965 HTTP/1.1" status: 201 len: 201 time: 0.1962276 Apr 21 14:52:56.437054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55636) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.453607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-5e239683-b665-42e6-9592-359b29846036 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', 'tempest-TagsExtTest-Tag-1129783017') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:56.477158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 19231a5a-5665-48b8-8015-5a1b3816e24f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:56.481669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port 43dfd7b8-535c-432e-abeb-cfc269daf2d6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:52:56.482130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.513399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a67581-6ad5-4b9f-9507-171c0a3e4c33,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.536908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 19231a5a-5665-48b8-8015-5a1b3816e24f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:56.537497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 19231a5a-5665-48b8-8015-5a1b3816e24f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:56.538096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b8dc75c-64db-43e8-93cd-f50866392fda no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:56.587687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8b8dc75c-64db-43e8-93cd-f50866392fda {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:52:56.588058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8b8dc75c-64db-43e8-93cd-f50866392fda not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:56.594986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.596425 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0ec07a2e-648e-44a3-bbfd-559f4def3caf tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5888755 Apr 21 14:52:56.604275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55640) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.610186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a67f6960-aa71-4e9e-9e22-60333516f036,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.610958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920650770'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:56.622874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-99a3202b-6729-43d3-b31e-1b414b8a05cf None None] Provisioning for port 8be4cc70-39b7-46a0-8056-f62b7c984106 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:56.623570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.628901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-99a3202b-6729-43d3-b31e-1b414b8a05cf None None] Provisioning complete for port 8be4cc70-39b7-46a0-8056-f62b7c984106 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:56.629203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-99a3202b-6729-43d3-b31e-1b414b8a05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.629940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:56.633601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:56.640721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.663762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.685756 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e239683-b665-42e6-9592-359b29846036 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags/tempest-TagsExtTest-Tag-1129783017 HTTP/1.1" status: 201 len: 201 time: 0.2460394 Apr 21 14:52:56.689344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55644) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.699303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-99a3202b-6729-43d3-b31e-1b414b8a05cf None None] Port 8be4cc70-39b7-46a0-8056-f62b7c984106 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:56.699560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-2873f175-fa5c-4a3a-970e-2926e0f56d50 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', 'tempest-TagsExtTest-Tag-164413577') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:56.714081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-99a3202b-6729-43d3-b31e-1b414b8a05cf None None] Provisioning complete for port a67f6960-aa71-4e9e-9e22-60333516f036 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:56.714457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-99a3202b-6729-43d3-b31e-1b414b8a05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.729724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.736603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:56.740831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:56.751586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.759315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.795183 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2873f175-fa5c-4a3a-970e-2926e0f56d50 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags/tempest-TagsExtTest-Tag-164413577 HTTP/1.1" status: 201 len: 201 time: 0.1017685 Apr 21 14:52:56.797779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55648) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.805233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-3983602b-be46-4eb2-ab47-415bec627222 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:56.821388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.870219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.880281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.936915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e40db77-b8e9-4f74-900f-93d6baf05173,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.942897 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3983602b-be46-4eb2-ab47-415bec627222 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags HTTP/1.1" status: 200 len: 240 time: 0.1416030 Apr 21 14:52:56.943059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55652) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.949408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-8d8b05f0-c9f6-4b1b-9d3a-f6950d30806e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', 'tempest-TagsExtTest-Tag-991747643') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:56.968517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.978585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.979816 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a4a7ab13-6f73-48ac-bb80-4a72d8c2d9c0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3744898 Apr 21 14:52:56.983882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.991154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-35fc69be-d257-4ff9-ac27-a863e71e3733 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group_rule': {'security_group_id': '25a67581-6ad5-4b9f-9507-171c0a3e4c33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6e40db77-b8e9-4f74-900f-93d6baf05173'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:56.999123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35fc69be-d257-4ff9-ac27-a863e71e3733 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:57.009076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35fc69be-d257-4ff9-ac27-a863e71e3733 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:57.012577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35fc69be-d257-4ff9-ac27-a863e71e3733 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:57.020788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35fc69be-d257-4ff9-ac27-a863e71e3733 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:57.066478 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8d8b05f0-c9f6-4b1b-9d3a-f6950d30806e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags/tempest-TagsExtTest-Tag-991747643 HTTP/1.1" status: 204 len: 168 time: 0.1197975 Apr 21 14:52:57.067246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55660) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.077995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-aa8dec6e-8504-485b-830f-e72781b72737 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', 'tempest-TagsExtTest-Tag-991747643') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.113360 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-35fc69be-d257-4ff9-ac27-a863e71e3733 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:57.117105 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-35fc69be-d257-4ff9-ac27-a863e71e3733 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1285536 Apr 21 14:52:57.117920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55664) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.166254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Allocated IP 172.20.0.35 (8dff4053-295d-4609-a540-30f1ac222250/76e3838e-5abc-4379-ad17-f1bb05fb62f1/f9782774-c420-4418-8c27-46ad8e7d11f3) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:57.239535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:57.262839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for 43dfd7b8-535c-432e-abeb-cfc269daf2d6 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:52:57.287269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Sync routers for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:57.297123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.310675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05ccc0b0-82e0-481a-aece-238b1211f5ce tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.311082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e70f53fc-176e-48c6-98b9-d5272717067d None None] Provisioning complete for port 8be4cc70-39b7-46a0-8056-f62b7c984106 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:57.311593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e70f53fc-176e-48c6-98b9-d5272717067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.321757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.346783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05ccc0b0-82e0-481a-aece-238b1211f5ce tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.355699 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa8dec6e-8504-485b-830f-e72781b72737 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags/tempest-TagsExtTest-Tag-991747643 HTTP/1.1" status: 204 len: 168 time: 0.2867548 Apr 21 14:52:57.358883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55668) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.360688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.361824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-43db2123-f03d-440e-ba6b-158e18c953cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2120719 Apr 21 14:52:57.365566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54676583-bc2f-415b-ac08-afa724ff8633') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.365862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54676583-bc2f-415b-ac08-afa724ff8633') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.366999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-ece16f6d-4081-4b35-a7ef-50270b5b97e6 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.373270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcb3eb5-400c-4a99-b6ca-f5d40195e34f']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.384951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55672) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.410200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:57.411421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.426831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.450685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05ccc0b0-82e0-481a-aece-238b1211f5ce tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.454771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b828b1-089a-4885-a423-45bd29cf3d93') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.455072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b828b1-089a-4885-a423-45bd29cf3d93') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.479268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccc0b0-82e0-481a-aece-238b1211f5ce tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e40db77-b8e9-4f74-900f-93d6baf05173,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:57.480670 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-495e43a1-ca9b-40d7-b06d-849485dec59c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921562 Apr 21 14:52:57.483290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55676) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.488451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.489078 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ece16f6d-4081-4b35-a7ef-50270b5b97e6 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags HTTP/1.1" status: 200 len: 205 time: 0.1290972 Apr 21 14:52:57.490469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05ccc0b0-82e0-481a-aece-238b1211f5ce tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.491511 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05ccc0b0-82e0-481a-aece-238b1211f5ce tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e40db77-b8e9-4f74-900f-93d6baf05173 HTTP/1.1" status: 204 len: 168 time: 0.2704260 Apr 21 14:52:57.492363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55680) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.494676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.498309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-119fb624-cdf9-47d1-bb74-3f3d0425dbfe tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.507675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] For port f9782774-c420-4418-8c27-46ad8e7d11f3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f9782774-c420-4418-8c27-46ad8e7d11f3,segment=NetworkSegment(f54c1bb9-a684-482d-bb7f-4f185e2d5cd9),segment_id=f54c1bb9-a684-482d-bb7f-4f185e2d5cd9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:52:57.518833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.535460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:57.536252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:57.553959 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:57.638545 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-119fb624-cdf9-47d1-bb74-3f3d0425dbfe tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags HTTP/1.1" status: 200 len: 240 time: 0.1450052 Apr 21 14:52:57.642453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e70f53fc-176e-48c6-98b9-d5272717067d None None] Port 8be4cc70-39b7-46a0-8056-f62b7c984106 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:57.644751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e48ea90f-ac68-4ee4-b5f8-7243a5914d89 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:57.649151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55688) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.658777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-49863118-f5bf-455b-b050-cf65e786f55b tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', 'tempest-TagsExtTest-Tag-815521965') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.666570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.resource_extend [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:52:57.688741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.698745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a67f6960-aa71-4e9e-9e22-60333516f036 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:57.724513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e48ea90f-ac68-4ee4-b5f8-7243a5914d89 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:57.728873 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e48ea90f-ac68-4ee4-b5f8-7243a5914d89 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2025445 Apr 21 14:52:57.729679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55692) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.741158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.793275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:52:57.794455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.806269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:52:57.806486 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-49863118-f5bf-455b-b050-cf65e786f55b tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags/tempest-TagsExtTest-Tag-815521965 HTTP/1.1" status: 204 len: 168 time: 0.1535699 Apr 21 14:52:57.813299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55696) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:57.815578 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:57.821605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-fe3bbcfe-7374-4777-a99a-7fcedc78054f tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', 'tempest-TagsExtTest-Tag-815521965') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.828308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.857842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d67c-d631-453a-8adc-48588c8f19b3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.902925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d67c-d631-453a-8adc-48588c8f19b3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.922955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.939450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a67f6960-aa71-4e9e-9e22-60333516f036 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:57.939758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.965941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d67c-d631-453a-8adc-48588c8f19b3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.982062 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fe3bbcfe-7374-4777-a99a-7fcedc78054f tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags/tempest-TagsExtTest-Tag-815521965 HTTP/1.1" status: 204 len: 168 time: 0.1657774 Apr 21 14:52:57.984140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55700) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.994396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-3f99b3ad-52ee-428b-a2c7-4181d0d029dc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.000535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71139cae-34f2-407d-a198-6021bedb911d tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:52:58.002390 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-71139cae-34f2-407d-a198-6021bedb911d tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5167251 Apr 21 14:52:58.015259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] Pushing event deleted for resources: {'Network': ['ID=6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.017371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55704) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.021975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4d67c-d631-453a-8adc-48588c8f19b3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a67581-6ad5-4b9f-9507-171c0a3e4c33,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.032092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.048720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d67c-d631-453a-8adc-48588c8f19b3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.049846 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9e4d67c-d631-453a-8adc-48588c8f19b3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/25a67581-6ad5-4b9f-9507-171c0a3e4c33 HTTP/1.1" status: 204 len: 168 time: 0.3136866 Apr 21 14:52:58.052313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55708) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.112076 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-786d1046-40c3-42be-920b-c2b71f90411f tempest-NetworksIpV6TestAttrs-65794870 tempest-NetworksIpV6TestAttrs-65794870-project] 10.222.0.42 "DELETE /v2.0/networks/6f30be8a-9d26-48fa-bbb4-6a4de82f9e6e HTTP/1.1" status: 204 len: 168 time: 4.2604244 Apr 21 14:52:58.126329 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2f19c672-34d2-40b1-98ac-dcc9b24714fb tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0983195 Apr 21 14:52:58.129853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Transition to ACTIVE for port object f9782774-c420-4418-8c27-46ad8e7d11f3 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:58.132716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55714) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.133909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.135712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=43dfd7b8-535c-432e-abeb-cfc269daf2d6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.147397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.153972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054916810', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:58.157098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.169527 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/networks/bbcb3eb5-400c-4a99-b6ca-f5d40195e34f HTTP/1.1" status: 204 len: 168 time: 4.5223284 Apr 21 14:52:58.170447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55718) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.179364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6ad6c-62ec-43b2-b0d8-6a924e3b4811 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Pushing event deleted for resources: {'Network': ['ID=bbcb3eb5-400c-4a99-b6ca-f5d40195e34f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.185385 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3f99b3ad-52ee-428b-a2c7-4181d0d029dc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags HTTP/1.1" status: 200 len: 205 time: 0.1986330 Apr 21 14:52:58.187758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'routes': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:58.187896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-841a9799-90e3-48c7-898f-feab86cef1ab tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:58.233357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55722) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.245322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-ce1270eb-51b0-41d0-91ba-292149f5282a tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.401858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dea0c0-ad4c-4e58-b510-28cfcd6b2d56 None None] Pushing event updated for resources: {'Port': ['ID=f9782774-c420-4418-8c27-46ad8e7d11f3,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.426418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-841a9799-90e3-48c7-898f-feab86cef1ab tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:58.427778 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-841a9799-90e3-48c7-898f-feab86cef1ab tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3745804 Apr 21 14:52:58.432180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.434536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55728) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.441969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138108916'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:58.447323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.453479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.456472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.468423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.474927 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ce1270eb-51b0-41d0-91ba-292149f5282a tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags HTTP/1.1" status: 200 len: 241 time: 0.2403541 Apr 21 14:52:58.477186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.481548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55732) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.490543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-1aaab200-9be1-43ae-a205-e4d2f8e39776 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', 'tempest-TagsExtTest-Tag-1129783017') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.500940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.506108 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8528932b-c2ab-4dad-81ba-49cba825fe83 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/43dfd7b8-535c-432e-abeb-cfc269daf2d6 HTTP/1.1" status: 204 len: 168 time: 2.3353941 Apr 21 14:52:58.507653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55736) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.518846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:52:53Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.523641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Checking router: 8516eb37-627e-4127-8dcd-7a628bb98f56 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:52:58.524000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Updating router 8516eb37-627e-4127-8dcd-7a628bb98f56 port 33ae9bee-1b59-4c58-a182-97358a436b91 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:52:58.552875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55738) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.566466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:58.599064 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.684911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Added routes are [] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 21 14:52:58.685732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Removed routes are [] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 21 14:52:58.686336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.730082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.766223 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-410a76d0-27cd-4ad4-ab42-a1c1b76f8390 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] GET failed (client error): The resource could not be found. Apr 21 14:52:58.767157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-410a76d0-27cd-4ad4-ab42-a1c1b76f8390 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:58.792823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.797325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Usage tracker for resource:security_group_rule and tenant:a19a1c880efb4ae692d62daa959d18b3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.800263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.806325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.847450 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1aaab200-9be1-43ae-a205-e4d2f8e39776 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags/tempest-TagsExtTest-Tag-1129783017 HTTP/1.1" status: 204 len: 168 time: 0.3648062 Apr 21 14:52:58.848288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55746) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.855617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.888432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-ddac65e0-41a3-487d-b1bc-f3da2bf8f284 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', 'tempest-TagsExtTest-Tag-1129783017') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.917590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-410a76d0-27cd-4ad4-ab42-a1c1b76f8390 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:58.919010 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-410a76d0-27cd-4ad4-ab42-a1c1b76f8390 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports/43dfd7b8-535c-432e-abeb-cfc269daf2d6 HTTP/1.1" status: 404 len: 333 time: 0.3449235 Apr 21 14:52:58.938432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55750) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.041685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.056441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Transition to ACTIVE for port object 33ae9bee-1b59-4c58-a182-97358a436b91 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:59.069424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.171933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Attempting to bind port 33ae9bee-1b59-4c58-a182-97358a436b91 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:59.172366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Attempting to bind port 33ae9bee-1b59-4c58-a182-97358a436b91 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:59.172691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Attempting to bind port 33ae9bee-1b59-4c58-a182-97358a436b91 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:52:59.174781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee4a57-87c9-44b4-90e4-0224447751ce None None] Pushing event updated for resources: {'Port': ['ID=33ae9bee-1b59-4c58-a182-97358a436b91,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.182646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:52:59.183018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:59.184010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.184422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:52:59.184898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Bound port: 33ae9bee-1b59-4c58-a182-97358a436b91, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:59.185275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.260600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] For port 33ae9bee-1b59-4c58-a182-97358a436b91, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:52:59.265642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] For port 33ae9bee-1b59-4c58-a182-97358a436b91, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=33ae9bee-1b59-4c58-a182-97358a436b91,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:52:59.275254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.291408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.303663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.305452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.308193 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3246317f-c766-4f7d-856d-439f9f86a2ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45b6e7e62831420c92d50de737448469&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7539742 Apr 21 14:52:59.312756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.314267 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.319280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe741f0-4e74-4b24-8b0a-97860707f254 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.356335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee4a57-87c9-44b4-90e4-0224447751ce None None] Pushing event updated for resources: {'Port': ['ID=33ae9bee-1b59-4c58-a182-97358a436b91,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.377212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-640b2728-0401-4802-8048-95fac734b5a1 None None] Provisioning for port f9782774-c420-4418-8c27-46ad8e7d11f3 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:59.384871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-640b2728-0401-4802-8048-95fac734b5a1 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:59.385257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640b2728-0401-4802-8048-95fac734b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.413800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247d2047-8a1d-4feb-9eaf-bc348feaa025,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.454996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:59.455457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:59.460040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.464044 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f8e216cd-a309-4af4-b615-f4237b706ed3 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0260174 Apr 21 14:52:59.468398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55758) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.475069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-765718d6-61b8-42ce-9b44-e45f95308a3f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:52:59.476585 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-765718d6-61b8-42ce-9b44-e45f95308a3f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 14:52:59.482240 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-765718d6-61b8-42ce-9b44-e45f95308a3f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "PUT /v2.0/security-groups/247d2047-8a1d-4feb-9eaf-bc348feaa025 HTTP/1.1" status: 409 len: 330 time: 0.0082107 Apr 21 14:52:59.482240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55762) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.484878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe741f0-4e74-4b24-8b0a-97860707f254 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.491243 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ddac65e0-41a3-487d-b1bc-f3da2bf8f284 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags/tempest-TagsExtTest-Tag-1129783017 HTTP/1.1" status: 204 len: 168 time: 0.6366274 Apr 21 14:52:59.495301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55766) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.500886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-2aaa460c-10d8-44f4-8228-fdce7d6a3629 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:59.557332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router bb99b641-3a5e-4502-b1f6-09bd870b7eae has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:52:59.611643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-611832b2-4e87-483c-8d38-afa7465c443f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.694001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-461b95f5-9e1f-4bb1-8822-b8fd9a2d93b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.720380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.749087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f9782774-c420-4418-8c27-46ad8e7d11f3 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:59.771914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe741f0-4e74-4b24-8b0a-97860707f254 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.814919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe741f0-4e74-4b24-8b0a-97860707f254 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3602c8-797a-4c27-84fd-3d79b55d10cf,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.827281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-611832b2-4e87-483c-8d38-afa7465c443f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.834315 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2aaa460c-10d8-44f4-8228-fdce7d6a3629 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags HTTP/1.1" status: 200 len: 205 time: 0.3378575 Apr 21 14:52:59.839352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-461b95f5-9e1f-4bb1-8822-b8fd9a2d93b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.839568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55770) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.842660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe741f0-4e74-4b24-8b0a-97860707f254 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.846509 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-abe741f0-4e74-4b24-8b0a-97860707f254 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/security-groups/ec3602c8-797a-4c27-84fd-3d79b55d10cf HTTP/1.1" status: 204 len: 168 time: 0.9039168 Apr 21 14:52:59.847578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55774) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.857087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.tag.tag_plugin [None req-f79cd699-fdce-4c90-9196-cb5cd16890fe tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:59.872585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-640b2728-0401-4802-8048-95fac734b5a1 None None] Provisioning complete for port d7f8959c-9b89-478b-b586-2ee4c6bbe74c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:59.872957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-640b2728-0401-4802-8048-95fac734b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.899843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=f2c58056-b101-47ac-add1-19209afd70dc,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.916348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:52:59.916348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: d54021ed-43fa-43b8-9b09-3409f647ea88, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:59.932398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-640b2728-0401-4802-8048-95fac734b5a1 None None] Port d7f8959c-9b89-478b-b586-2ee4c6bbe74c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:52:59.939103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-640b2728-0401-4802-8048-95fac734b5a1 None None] Could not find standard attr ID for object 43dfd7b8-535c-432e-abeb-cfc269daf2d6. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:59.944786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:52:59.957291 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] Sync routers for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:52:59.973451 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:52:59.974428 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:59.975419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-611832b2-4e87-483c-8d38-afa7465c443f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.981444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:59.981825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.993981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network d54021ed-43fa-43b8-9b09-3409f647ea88 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:00.005505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-461b95f5-9e1f-4bb1-8822-b8fd9a2d93b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.040126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611832b2-4e87-483c-8d38-afa7465c443f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247d2047-8a1d-4feb-9eaf-bc348feaa025,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.048041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-611832b2-4e87-483c-8d38-afa7465c443f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.049393 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-611832b2-4e87-483c-8d38-afa7465c443f tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/247d2047-8a1d-4feb-9eaf-bc348feaa025 HTTP/1.1" status: 204 len: 168 time: 0.5669787 Apr 21 14:53:00.054452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55778) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.061484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.065404 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ff341930-5591-4f72-ab5b-50c11b5f4392 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 200 len: 705 time: 1.8905706 Apr 21 14:53:00.067337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d54021ed-43fa-43b8-9b09-3409f647ea88) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:00.068987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.081292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dac4aa4a-920b-444f-ad1a-0e3c4cf893d3 None None] Could not find standard attr ID for object 43dfd7b8-535c-432e-abeb-cfc269daf2d6. {{(pid=83936) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:53:00.086815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b95f5-9e1f-4bb1-8822-b8fd9a2d93b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5d78a-ace0-4932-82f9-0bc917ccbb2c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.091267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c3970-f973-4b13-8aba-7bd59348fe03 None None] Network d54021ed-43fa-43b8-9b09-3409f647ea88 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:00.091943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:00.093734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.139481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-461b95f5-9e1f-4bb1-8822-b8fd9a2d93b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.140646 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-461b95f5-9e1f-4bb1-8822-b8fd9a2d93b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59d5d78a-ace0-4932-82f9-0bc917ccbb2c HTTP/1.1" status: 204 len: 168 time: 0.8276391 Apr 21 14:53:00.144035 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f79cd699-fdce-4c90-9196-cb5cd16890fe tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags HTTP/1.1" status: 200 len: 240 time: 0.3026903 Apr 21 14:53:00.157118 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55788) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.158868 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:00.170534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-0bfca2dd-4987-4bc1-b951-dd36a38f53d7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', 'tempest-TagsExtTest-Tag-164413577') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:00.180211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fddcb1a-77d3-42ee-a10f-a49d73f3b801 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:00.187964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c957977a-b1e0-400a-9da0-f66e7dbd7bfa tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Synchronizing usage tracker for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:00.213565 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f72844f6-537a-49c4-be36-3c963339d27e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0799434 Apr 21 14:53:00.224574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55792) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.237718 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0bfca2dd-4987-4bc1-b951-dd36a38f53d7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags/tempest-TagsExtTest-Tag-164413577 HTTP/1.1" status: 204 len: 168 time: 0.0792971 Apr 21 14:53:00.238759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fddcb1a-77d3-42ee-a10f-a49d73f3b801 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:00.242920 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7fddcb1a-77d3-42ee-a10f-a49d73f3b801 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 200 len: 205 time: 0.1667540 Apr 21 14:53:00.243662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55796) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.243980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55798) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.329581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcfedb1-20ac-4328-86ae-d307caba69a6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.330654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-fccddaf8-1d94-4105-afe3-48293d03cbc0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', 'tempest-TagsExtTest-Tag-164413577') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:00.336173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:00.355000 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:50Z', 'revision_number': 11, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:00.360010 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] Checking router: bb99b641-3a5e-4502-b1f6-09bd870b7eae for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:53:00.373627 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] Routers {'bb99b641-3a5e-4502-b1f6-09bd870b7eae'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:00.374660 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:00.524860 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] Set router bb99b641-3a5e-4502-b1f6-09bd870b7eae gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:00.527953 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fccddaf8-1d94-4105-afe3-48293d03cbc0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags/tempest-TagsExtTest-Tag-164413577 HTTP/1.1" status: 204 len: 168 time: 0.2828403 Apr 21 14:53:00.534604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e152b16-236e-41da-a8e4-f84e89f1804a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.544146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55806) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.571807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c957977a-b1e0-400a-9da0-f66e7dbd7bfa tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] Unset dirty status for tenant:a19a1c880efb4ae692d62daa959d18b3 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:00.571807 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c957977a-b1e0-400a-9da0-f66e7dbd7bfa tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5103872 Apr 21 14:53:00.594129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.tag.tag_plugin [None req-aff56571-e33f-4d0d-a6ca-436911ef5ad0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:00.605178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55810) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.634447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcfedb1-20ac-4328-86ae-d307caba69a6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.681138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-d54021ed-43fa-43b8-9b09-3409f647ea88', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:00.682018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.688457 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:50Z', 'revision_number': 11, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:00.698602 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5901e-ce08-41e5-bf9b-24d891766d49 None None] The sync data for ids ['bb99b641-3a5e-4502-b1f6-09bd870b7eae'] in dv-neutron-838898-1-hyperv is: [{'id': 'bb99b641-3a5e-4502-b1f6-09bd870b7eae', 'name': 'tempest-RoutersIpV6Test-router-1951490947', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:51:01Z', 'updated_at': '2022-04-21T14:52:50Z', 'revision_number': 11, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:00.708272 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-d9d2f418-9bb9-469d-9df2-e0f0e7896d85 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] delete failed (client error): The resource could not be found. Apr 21 14:53:00.712114 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d9d2f418-9bb9-469d-9df2-e0f0e7896d85 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "DELETE /v2.0/security-groups/cee4032f-c9d0-4456-ac9f-c34c3bb2c7b4 HTTP/1.1" status: 404 len: 347 time: 0.0978794 Apr 21 14:53:00.722835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.773186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.783736 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-aff56571-e33f-4d0d-a6ca-436911ef5ad0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags HTTP/1.1" status: 200 len: 205 time: 0.2213373 Apr 21 14:53:00.787414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55822) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.803469 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-6c433985-50c2-4884-ae01-42308146dfc0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] show failed (client error): The resource could not be found. Apr 21 14:53:00.805058 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6c433985-50c2-4884-ae01-42308146dfc0 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-groups/353ae121-05cf-4716-84e0-77e1cc0257f9 HTTP/1.1" status: 404 len: 347 time: 0.0807834 Apr 21 14:53:00.806320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.tag.tag_plugin [None req-8c95f14e-6505-4043-819e-7b238c2e35d7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:00.812262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.830892 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-6b5188ce-b9bd-4d27-897d-0aade9d84f24 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] show failed (client error): The resource could not be found. Apr 21 14:53:00.832750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcfedb1-20ac-4328-86ae-d307caba69a6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.833044 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6b5188ce-b9bd-4d27-897d-0aade9d84f24 tempest-NegativeSecGroupTest-1745004747 tempest-NegativeSecGroupTest-1745004747-project] 10.222.0.42 "GET /v2.0/security-group-rules/095f19cb-1f0a-4b20-bd8c-13ec2a17b0dc HTTP/1.1" status: 404 len: 356 time: 0.0192494 Apr 21 14:53:00.909956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfedb1-20ac-4328-86ae-d307caba69a6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea96f8-a062-41ea-886f-3b2ea2f260a1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.946629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afcfedb1-20ac-4328-86ae-d307caba69a6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.947756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-afcfedb1-20ac-4328-86ae-d307caba69a6 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/security-groups/87ea96f8-a062-41ea-886f-3b2ea2f260a1 HTTP/1.1" status: 204 len: 168 time: 1.0959961 Apr 21 14:53:00.955355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55834) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.011670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Allocated IP 172.20.0.2 (d54021ed-43fa-43b8-9b09-3409f647ea88/f2c58056-b101-47ac-add1-19209afd70dc/923de804-82de-4b9f-abe3-56a4b4675065) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:01.034241 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8c95f14e-6505-4043-819e-7b238c2e35d7 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags HTTP/1.1" status: 204 len: 168 time: 0.2431149 Apr 21 14:53:01.044189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55840) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.049903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.tag.tag_plugin [None req-140cbbd5-112f-4aa2-a8f9-67645c92d74f tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:01.154247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:52:53Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:01.167285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c7295-7399-4cf9-9a01-21b2eb63a91c None None] The sync data for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv is: [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:52:53Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:01.251959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ddbd07d9-34d7-4cd8-8d0b-587353838bab tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.293508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e152b16-236e-41da-a8e4-f84e89f1804a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.308306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e152b16-236e-41da-a8e4-f84e89f1804a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.319335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55846) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.327669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ddbd07d9-34d7-4cd8-8d0b-587353838bab tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.378986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e152b16-236e-41da-a8e4-f84e89f1804a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.379881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e152b16-236e-41da-a8e4-f84e89f1804a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Fanout notify agent at l3_agent the message router_deleted on router bb99b641-3a5e-4502-b1f6-09bd870b7eae {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:53:01.399963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.401146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e152b16-236e-41da-a8e4-f84e89f1804a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.411953 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8e152b16-236e-41da-a8e4-f84e89f1804a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 204 len: 168 time: 1.1617274 Apr 21 14:53:01.412772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.424224 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-140cbbd5-112f-4aa2-a8f9-67645c92d74f tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags HTTP/1.1" status: 204 len: 168 time: 0.3789494 Apr 21 14:53:01.427264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-254976662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:01.434740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Transition to ACTIVE for port object 923de804-82de-4b9f-abe3-56a4b4675065 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:01.436430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55858) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.449524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:01.457021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Usage tracker for resource:router and tenant:ac11479496c749b2af44bc5ece703cac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:01.477216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:01.485343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:01.505550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Transition to ACTIVE for port object 923de804-82de-4b9f-abe3-56a4b4675065 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:01.513798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.514781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.532592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.543226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.584524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.672778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Pushing event updated for resources: {'Port': ['ID=923de804-82de-4b9f-abe3-56a4b4675065,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:01.679588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Network d54021ed-43fa-43b8-9b09-3409f647ea88 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:01.680647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.680802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:01.685314 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f27eb47-febc-485b-87e2-e8ba0d7b7aae tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2713709 Apr 21 14:53:01.686128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:01.686256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55864) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.696200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bb562fa2-cb09-4575-a79b-8e665c424715 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:01.809950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.tag.tag_plugin [None req-3d4a6ad8-ce45-418a-ad70-3e2e3cb42203 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:01.828837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Attempting to bind port 923de804-82de-4b9f-abe3-56a4b4675065 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:01.829413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Attempting to bind port 923de804-82de-4b9f-abe3-56a4b4675065 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:01.829532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Attempting to bind port 923de804-82de-4b9f-abe3-56a4b4675065 on network d54021ed-43fa-43b8-9b09-3409f647ea88 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:01.831900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 33ae9bee-1b59-4c58-a182-97358a436b91 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:01.880347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:01.880711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Checking segment: {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:01.881115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.881509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Bound using segment: {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:01.881993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Bound port: 923de804-82de-4b9f-abe3-56a4b4675065, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:01.882360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.956533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ddbd07d9-34d7-4cd8-8d0b-587353838bab tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.989504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] For port 923de804-82de-4b9f-abe3-56a4b4675065, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:01.993012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] For port 923de804-82de-4b9f-abe3-56a4b4675065, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=923de804-82de-4b9f-abe3-56a4b4675065,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:02.005273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.015057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd07d9-34d7-4cd8-8d0b-587353838bab tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee2eb0a-36a0-434b-a689-0b735a291a53,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.075609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55870) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.092497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ddbd07d9-34d7-4cd8-8d0b-587353838bab tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.096046 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ddbd07d9-34d7-4cd8-8d0b-587353838bab tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/security-groups/fee2eb0a-36a0-434b-a689-0b735a291a53 HTTP/1.1" status: 204 len: 168 time: 1.1350358 Apr 21 14:53:02.097150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55872) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.161962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 33ae9bee-1b59-4c58-a182-97358a436b91 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:02.179860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 33ae9bee-1b59-4c58-a182-97358a436b91 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:02.180415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.221871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3cf38-c231-4708-adaa-c3e85f774f52 None None] Pushing event updated for resources: {'Port': ['ID=923de804-82de-4b9f-abe3-56a4b4675065,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.259256 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0b00a1cd-e15d-4f29-a5c2-18b2a73a99a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a19a1c880efb4ae692d62daa959d18b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9383981 Apr 21 14:53:02.260321 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55880) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.296347 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3d4a6ad8-ce45-418a-ad70-3e2e3cb42203 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags HTTP/1.1" status: 204 len: 168 time: 0.8585842 Apr 21 14:53:02.304541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55884) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.323751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-b83f544e-5490-46e5-8190-5a1d5948d289 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:02.402944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet 6bc327ff-46fd-4a89-8614-a1396b3a40db {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:02.405893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.409313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.427170 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 33ae9bee-1b59-4c58-a182-97358a436b91, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=33ae9bee-1b59-4c58-a182-97358a436b91,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:02.432281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.509794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-62e4a7c5-babf-4b43-abdf-cb375e5c00c7 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-558992176', 'prefixes': ['172.20.0.0/16']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:02.518140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62e4a7c5-babf-4b43-abdf-cb375e5c00c7 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.570503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=33ae9bee-1b59-4c58-a182-97358a436b91,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.573676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.688611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1991e2a-8b96-4e89-8fff-76ddf0788dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.740784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.837646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.846415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb562fa2-cb09-4575-a79b-8e665c424715 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.856396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1991e2a-8b96-4e89-8fff-76ddf0788dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.884685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb562fa2-cb09-4575-a79b-8e665c424715 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.914903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc327ff-46fd-4a89-8614-a1396b3a40db,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.926770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.936523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703fc93f-5422-48dc-bd8d-3d00efdf5f16 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:02.948289 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6106cb39-843c-43f4-b91f-53b9e1cec5f7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/6bc327ff-46fd-4a89-8614-a1396b3a40db HTTP/1.1" status: 204 len: 168 time: 0.8424416 Apr 21 14:53:02.948289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55888) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.001074 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b83f544e-5490-46e5-8190-5a1d5948d289 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags HTTP/1.1" status: 204 len: 168 time: 0.6816537 Apr 21 14:53:03.010334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.011681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62e4a7c5-babf-4b43-abdf-cb375e5c00c7 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] Notify callbacks [] for subnetpool, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.013201 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62e4a7c5-babf-4b43-abdf-cb375e5c00c7 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8400779 Apr 21 14:53:03.028223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-d544567a-add5-43d3-9ce9-13dbaefec712 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', 'tempest-TagsExtTest-Tag-408871223') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:03.036338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55896) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.108753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ed8b2bfe-7282-43cb-a1e1-55892d8879bc tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] 10.222.0.42 "GET /v2.0/subnetpools/8ee1f64f-f36d-4fb8-a6df-4c069e893816 HTTP/1.1" status: 200 len: 731 time: 0.0639727 Apr 21 14:53:03.111734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55900) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.115795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet 76e3838e-5abc-4379-ad17-f1bb05fb62f1 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:03.126126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3b23a653-f8d7-4491-a480-b70277aff47e tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-47343632'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:03.135804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.139376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1991e2a-8b96-4e89-8fff-76ddf0788dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.175105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1991e2a-8b96-4e89-8fff-76ddf0788dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1a33b-e469-4946-b09e-b6f3760455f2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.275872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.284484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1991e2a-8b96-4e89-8fff-76ddf0788dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.296390 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e1991e2a-8b96-4e89-8fff-76ddf0788dbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aef1a33b-e469-4946-b09e-b6f3760455f2 HTTP/1.1" status: 204 len: 168 time: 1.0269513 Apr 21 14:53:03.307994 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d544567a-add5-43d3-9ce9-13dbaefec712 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags/tempest-TagsExtTest-Tag-408871223 HTTP/1.1" status: 201 len: 201 time: 0.2934515 Apr 21 14:53:03.310869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.320596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-104fe97a-8d35-4de3-adfd-b640fdccf480 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', 'tempest-TagsExtTest-Tag-994636193') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:03.376174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.377082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb562fa2-cb09-4575-a79b-8e665c424715 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Router 143f6876-d4f6-495b-af36-076f069a0c3a is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:53:03.486332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95f037-d727-4310-b5da-55baaa1689d3 None None] Network d54021ed-43fa-43b8-9b09-3409f647ea88 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:03.599544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3b23a653-f8d7-4491-a480-b70277aff47e tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] Notify callbacks [] for subnetpool, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.603779 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3b23a653-f8d7-4491-a480-b70277aff47e tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] 10.222.0.42 "PUT /v2.0/subnetpools/8ee1f64f-f36d-4fb8-a6df-4c069e893816 HTTP/1.1" status: 200 len: 682 time: 0.4855702 Apr 21 14:53:03.615755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.644315 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-104fe97a-8d35-4de3-adfd-b640fdccf480 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags/tempest-TagsExtTest-Tag-994636193 HTTP/1.1" status: 201 len: 201 time: 0.3284264 Apr 21 14:53:03.657510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.669602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.673287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-8ad82d88-bbb5-428d-91b9-279441b51074 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', 'tempest-TagsExtTest-Tag-1112976042') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:03.749207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-27486787-5b4e-4bab-954e-ba29f76e1bbb None None] Provisioning for port 923de804-82de-4b9f-abe3-56a4b4675065 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:03.913282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb562fa2-cb09-4575-a79b-8e665c424715 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:03.931260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb562fa2-cb09-4575-a79b-8e665c424715 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.935320 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb562fa2-cb09-4575-a79b-8e665c424715 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "PUT /v2.0/routers/143f6876-d4f6-495b-af36-076f069a0c3a HTTP/1.1" status: 200 len: 697 time: 2.2454498 Apr 21 14:53:03.937111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.949691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] Sync routers for ids ['143f6876-d4f6-495b-af36-076f069a0c3a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:03.961925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 33ae9bee-1b59-4c58-a182-97358a436b91 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:04.093564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.095407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] Routers {'143f6876-d4f6-495b-af36-076f069a0c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:04.096089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['143f6876-d4f6-495b-af36-076f069a0c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.165517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=76e3838e-5abc-4379-ad17-f1bb05fb62f1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:04.177261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.200280 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bed962f2-0442-4b50-8bab-143fc0865c88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/76e3838e-5abc-4379-ad17-f1bb05fb62f1 HTTP/1.1" status: 204 len: 168 time: 1.2496839 Apr 21 14:53:04.226965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55922) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.227240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a5661-2185-4869-86f1-33d5545f4b27 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:04.282106 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6013d7-7f94-47f1-aa60-642ccaf63daa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:04.282543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6013d7-7f94-47f1-aa60-642ccaf63daa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:04.286991 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ba6013d7-7f94-47f1-aa60-642ccaf63daa tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/6bc327ff-46fd-4a89-8614-a1396b3a40db HTTP/1.1" status: 404 len: 337 time: 0.0562537 Apr 21 14:53:04.287948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55926) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.297947 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ad82d88-bbb5-428d-91b9-279441b51074 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags/tempest-TagsExtTest-Tag-1112976042 HTTP/1.1" status: 201 len: 201 time: 0.6372569 Apr 21 14:53:04.305135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55930) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.315314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-d2b047ae-fc45-48de-ac54-e5ccb4e8c69b tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', 'tempest-TagsExtTest-Tag-1708602477') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.328209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51c7048e-96a9-44aa-ae54-fb92935b2245 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] Notify callbacks [] for subnetpool, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.329289 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-51c7048e-96a9-44aa-ae54-fb92935b2245 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8ee1f64f-f36d-4fb8-a6df-4c069e893816 HTTP/1.1" status: 204 len: 168 time: 0.7122281 Apr 21 14:53:04.334236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.336723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (d54021ed-43fa-43b8-9b09-3409f647ea88/f2c58056-b101-47ac-add1-19209afd70dc/f345fe29-c032-4e64-83f7-48d7899fa82b) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:04.347756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] Set router 143f6876-d4f6-495b-af36-076f069a0c3a gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:04.360763 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-4c9310d2-1ec4-466b-ace6-d98f8dfc7b33 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] show failed (client error): The resource could not be found. Apr 21 14:53:04.361854 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c9310d2-1ec4-466b-ace6-d98f8dfc7b33 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] 10.222.0.42 "GET /v2.0/subnetpools/8ee1f64f-f36d-4fb8-a6df-4c069e893816 HTTP/1.1" status: 404 len: 346 time: 0.0271909 Apr 21 14:53:04.367732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.378890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-be42295a-0008-4c84-aafe-f6a0a36580b6 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/routers/143f6876-d4f6-495b-af36-076f069a0c3a HTTP/1.1" status: 200 len: 703 time: 0.4382677 Apr 21 14:53:04.382235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55942) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.398361 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-74560cca-e361-4399-9a60-c787d3f6fd41 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] delete failed (client error): The resource could not be found. Apr 21 14:53:04.402090 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-74560cca-e361-4399-9a60-c787d3f6fd41 tempest-SubnetPoolsTestJSON-56607699 tempest-SubnetPoolsTestJSON-56607699-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8ee1f64f-f36d-4fb8-a6df-4c069e893816 HTTP/1.1" status: 404 len: 346 time: 0.0299492 Apr 21 14:53:04.413891 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2b047ae-fc45-48de-ac54-e5ccb4e8c69b tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags/tempest-TagsExtTest-Tag-1708602477 HTTP/1.1" status: 201 len: 201 time: 0.1068983 Apr 21 14:53:04.417416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55948) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.424300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-4cf28f79-557e-48c8-811a-68cb75e983cd tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', {'tags': ['tempest-TagsExtTest-Tag-1437206234', 'tempest-TagsExtTest-Tag-308240455', 'tempest-TagsExtTest-Tag-984260883']}) {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.478535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5ce52995-2e38-4784-abae-05be78674f6f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Synchronizing usage tracker for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:04.485872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting subnet 830d4a8d-da32-40a3-9333-a673ecd15ea9 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:04.496995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.501169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 33ae9bee-1b59-4c58-a182-97358a436b91 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:04.501682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.528080 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4cf28f79-557e-48c8-811a-68cb75e983cd tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags HTTP/1.1" status: 200 len: 316 time: 0.1087377 Apr 21 14:53:04.529055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55952) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.529401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3e9a2cd0-6a85-4979-85d9-4a1ee4dfd54e None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:04.529781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2cd0-6a85-4979-85d9-4a1ee4dfd54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.535285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-2f72c21c-7c4f-4756-af6e-9191574f7ce5 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.566792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143f6876-d4f6-495b-af36-076f069a0c3a', 'name': 'tempest-RoutersIpV6Test-router-254976662', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:01Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.577012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.605375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5ce52995-2e38-4784-abae-05be78674f6f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Unset dirty status for tenant:ac11479496c749b2af44bc5ece703cac on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:04.606542 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5ce52995-2e38-4784-abae-05be78674f6f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=143f6876-d4f6-495b-af36-076f069a0c3a HTTP/1.1" status: 200 len: 205 time: 0.2215476 Apr 21 14:53:04.610478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.618996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] Checking router: 143f6876-d4f6-495b-af36-076f069a0c3a for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:53:04.658672 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f72c21c-7c4f-4756-af6e-9191574f7ce5 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags HTTP/1.1" status: 204 len: 168 time: 0.1283197 Apr 21 14:53:04.659840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55962) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.669219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-af7af72f-4bce-4ef0-98fc-246f368d5aa2 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', 'tempest-TagsExtTest-Tag-1437206234') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.704301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] Routers {'143f6876-d4f6-495b-af36-076f069a0c3a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:04.704980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['143f6876-d4f6-495b-af36-076f069a0c3a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.743872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.785093 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-af7af72f-4bce-4ef0-98fc-246f368d5aa2 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:04.789893 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af7af72f-4bce-4ef0-98fc-246f368d5aa2 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags/tempest-TagsExtTest-Tag-1437206234 HTTP/1.1" status: 404 len: 329 time: 0.1278760 Apr 21 14:53:04.790594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.797702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-c4d693fe-7c96-4b16-8852-7d0c0c068828 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', 'tempest-TagsExtTest-Tag-308240455') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.827483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object f345fe29-c032-4e64-83f7-48d7899fa82b will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:04.852026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.904033 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-c4d693fe-7c96-4b16-8852-7d0c0c068828 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:04.908476 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c4d693fe-7c96-4b16-8852-7d0c0c068828 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags/tempest-TagsExtTest-Tag-308240455 HTTP/1.1" status: 404 len: 328 time: 0.1168580 Apr 21 14:53:04.909078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.918685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-8f175c0d-9e66-455d-8b87-9a110402715b tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251', 'tempest-TagsExtTest-Tag-984260883') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:05.004399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55976) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.039956 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-8f175c0d-9e66-455d-8b87-9a110402715b tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:05.044729 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8f175c0d-9e66-455d-8b87-9a110402715b tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags/tempest-TagsExtTest-Tag-984260883 HTTP/1.1" status: 404 len: 328 time: 0.1312392 Apr 21 14:53:05.044729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55980) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.052230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-2279ae6d-7f79-43b0-9ef9-a6ad7fd73d43 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', {'tags': ['tempest-TagsExtTest-Tag-148710055', 'tempest-TagsExtTest-Tag-330606696', 'tempest-TagsExtTest-Tag-1014295896']}) {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:05.065472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] Set router 143f6876-d4f6-495b-af36-076f069a0c3a gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:05.079097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.207802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 923de804-82de-4b9f-abe3-56a4b4675065 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:05.229994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.244362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network d54021ed-43fa-43b8-9b09-3409f647ea88 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:05.245638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143f6876-d4f6-495b-af36-076f069a0c3a', 'name': 'tempest-RoutersIpV6Test-router-254976662', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:01Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:05.262096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d19004-d9e4-4257-90ad-65d2da021a25 None None] The sync data for ids ['143f6876-d4f6-495b-af36-076f069a0c3a'] in dv-neutron-838898-1-hyperv is: [{'id': '143f6876-d4f6-495b-af36-076f069a0c3a', 'name': 'tempest-RoutersIpV6Test-router-254976662', 'tenant_id': 'ac11479496c749b2af44bc5ece703cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:01Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 2, 'project_id': 'ac11479496c749b2af44bc5ece703cac', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:05.309035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23fb6a6e-3af1-4f6c-969e-38b559f5f6df tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.312169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3e9a2cd0-6a85-4979-85d9-4a1ee4dfd54e None None] Provisioning complete for port d7f8959c-9b89-478b-b586-2ee4c6bbe74c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:05.312944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Subnet': ['ID=830d4a8d-da32-40a3-9333-a673ecd15ea9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:05.313216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2cd0-6a85-4979-85d9-4a1ee4dfd54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.315546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:05.322031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:05.370497 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2279ae6d-7f79-43b0-9ef9-a6ad7fd73d43 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags HTTP/1.1" status: 200 len: 316 time: 0.3244064 Apr 21 14:53:05.383680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.385198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.398627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3e9a2cd0-6a85-4979-85d9-4a1ee4dfd54e None None] Port d7f8959c-9b89-478b-b586-2ee4c6bbe74c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:05.404189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 923de804-82de-4b9f-abe3-56a4b4675065 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:05.410299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 923de804-82de-4b9f-abe3-56a4b4675065 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:05.411599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.417388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=f345fe29-c032-4e64-83f7-48d7899fa82b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:05.435652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.463993 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-97229e25-db98-4ed4-aed1-0d783bf883af tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/830d4a8d-da32-40a3-9333-a673ecd15ea9 HTTP/1.1" status: 204 len: 168 time: 1.1727848 Apr 21 14:53:05.473728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55990) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.477373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-eb45a925-e59f-4ba9-8c5f-51a56f71b26a tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:05.497977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.527808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:05.532795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Usage tracker for resource:security_group_rule and tenant:c173246a1a49440481d58d20bf975af1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:05.535813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:05.542606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:05.600093 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78dd096-b8be-417e-8e4c-154c4c011039 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:05.600549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78dd096-b8be-417e-8e4c-154c4c011039 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:05.604712 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c78dd096-b8be-417e-8e4c-154c4c011039 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/f675f597-f1af-445e-8716-2198cce4180e HTTP/1.1" status: 404 len: 337 time: 0.0940137 Apr 21 14:53:05.612331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 55994) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.635181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.638242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.654946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.659888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9e13afff-10d9-46f5-a18e-08dd0338cc14 None None] Provisioning complete for port 923de804-82de-4b9f-abe3-56a4b4675065 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:05.660342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9e13afff-10d9-46f5-a18e-08dd0338cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.706731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d7424b61-acb5-4047-a4e7-b19cd1606c95 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Synchronizing usage tracker for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:05.732985 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c173246a1a49440481d58d20bf975af1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7243266 Apr 21 14:53:05.732985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc0d2f-ebcb-4c27-9d6d-cf7227a3a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78284750-fe75-4a60-bf0e-1970fd5606f3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:05.734961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 55998) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.815337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 923de804-82de-4b9f-abe3-56a4b4675065, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=923de804-82de-4b9f-abe3-56a4b4675065,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:05.828220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.877290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.887334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d7424b61-acb5-4047-a4e7-b19cd1606c95 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Unset dirty status for tenant:b0a41b3593d3407ab521d4d2343e74d8 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:05.888531 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d7424b61-acb5-4047-a4e7-b19cd1606c95 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e02e67d-02d1-40be-9d95-32ebea9bcef4 HTTP/1.1" status: 200 len: 205 time: 0.2745807 Apr 21 14:53:05.891422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56002) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.926961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=923de804-82de-4b9f-abe3-56a4b4675065,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.012123 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-558a923e-758e-46e1-b9db-05b626588e76 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] delete failed (client error): The resource could not be found. Apr 21 14:53:06.015532 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-558a923e-758e-46e1-b9db-05b626588e76 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/routers/8e02e67d-02d1-40be-9d95-32ebea9bcef4 HTTP/1.1" status: 404 len: 336 time: 0.1209211 Apr 21 14:53:06.029999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56006) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.069417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42c28ffd-709d-4a3b-aa26-8d2a322b4945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.083665 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac510ac3-6032-44d8-92df-a8a7e48d5923 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.084128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac510ac3-6032-44d8-92df-a8a7e48d5923 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.092890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23fb6a6e-3af1-4f6c-969e-38b559f5f6df tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.100006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23fb6a6e-3af1-4f6c-969e-38b559f5f6df tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.107328 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eb45a925-e59f-4ba9-8c5f-51a56f71b26a tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags HTTP/1.1" status: 204 len: 168 time: 0.6599591 Apr 21 14:53:06.110923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56010) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.122781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-02bcc8dc-98a8-4628-999b-b321719f5871 None None] Provisioning for port f345fe29-c032-4e64-83f7-48d7899fa82b completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:06.132305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-02bcc8dc-98a8-4628-999b-b321719f5871 None None] Provisioning complete for port f345fe29-c032-4e64-83f7-48d7899fa82b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:06.132708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02bcc8dc-98a8-4628-999b-b321719f5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.142397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-0490abf1-bc57-489a-9a77-55212c344cdb tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', 'tempest-TagsExtTest-Tag-148710055') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:06.183757 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ac510ac3-6032-44d8-92df-a8a7e48d5923 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/e4f60823-340a-4c27-b277-abe0d617b6b5 HTTP/1.1" status: 404 len: 337 time: 0.1523285 Apr 21 14:53:06.190333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23fb6a6e-3af1-4f6c-969e-38b559f5f6df tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.190855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fb6a6e-3af1-4f6c-969e-38b559f5f6df tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Fanout notify agent at l3_agent the message router_deleted on router 143f6876-d4f6-495b-af36-076f069a0c3a {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:53:06.193405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.204674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-02bcc8dc-98a8-4628-999b-b321719f5871 None None] Port f345fe29-c032-4e64-83f7-48d7899fa82b cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:06.217910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0ccf5-e10f-43b7-8b01-284a86b29ac2 None None] Network 8dff4053-295d-4609-a540-30f1ac222250 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:06.244613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42c28ffd-709d-4a3b-aa26-8d2a322b4945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.260423 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9040ce2e-7fb8-41c7-aad3-4a6a094079ca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.260862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9040ce2e-7fb8-41c7-aad3-4a6a094079ca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.266025 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9040ce2e-7fb8-41c7-aad3-4a6a094079ca tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/dc228dff-86bb-4b65-9ffd-bf00269e1411 HTTP/1.1" status: 404 len: 337 time: 0.0716705 Apr 21 14:53:06.269947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23fb6a6e-3af1-4f6c-969e-38b559f5f6df tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.274569 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23fb6a6e-3af1-4f6c-969e-38b559f5f6df tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/143f6876-d4f6-495b-af36-076f069a0c3a HTTP/1.1" status: 204 len: 168 time: 1.6630330 Apr 21 14:53:06.279505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56018) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.279505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56020) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.418410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1bfe42d3-cbcc-47ad-8dfd-c75231d4d023 None None] Provisioning complete for port f9782774-c420-4418-8c27-46ad8e7d11f3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:06.418874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1bfe42d3-cbcc-47ad-8dfd-c75231d4d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.477301 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-851d1e82-fb12-4035-930f-f499896d9b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.478176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851d1e82-fb12-4035-930f-f499896d9b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.483863 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-851d1e82-fb12-4035-930f-f499896d9b88 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/17a8e47a-6b02-43fa-a836-58fc60d1b5ea HTTP/1.1" status: 404 len: 337 time: 0.2053242 Apr 21 14:53:06.485350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56026) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.496822 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ef462c8a-22e7-44e3-a5f9-cb7aa01d7a5d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=143f6876-d4f6-495b-af36-076f069a0c3a HTTP/1.1" status: 200 len: 205 time: 0.2138615 Apr 21 14:53:06.539839 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c8b01e-b81c-4719-a710-702f73273949 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.540314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c8b01e-b81c-4719-a710-702f73273949 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.548673 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24c8b01e-b81c-4719-a710-702f73273949 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/50acd8fb-4cb0-49de-883c-424552d280ff HTTP/1.1" status: 404 len: 333 time: 0.0514500 Apr 21 14:53:06.549369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56030) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.549692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56032) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.575758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] DHCP port deletion for 8dff4053-295d-4609-a540-30f1ac222250 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:06.591067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] Deleting port f9782774-c420-4418-8c27-46ad8e7d11f3 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:06.591635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.597592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42c28ffd-709d-4a3b-aa26-8d2a322b4945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.621590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c28ffd-709d-4a3b-aa26-8d2a322b4945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78284750-fe75-4a60-bf0e-1970fd5606f3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.641434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42c28ffd-709d-4a3b-aa26-8d2a322b4945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.642567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-42c28ffd-709d-4a3b-aa26-8d2a322b4945 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78284750-fe75-4a60-bf0e-1970fd5606f3 HTTP/1.1" status: 204 len: 168 time: 0.9060578 Apr 21 14:53:06.676922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b488c88c-6c67-45bb-9ebe-5d99c57f8e77 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.677358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b488c88c-6c67-45bb-9ebe-5d99c57f8e77 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.679285 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b488c88c-6c67-45bb-9ebe-5d99c57f8e77 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/e3554175-9096-4cb8-8d28-4c8ca3f773a6 HTTP/1.1" status: 404 len: 337 time: 0.1264215 Apr 21 14:53:06.685425 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-12043179-40cc-4e9a-b07f-53e788917e41 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] delete failed (client error): The resource could not be found. Apr 21 14:53:06.688340 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-12043179-40cc-4e9a-b07f-53e788917e41 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/143f6876-d4f6-495b-af36-076f069a0c3a HTTP/1.1" status: 404 len: 336 time: 0.1349080 Apr 21 14:53:06.688439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56040) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.688996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.693739 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-0490abf1-bc57-489a-9a77-55212c344cdb tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:06.694935 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0490abf1-bc57-489a-9a77-55212c344cdb tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags/tempest-TagsExtTest-Tag-148710055 HTTP/1.1" status: 404 len: 328 time: 0.5649788 Apr 21 14:53:06.733819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.743378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-16b39d53-5b01-43bc-a8ff-1aa90fa8b14e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', 'tempest-TagsExtTest-Tag-330606696') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:06.750496 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b94da3d-4e07-4515-ab89-bd68f525e246 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.750924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b94da3d-4e07-4515-ab89-bd68f525e246 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.755717 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6b94da3d-4e07-4515-ab89-bd68f525e246 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/3ef5c6d5-14b3-48e1-9dfe-d66d6f7c77c4 HTTP/1.1" status: 404 len: 337 time: 0.0536571 Apr 21 14:53:06.758538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1bfe42d3-cbcc-47ad-8dfd-c75231d4d023 None None] Provisioning complete for port d7f8959c-9b89-478b-b586-2ee4c6bbe74c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:06.758937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1bfe42d3-cbcc-47ad-8dfd-c75231d4d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.759995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56052) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.791209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c381b517-f83c-4971-9cd5-1c8b5f344046 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.791659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c381b517-f83c-4971-9cd5-1c8b5f344046 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.796857 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c381b517-f83c-4971-9cd5-1c8b5f344046 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/76e7ff92-2f23-495b-90c3-563b6ece8ad6 HTTP/1.1" status: 404 len: 337 time: 0.1067026 Apr 21 14:53:06.797947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56056) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.827162 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-16b39d53-5b01-43bc-a8ff-1aa90fa8b14e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:06.828487 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-16b39d53-5b01-43bc-a8ff-1aa90fa8b14e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags/tempest-TagsExtTest-Tag-330606696 HTTP/1.1" status: 404 len: 328 time: 0.0933502 Apr 21 14:53:06.831112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56060) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.838887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-351b9481-e06f-40f5-ad45-722d34b1aa82 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106', 'tempest-TagsExtTest-Tag-1014295896') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:06.848954 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4681a62-ae34-4f0c-b58d-cdab094338f9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.849353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4681a62-ae34-4f0c-b58d-cdab094338f9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.852532 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c4681a62-ae34-4f0c-b58d-cdab094338f9 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/3baaf4dc-8cee-43a7-9ba7-062d3552f4f2 HTTP/1.1" status: 404 len: 333 time: 0.0913842 Apr 21 14:53:06.860859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56066) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.868038 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb5c453-e43d-4d45-942a-1d4f64346888 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.868497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb5c453-e43d-4d45-942a-1d4f64346888 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.870104 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bdb5c453-e43d-4d45-942a-1d4f64346888 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/83a201b3-edb1-420a-bfee-51c702b85c65 HTTP/1.1" status: 404 len: 337 time: 0.0657203 Apr 21 14:53:06.881179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56070) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.905690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe42d3-cbcc-47ad-8dfd-c75231d4d023 None None] Port d7f8959c-9b89-478b-b586-2ee4c6bbe74c cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:06.915317 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d98904b-4e4f-4328-add1-3f136e44db61 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.915755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d98904b-4e4f-4328-add1-3f136e44db61 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.916967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] For port f9782774-c420-4418-8c27-46ad8e7d11f3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f9782774-c420-4418-8c27-46ad8e7d11f3,segment=NetworkSegment(f54c1bb9-a684-482d-bb7f-4f185e2d5cd9),segment_id=f54c1bb9-a684-482d-bb7f-4f185e2d5cd9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:06.917650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.920675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6d98904b-4e4f-4328-add1-3f136e44db61 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/d60da8ca-96a7-4a63-9a40-70e15d90d1e1 HTTP/1.1" status: 404 len: 337 time: 0.0555286 Apr 21 14:53:06.921868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:53:06.923373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.970382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.972392 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf51a6b-a4c8-41d7-b2d3-4c32bc251722 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.972840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf51a6b-a4c8-41d7-b2d3-4c32bc251722 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.976598 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-edf51a6b-a4c8-41d7-b2d3-4c32bc251722 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/03ac9437-3208-4c0a-8e3f-d8906ca15f90 HTTP/1.1" status: 404 len: 337 time: 0.0924692 Apr 21 14:53:06.977501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56080) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.996637 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-49869e60-130f-4b81-a794-615fd9ab56d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:06.997479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49869e60-130f-4b81-a794-615fd9ab56d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:06.999718 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-49869e60-130f-4b81-a794-615fd9ab56d7 tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/subnets/23b1e538-03c3-48e9-a61d-3aaf0e4335e4 HTTP/1.1" status: 404 len: 337 time: 0.0742910 Apr 21 14:53:07.002625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.044294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.066396 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-351b9481-e06f-40f5-ad45-722d34b1aa82 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:07.067526 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-351b9481-e06f-40f5-ad45-722d34b1aa82 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags/tempest-TagsExtTest-Tag-1014295896 HTTP/1.1" status: 404 len: 329 time: 0.2354095 Apr 21 14:53:07.070747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56090) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.081111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-37f24f03-fcbf-42b3-8c1d-f84c38cc9273 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', {'tags': ['tempest-TagsExtTest-Tag-556996521', 'tempest-TagsExtTest-Tag-1503277746', 'tempest-TagsExtTest-Tag-1346962540']}) {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:07.121989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] Calling delete_port for f9782774-c420-4418-8c27-46ad8e7d11f3 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:07.170675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.200191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.220134 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9096dd-abd9-448f-bb3b-3333a7928944 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:07.220807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9096dd-abd9-448f-bb3b-3333a7928944 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:07.222867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ed9096dd-abd9-448f-bb3b-3333a7928944 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/4a179a66-7494-4105-ad47-521e76519c47 HTTP/1.1" status: 404 len: 337 time: 0.2442658 Apr 21 14:53:07.232227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56098) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.258248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] Pushing event deleted for resources: {'Port': ['ID=f9782774-c420-4418-8c27-46ad8e7d11f3,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:07.267717 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-37f24f03-fcbf-42b3-8c1d-f84c38cc9273 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags HTTP/1.1" status: 200 len: 317 time: 0.1949894 Apr 21 14:53:07.271802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a656381-081e-4722-a1f5-2e55281590dd None None] No DVR routers for this DVR port f9782774-c420-4418-8c27-46ad8e7d11f3 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:07.274848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56102) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.287296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Deleting port d7f8959c-9b89-478b-b586-2ee4c6bbe74c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:07.287646 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.319896 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-11c3d026-8c6a-41d2-9b79-6f4abd11e85f tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 200 len: 205 time: 0.0853345 Apr 21 14:53:07.322787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56106) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.323557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-6f9f9007-6142-403c-a790-2e7f7bdfaa24 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:07.327582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=f345fe29-c032-4e64-83f7-48d7899fa82b,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:07.412051 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-c47350a5-0786-416e-a3b9-7c069b709113 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] delete failed (client error): The resource could not be found. Apr 21 14:53:07.415657 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c47350a5-0786-416e-a3b9-7c069b709113 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/bb99b641-3a5e-4502-b1f6-09bd870b7eae HTTP/1.1" status: 404 len: 336 time: 0.0868349 Apr 21 14:53:07.416398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56112) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.472707 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-705f3d5b-70e4-44a7-8a55-53df3af4015e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=29771d3c-df11-4c10-9c89-03e663cfe819 HTTP/1.1" status: 200 len: 205 time: 0.0556853 Apr 21 14:53:07.482148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56118) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.562085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network d54021ed-43fa-43b8-9b09-3409f647ea88 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:07.568878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:07.623639 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6f9f9007-6142-403c-a790-2e7f7bdfaa24 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags HTTP/1.1" status: 204 len: 168 time: 0.3118753 Apr 21 14:53:07.627226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56124) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.635491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-aa3aea75-7a59-4dbe-b2a4-a74a325ee520 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', 'tempest-TagsExtTest-Tag-556996521') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:07.641692 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-eaacd758-ecd1-4b2f-97fd-d7c46bdc7383 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] delete failed (client error): The resource could not be found. Apr 21 14:53:07.642935 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eaacd758-ecd1-4b2f-97fd-d7c46bdc7383 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/29771d3c-df11-4c10-9c89-03e663cfe819 HTTP/1.1" status: 404 len: 336 time: 0.1561899 Apr 21 14:53:07.687096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56128) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.687427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56130) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.811859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.820975 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba2e9a0-40f9-4344-8714-bb5dcd24d42d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:07.821412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba2e9a0-40f9-4344-8714-bb5dcd24d42d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:07.825981 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6ba2e9a0-40f9-4344-8714-bb5dcd24d42d tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/2e737cda-ff14-4974-94dc-2acbabd27891 HTTP/1.1" status: 404 len: 337 time: 0.1323209 Apr 21 14:53:07.855829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56138) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.877026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-60da7cd4-64d1-48dd-b82e-d0a7ec60ed3b None None] Provisioning complete for port f345fe29-c032-4e64-83f7-48d7899fa82b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:07.877819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60da7cd4-64d1-48dd-b82e-d0a7ec60ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.956105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-60da7cd4-64d1-48dd-b82e-d0a7ec60ed3b None None] Port f345fe29-c032-4e64-83f7-48d7899fa82b cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:07.958402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 923de804-82de-4b9f-abe3-56a4b4675065 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:08.007463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1900145669-network', 'tenant_id': '1da700dac09443d49fa3ef0b25b5fb2e'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:08.008124 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-af76bd44-e5b7-429e-9cba-658a0f13d289 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=8584b08b-902b-4937-950e-b66bdcb7767d HTTP/1.1" status: 200 len: 205 time: 0.1509731 Apr 21 14:53:08.010444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56144) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.037249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 923de804-82de-4b9f-abe3-56a4b4675065 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:08.037624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.074143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Calling delete_port for d7f8959c-9b89-478b-b586-2ee4c6bbe74c owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:08.081626 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-16040cca-caa7-44d7-97b1-9f1ac348a203 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] delete failed (client error): The resource could not be found. Apr 21 14:53:08.082660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-16040cca-caa7-44d7-97b1-9f1ac348a203 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/8584b08b-902b-4937-950e-b66bdcb7767d HTTP/1.1" status: 404 len: 336 time: 0.0698671 Apr 21 14:53:08.085711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56148) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.099998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:08.113018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Usage tracker for resource:network and tenant:1da700dac09443d49fa3ef0b25b5fb2e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:08.126486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:08.137269 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-aa3aea75-7a59-4dbe-b2a4-a74a325ee520 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:08.141027 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa3aea75-7a59-4dbe-b2a4-a74a325ee520 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags/tempest-TagsExtTest-Tag-556996521 HTTP/1.1" status: 404 len: 328 time: 0.5101964 Apr 21 14:53:08.142576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:08.143347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56152) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.154896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-1989faf6-df23-46cf-9ae7-957fc810a3d4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', 'tempest-TagsExtTest-Tag-1503277746') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:08.211657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f9782774-c420-4418-8c27-46ad8e7d11f3 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:08.251905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: f9782774-c420-4418-8c27-46ad8e7d11f3 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:08.252528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f9782774-c420-4418-8c27-46ad8e7d11f3 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:08.252865 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f044867e-068e-42bf-8244-db4ad8d14f49 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed987ab5-6522-4813-becb-35554ee0e76e HTTP/1.1" status: 200 len: 205 time: 0.1660326 Apr 21 14:53:08.256554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56156) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.284054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Made reservation on behalf of 1da700dac09443d49fa3ef0b25b5fb2e for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:08.286315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.309091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.312097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.328641 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-82e7bc2b-041d-4579-82cd-8720d6f669eb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] delete failed (client error): The resource could not be found. Apr 21 14:53:08.329577 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-82e7bc2b-041d-4579-82cd-8720d6f669eb tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/ed987ab5-6522-4813-becb-35554ee0e76e HTTP/1.1" status: 404 len: 336 time: 0.0721428 Apr 21 14:53:08.332598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56160) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.372645 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-267c6f39-7100-4ab5-bd99-c7b0561b6f02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:08.373080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267c6f39-7100-4ab5-bd99-c7b0561b6f02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:08.374709 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-267c6f39-7100-4ab5-bd99-c7b0561b6f02 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/d6324251-bd2c-4737-804e-93b1395abccd HTTP/1.1" status: 404 len: 337 time: 0.0412133 Apr 21 14:53:08.375671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Port': ['ID=d7f8959c-9b89-478b-b586-2ee4c6bbe74c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:08.377320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56164) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.414895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8516eb37-627e-4127-8dcd-7a628bb98f56 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:08.428943 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-1989faf6-df23-46cf-9ae7-957fc810a3d4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:08.429985 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1989faf6-df23-46cf-9ae7-957fc810a3d4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags/tempest-TagsExtTest-Tag-1503277746 HTTP/1.1" status: 404 len: 329 time: 0.2826021 Apr 21 14:53:08.439487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56168) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.441739 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-49379c62-78b9-46a2-8c4e-84647f99910a tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=f20ccec3-b79b-42d2-a76d-1bd8757496a0 HTTP/1.1" status: 200 len: 205 time: 0.0608239 Apr 21 14:53:08.446146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.452159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-e74753d8-a46c-49ae-9ff3-75eaa5d99ddc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea', 'tempest-TagsExtTest-Tag-1346962540') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:08.474061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56172) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.516215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:08.577556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Usage tracker for resource:security_group_rule and tenant:1da700dac09443d49fa3ef0b25b5fb2e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:08.584214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:08.592749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:08.596460 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-90803ad0-dcd9-4753-8906-b412e5a99feb tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/ports/d7f8959c-9b89-478b-b586-2ee4c6bbe74c HTTP/1.1" status: 204 len: 168 time: 1.5893056 Apr 21 14:53:08.597200 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-16e93f01-b5e8-4237-8ea4-96f087768d1e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] delete failed (client error): The resource could not be found. Apr 21 14:53:08.598215 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-16e93f01-b5e8-4237-8ea4-96f087768d1e tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/f20ccec3-b79b-42d2-a76d-1bd8757496a0 HTTP/1.1" status: 404 len: 336 time: 0.1228583 Apr 21 14:53:08.604747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56176) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.604747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56178) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.620436 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-e74753d8-a46c-49ae-9ff3-75eaa5d99ddc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:08.622009 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e74753d8-a46c-49ae-9ff3-75eaa5d99ddc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags/tempest-TagsExtTest-Tag-1346962540 HTTP/1.1" status: 404 len: 329 time: 0.1793132 Apr 21 14:53:08.627019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.633403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-2e14a4a1-9aca-43f8-990e-11876371edbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', {'tags': ['tempest-TagsExtTest-Tag-2128189388', 'tempest-TagsExtTest-Tag-286530497', 'tempest-TagsExtTest-Tag-1532103353']}) {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:08.677670 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-6227ddea-2140-4de7-9ceb-dcaebb58def0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:08.678354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6227ddea-2140-4de7-9ceb-dcaebb58def0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:08.680006 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6227ddea-2140-4de7-9ceb-dcaebb58def0 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/d4dc9672-7ae0-4cea-86bf-69978831b94c HTTP/1.1" status: 404 len: 337 time: 0.0735071 Apr 21 14:53:08.682968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56188) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.738838 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2e14a4a1-9aca-43f8-990e-11876371edbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "PUT /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags HTTP/1.1" status: 200 len: 317 time: 0.1108186 Apr 21 14:53:08.741754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56192) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.745202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.747764 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d00b7a41-55b7-42dd-bf3f-39b7560fab82 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d77f4c-8cdb-4008-9357-e5410ef0012a HTTP/1.1" status: 200 len: 205 time: 0.0611606 Apr 21 14:53:08.750360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.763693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.tag.tag_plugin [None req-937148de-2c95-4bae-96d9-ca986a2852c6 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:08.800837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.805138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.827855 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-1b1ba19c-82f6-4405-9248-749d6bb760e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] delete failed (client error): The resource could not be found. Apr 21 14:53:08.831249 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1b1ba19c-82f6-4405-9248-749d6bb760e4 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/routers/73d77f4c-8cdb-4008-9357-e5410ef0012a HTTP/1.1" status: 404 len: 336 time: 0.0776689 Apr 21 14:53:08.834045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56200) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.882070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:08.891368 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47b6312-9cb4-456b-936e-6411fdaf7869 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:08.891784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47b6312-9cb4-456b-936e-6411fdaf7869 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:08.893981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8cff51-ba64-4269-8f0d-71ad08fd2531,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:08.903920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.904293 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Added segment dde1e489-48bd-4745-89e4-d92b13bb87e7 of type vlan for network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 Apr 21 14:53:08.908341 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d47b6312-9cb4-456b-936e-6411fdaf7869 tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/c2e4d9bb-2541-4fcd-a1cd-6da60e353cc1 HTTP/1.1" status: 404 len: 337 time: 0.0711086 Apr 21 14:53:08.909984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56204) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.953439 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e4a57b-e904-4f01-a289-da369eeb16bc tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:08.953873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e4a57b-e904-4f01-a289-da369eeb16bc tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:08.957970 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-30e4a57b-e904-4f01-a289-da369eeb16bc tempest-RoutersIpV6Test-470750591 tempest-RoutersIpV6Test-470750591-project] 10.222.0.42 "DELETE /v2.0/subnets/1d68a73b-adc3-4974-ac9d-529233d0c129 HTTP/1.1" status: 404 len: 337 time: 0.0446444 Apr 21 14:53:08.971761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.983889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.006185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.007152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.007779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.015929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dff4053-295d-4609-a540-30f1ac222250']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.029610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54c1bb9-a684-482d-bb7f-4f185e2d5cd9') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.030146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54c1bb9-a684-482d-bb7f-4f185e2d5cd9') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.043553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.060575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.067018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:09.067413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:09.082616 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:09.094977 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-937148de-2c95-4bae-96d9-ca986a2852c6 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags HTTP/1.1" status: 204 len: 168 time: 0.3469880 Apr 21 14:53:09.099611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.108102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-e9e9e9ba-ccf1-479b-aa33-23a762c075a5 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', 'tempest-TagsExtTest-Tag-2128189388') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.123005 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4307325 Apr 21 14:53:09.127269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56216) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.130417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc227b-6ed1-4ba0-b8af-5496206892b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f8e141-6bdc-42cc-884e-ee0b3b01e253,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:09.138116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Request body: {'subnet': {'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1900145669-subnet', 'tenant_id': '1da700dac09443d49fa3ef0b25b5fb2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:09.141406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:09.147995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:09.154481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Usage tracker for resource:subnet and tenant:1da700dac09443d49fa3ef0b25b5fb2e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:09.157891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:09.164733 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-e9e9e9ba-ccf1-479b-aa33-23a762c075a5 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:09.165967 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e9e9e9ba-ccf1-479b-aa33-23a762c075a5 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags/tempest-TagsExtTest-Tag-2128189388 HTTP/1.1" status: 404 len: 329 time: 0.0652344 Apr 21 14:53:09.167011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:09.170654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.179488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-27daaba1-94b1-4dff-836e-9ea331a1a401 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', 'tempest-TagsExtTest-Tag-286530497') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.203621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.207156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Made reservation on behalf of 1da700dac09443d49fa3ef0b25b5fb2e for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:09.209499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.216865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.241683 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] 10.222.0.42 "DELETE /v2.0/networks/8dff4053-295d-4609-a540-30f1ac222250 HTTP/1.1" status: 204 len: 168 time: 0.6370330 Apr 21 14:53:09.251770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56226) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.259841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40a659-739e-4090-97ad-2a1a2a91465a tempest-PortsTestJSON-1918088274 tempest-PortsTestJSON-1918088274-project] Pushing event deleted for resources: {'Network': ['ID=8dff4053-295d-4609-a540-30f1ac222250,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:09.275419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:09.281669 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-721fec83-c513-413d-911b-f828055ac667 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/8516eb37-627e-4127-8dcd-7a628bb98f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0555291 Apr 21 14:53:09.283854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56232) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.286870 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Sync routers for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:09.303453 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-27daaba1-94b1-4dff-836e-9ea331a1a401 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:09.305971 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-27daaba1-94b1-4dff-836e-9ea331a1a401 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags/tempest-TagsExtTest-Tag-286530497 HTTP/1.1" status: 404 len: 328 time: 0.1344030 Apr 21 14:53:09.309511 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:09.310243 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.312891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.326553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-05e4c8a0-f68a-43e1-9de6-db40d351d97e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5', 'tempest-TagsExtTest-Tag-1532103353') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.378401 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-05e4c8a0-f68a-43e1-9de6-db40d351d97e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] show failed (client error): The resource could not be found. Apr 21 14:53:09.382592 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05e4c8a0-f68a-43e1-9de6-db40d351d97e tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags/tempest-TagsExtTest-Tag-1532103353 HTTP/1.1" status: 404 len: 329 time: 0.0657322 Apr 21 14:53:09.384312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56240) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.391319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-945c28fe-b3c7-4e70-9c85-3227e3a21e17 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '76176fc2-c528-4d5c-a31f-296733fb82b5') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.485165 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-945c28fe-b3c7-4e70-9c85-3227e3a21e17 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0997665 Apr 21 14:53:09.497799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.507718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-d85495ea-8e30-4c1d-87de-b3af9c416dc3 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f38fabf3-8674-435d-979b-1eb8c8bb39ea') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.545476 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:09.575701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56250) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.618992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceeaa3b-101b-486e-822c-5230b6637a94 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.619369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceeaa3b-101b-486e-822c-5230b6637a94 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.619736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceeaa3b-101b-486e-822c-5230b6637a94 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.620126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceeaa3b-101b-486e-822c-5230b6637a94 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.621245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceeaa3b-101b-486e-822c-5230b6637a94 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.621631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceeaa3b-101b-486e-822c-5230b6637a94 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.623701 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8ceeaa3b-101b-486e-822c-5230b6637a94 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4237 time: 0.3386705 Apr 21 14:53:09.629422 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a8656326-8be0-4680-82eb-e4c5be574cc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac11479496c749b2af44bc5ece703cac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687675 Apr 21 14:53:09.629422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56256) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.670931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.708352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc183c-f68b-4c97-8ef4-89517292f82a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.708726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc183c-f68b-4c97-8ef4-89517292f82a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.709088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc183c-f68b-4c97-8ef4-89517292f82a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.709443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc183c-f68b-4c97-8ef4-89517292f82a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.709854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc183c-f68b-4c97-8ef4-89517292f82a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:09.711549 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c5cc183c-f68b-4c97-8ef4-89517292f82a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.0829813 Apr 21 14:53:09.714300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56264) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.771540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.888153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab452b6-2fdc-4434-b0a0-1752fbd2e441,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:09.905330 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c7edec2f-ece0-4258-8242-9a37d6268bb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0a41b3593d3407ab521d4d2343e74d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3284602 Apr 21 14:53:09.907705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56268) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.919300 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:06Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.922998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-76c8bad2-0969-490d-a5e7-591ab70c3f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.923328 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Checking router: 8516eb37-627e-4127-8dcd-7a628bb98f56 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:53:09.923685 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Updating router 8516eb37-627e-4127-8dcd-7a628bb98f56 port f345fe29-c032-4e64-83f7-48d7899fa82b binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:53:09.939004 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d85495ea-8e30-4c1d-87de-b3af9c416dc3 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea/tags HTTP/1.1" status: 204 len: 168 time: 0.4397368 Apr 21 14:53:09.939777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56272) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.944352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Checking segment: {'id': 'dde1e489-48bd-4745-89e4-d92b13bb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:09.944715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Network hostable DHCP agents. Network: b8f8e141-6bdc-42cc-884e-ee0b3b01e253, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:09.955082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-43b2d68f-2d79-4d18-929e-4b61341d73a8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8be4cc70-39b7-46a0-8056-f62b7c984106') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:09.979577 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.006572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-76c8bad2-0969-490d-a5e7-591ab70c3f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.029265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a38c7ebb-4a81-4801-87c8-86d0afa378ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.079915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:10.106058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, b8f8e141-6bdc-42cc-884e-ee0b3b01e253) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:10.111241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:10.111894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.118120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a24917-2f24-4d47-b0f2-ca24c6827513 None None] Network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:10.153047 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43b2d68f-2d79-4d18-929e-4b61341d73a8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106/tags HTTP/1.1" status: 204 len: 168 time: 0.2099137 Apr 21 14:53:10.154145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56276) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.157966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-76c8bad2-0969-490d-a5e7-591ab70c3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.161632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-76c8bad2-0969-490d-a5e7-591ab70c3f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.163196 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-76c8bad2-0969-490d-a5e7-591ab70c3f95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc8e6559-5783-4668-b131-e9cba9db1ae6 HTTP/1.1" status: 204 len: 168 time: 0.4858108 Apr 21 14:53:10.177530 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb20c23b-0426-4e71-bd0c-79cfe5085300 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0479779 Apr 21 14:53:10.182392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-e3c6cf79-884e-47ff-b6b3-575c771ea7c0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '561c95bf-ac99-4342-8221-9d57477f9251') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:10.192376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a38c7ebb-4a81-4801-87c8-86d0afa378ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.203735 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9f5b6fd4-034b-46c3-bdfe-2e1aa11077a8 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2133 time: 0.4877627 Apr 21 14:53:10.229417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8bad2-0969-490d-a5e7-591ab70c3f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8e6559-5783-4668-b131-e9cba9db1ae6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:10.306232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a38c7ebb-4a81-4801-87c8-86d0afa378ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.343910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c7ebb-4a81-4801-87c8-86d0afa378ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f013e3-53d8-4d96-bfce-84723cb73ace,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:10.346199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a38c7ebb-4a81-4801-87c8-86d0afa378ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.351562 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a38c7ebb-4a81-4801-87c8-86d0afa378ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04f013e3-53d8-4d96-bfce-84723cb73ace HTTP/1.1" status: 204 len: 168 time: 0.4413059 Apr 21 14:53:10.353726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56286) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.355606 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e3c6cf79-884e-47ff-b6b3-575c771ea7c0 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251/tags HTTP/1.1" status: 204 len: 168 time: 0.1993535 Apr 21 14:53:10.481051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f3062dff-028e-4005-aa4a-9654c9dfebb4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for subnetpool, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.484821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f3062dff-028e-4005-aa4a-9654c9dfebb4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnetpools/76176fc2-c528-4d5c-a31f-296733fb82b5 HTTP/1.1" status: 204 len: 168 time: 0.1257448 Apr 21 14:53:10.485363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56296) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.498281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04195fa5-ba49-4d0e-b630-7a1025af6c50 None None] Network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:10.551058 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-082db6f7-7d07-4955-8874-9d5f73c022fa tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "GET /v2.0/ports?device_id=f38fabf3-8674-435d-979b-1eb8c8bb39ea HTTP/1.1" status: 200 len: 205 time: 0.0605810 Apr 21 14:53:10.551615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56300) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.694312 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.708278 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Transition to ACTIVE for port object f345fe29-c032-4e64-83f7-48d7899fa82b will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:10.717947 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.871398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7d10-72ab-47ad-a3a6-deb4f7b1efe8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.879401 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Pushing event updated for resources: {'Port': ['ID=f345fe29-c032-4e64-83f7-48d7899fa82b,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:10.892996 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.895851 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.896233 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.896564 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.896893 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.897353 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.897758 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.897997 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.898316 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.901142 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.901495 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:10.922203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.929657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962223176', 'description': 'tempest-secgroup-smoke-1962223176 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:10.946485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:10.958891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:10.967512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:10.983708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:11.010983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.013466 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Attempting to bind port f345fe29-c032-4e64-83f7-48d7899fa82b on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:11.013943 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Attempting to bind port f345fe29-c032-4e64-83f7-48d7899fa82b by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:11.014308 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Attempting to bind port f345fe29-c032-4e64-83f7-48d7899fa82b on network d54021ed-43fa-43b8-9b09-3409f647ea88 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:11.023515 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:11.023898 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Checking segment: {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:11.026548 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.027066 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Bound using segment: {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:11.027546 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Bound port: f345fe29-c032-4e64-83f7-48d7899fa82b, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:11.027938 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.108941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:11.120684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:11.129374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:11.140708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:11.216512 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] For port f345fe29-c032-4e64-83f7-48d7899fa82b, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:11.235334 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] For port f345fe29-c032-4e64-83f7-48d7899fa82b, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f345fe29-c032-4e64-83f7-48d7899fa82b,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:11.243766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.245294 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.258936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.340161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182ec5ee-ad93-4102-b8f5-87a2830b6374,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:11.387495 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:11.388287 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:52:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:11.391455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.395432 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-65930990-d16d-461f-a1c9-7767c582ac24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4685662 Apr 21 14:53:11.395601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56328) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:11.401722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '182ec5ee-ad93-4102-b8f5-87a2830b6374', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:11.421227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:11.427816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:11.431418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:11.440573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:11.475973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.491261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7d10-72ab-47ad-a3a6-deb4f7b1efe8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.502124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7d10-72ab-47ad-a3a6-deb4f7b1efe8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.550035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7d10-72ab-47ad-a3a6-deb4f7b1efe8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.550432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7e7d10-72ab-47ad-a3a6-deb4f7b1efe8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Fanout notify agent at l3_agent the message router_deleted on router f38fabf3-8674-435d-979b-1eb8c8bb39ea {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:53:11.561974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7d10-72ab-47ad-a3a6-deb4f7b1efe8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.566506 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8c7e7d10-72ab-47ad-a3a6-deb4f7b1efe8 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/routers/f38fabf3-8674-435d-979b-1eb8c8bb39ea HTTP/1.1" status: 204 len: 168 time: 1.0094824 Apr 21 14:53:11.569137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56336) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:11.654976 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:11.664947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.693056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.710871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Deleting port 8be4cc70-39b7-46a0-8056-f62b7c984106 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:11.711222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.720024 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2908e02-f946-4671-9874-b82abbf3c68b None None] Pushing event updated for resources: {'Port': ['ID=f345fe29-c032-4e64-83f7-48d7899fa82b,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:11.758310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18a4b48-f551-45b6-a6b2-9810acced477,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:11.780161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.784159 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c282d1b-d543-4038-aa6d-099c83c707ee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3848555 Apr 21 14:53:11.784442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56344) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:11.790025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '182ec5ee-ad93-4102-b8f5-87a2830b6374', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:11.804524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:11.814149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:11.817184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:11.828256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:11.862649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.986864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.005817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.059319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8587ab-735d-43e8-9ae8-9b001e048313,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.079962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.081531 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-43cb0753-67ec-43e0-bd2e-8d0ec9e0fd44 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2960756 Apr 21 14:53:12.084419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56356) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.090830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '182ec5ee-ad93-4102-b8f5-87a2830b6374', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:12.098556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:12.099591 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:11Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:12.104120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:12.107155 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127ae74-d62e-4f82-bb2f-317b781cb60a None None] The sync data for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv is: [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:11Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:12.108391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:12.120420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:12.142997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.161380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.284503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.295945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.343279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c79dd21-d16d-4934-b425-fd810edf6921,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.356125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.357501 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3292df1b-42da-47a6-82db-55c1ac12f171 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2720051 Apr 21 14:53:12.360303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56364) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.365401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Calling delete_port for 8be4cc70-39b7-46a0-8056-f62b7c984106 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:12.366597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '182ec5ee-ad93-4102-b8f5-87a2830b6374', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:12.376770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:12.381643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:12.391658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:12.402466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:12.430065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.566209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.575200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.589501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.595407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1812229719-network', 'tenant_id': 'f12232ee829d40abaa1ae3c443c1777d'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:12.599241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.618186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56376) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.650298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf62d6ef-6d2e-40e4-a363-e0657c2927a3,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.652378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:12.660247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.663939 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-80f3fd8d-817d-43b5-b4e8-6734b501fec6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2997890 Apr 21 14:53:12.664304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56382) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.667240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event deleted for resources: {'Port': ['ID=8be4cc70-39b7-46a0-8056-f62b7c984106,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.671519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Usage tracker for resource:network and tenant:f12232ee829d40abaa1ae3c443c1777d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:12.675252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:12.676105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '182ec5ee-ad93-4102-b8f5-87a2830b6374', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:12.684363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:12.689532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:12.693034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:12.700702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:12.719420 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:53:12.726745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:12.733669 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:12.745569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.825414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Made reservation on behalf of f12232ee829d40abaa1ae3c443c1777d for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:12.828159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.858095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.907764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.925919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:12.931648 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-21713812-e8a1-4652-b4ab-a4ea9beecb36 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/ports/8be4cc70-39b7-46a0-8056-f62b7c984106 HTTP/1.1" status: 204 len: 168 time: 1.3615308 Apr 21 14:53:12.934158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56388) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.937423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Usage tracker for resource:security_group_rule and tenant:f12232ee829d40abaa1ae3c443c1777d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:12.960842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.970043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.026451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.038673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.039921 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3746495 Apr 21 14:53:13.040499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.043864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56392) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:13.063856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '182ec5ee-ad93-4102-b8f5-87a2830b6374', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:13.076092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999005fd-a9c8-4d45-891d-e69a7cf24425 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54115b94-a819-45d5-ba42-b8a95ad1de0c,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.091001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.103465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.115925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.129659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56396) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:13.130637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.154174 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:13.168541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.237302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1280406970', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:13.244467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.249317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:router and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.255336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.271297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.283136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251279529'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:13.288454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.292297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.295181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.301084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.315839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Deleting subnet 561c95bf-ac99-4342-8221-9d57477f9251 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:13.319131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.321511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.340448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.345849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.347004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.353107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.360770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:13.363736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.410448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cd42ad-d68e-4dca-9548-7d4e2e18cc5c,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.413459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.439083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.449547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-72a6e4af-e496-48f3-acee-03247bd01de9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3886647 Apr 21 14:53:13.454903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.458263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.470553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:13.480111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.480111 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Added segment 27d37d78-bacf-4b06-b1e0-ad11c3dafaa2 of type vlan for network ca6fdc10-633b-4e02-a4ed-09affd36da7b Apr 21 14:53:13.499056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.504324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:security_group_rule and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.507254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.507391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.514619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.527521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.576317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.577226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:13.577792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.582387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.583780 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-63b38727-c911-4876-a87e-3fa0276002a1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9549322 Apr 21 14:53:13.589973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56406) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:13.600685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1298308297'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:13.603621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.608838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.624548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:network and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.629495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.645040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.652052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.656916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e27df9-ffe7-4e2f-96a5-051486e45527,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.660530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.677817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Made reservation on behalf of d90d67e32ac7438693a09dc47b613dac for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:13.680977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.716662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:13.718866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.746220 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1549387 Apr 21 14:53:13.748698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d33cd44-6dc2-4800-9110-1e62198dc3b1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.750289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56414) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:13.761007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Request body: {'subnet': {'network_id': 'ca6fdc10-633b-4e02-a4ed-09affd36da7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1812229719-subnet', 'tenant_id': 'f12232ee829d40abaa1ae3c443c1777d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:13.763335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.763733 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment 89d89b1f-8e4c-45da-928b-9325c5f42825 of type vlan for network a89dccab-f059-4553-a789-e79fa4f827d5 Apr 21 14:53:13.764673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca51666-20dd-4950-8b40-258a98922024 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6fdc10-633b-4e02-a4ed-09affd36da7b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.773789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.777607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network ca6fdc10-633b-4e02-a4ed-09affd36da7b details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:13.780887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Usage tracker for resource:subnet and tenant:f12232ee829d40abaa1ae3c443c1777d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.785870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.795229 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-60cdb36e-1e24-49a9-b5db-a52b335284be tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962223176&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0831161 Apr 21 14:53:13.797027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.815435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Made reservation on behalf of f12232ee829d40abaa1ae3c443c1777d for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:13.818037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.837401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.854810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.862215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.922528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:security_group_rule and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.932338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.944832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.999751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f345fe29-c032-4e64-83f7-48d7899fa82b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:14.007220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.009102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.011523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:14.012121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.081017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event deleted for resources: {'Subnet': ['ID=561c95bf-ac99-4342-8221-9d57477f9251,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.097722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port f345fe29-c032-4e64-83f7-48d7899fa82b completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:14.102141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.103387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f345fe29-c032-4e64-83f7-48d7899fa82b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:14.103767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.119637 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed1127f6-16b8-4faa-a25b-fce00aaa2cbc tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/subnets/561c95bf-ac99-4342-8221-9d57477f9251 HTTP/1.1" status: 204 len: 168 time: 1.1820450 Apr 21 14:53:14.129719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:14.130634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12824306-dc1d-4e8c-8f6e-c9dffbda7ab0 None None] Network 79068ac9-0227-43dd-a614-cb940cd300b2 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:14.188482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-a19e5f6b-f0c4-443d-8865-76fdf956aad5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:14.189326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-a19e5f6b-f0c4-443d-8865-76fdf956aad5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:14.248756 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.298836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=a89dccab-f059-4553-a789-e79fa4f827d5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.304910 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-aedc61ec-01d5-469b-a7ef-bc7383246555 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1716104 Apr 21 14:53:14.305662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56422) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:14.312805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352688313'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:14.324562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-a19e5f6b-f0c4-443d-8865-76fdf956aad5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:14.326997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.328950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-a19e5f6b-f0c4-443d-8865-76fdf956aad5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=d54021ed-43fa-43b8-9b09-3409f647ea88 HTTP/1.1" status: 200 len: 797 time: 0.5065868 Apr 21 14:53:14.332753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:14.351000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:14.361994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Deleting port a67f6960-aa71-4e9e-9e22-60333516f036 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:14.362225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.362451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:14.374207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:14.377529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.380642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-3d522961-1e84-485f-9621-ae8d1f86fb80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0422411 Apr 21 14:53:14.385577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.407803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a89dccab-f059-4553-a789-e79fa4f827d5 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:14.408323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0f340e-c070-4e9c-a5c7-fa9ee9a92be3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.435185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:14.438418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.438955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Checking segment: {'id': '27d37d78-bacf-4b06-b1e0-ad11c3dafaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ca6fdc10-633b-4e02-a4ed-09affd36da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:14.439350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Network hostable DHCP agents. Network: ca6fdc10-633b-4e02-a4ed-09affd36da7b, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:14.474559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:14.493742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99234bd4-b52c-4b94-b630-aba9b1986153,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.504637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.504987 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Added segment 5e08f319-fdf5-4bad-99f1-68d0c2b65220 of type vlan for network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 Apr 21 14:53:14.520508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.533491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:14.569204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.573449 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.574655 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment cc926182-57cc-4feb-83df-318c2358e5c2 of type vlan for network f08c1484-a567-4a07-91b2-4e152c50807e Apr 21 14:53:14.576716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port f345fe29-c032-4e64-83f7-48d7899fa82b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f345fe29-c032-4e64-83f7-48d7899fa82b,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:14.585580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.592494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-cab480ee-f3e4-46c9-b881-1485d2235d03 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:14.630060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Network ca6fdc10-633b-4e02-a4ed-09affd36da7b is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:14.632360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.654659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, ca6fdc10-633b-4e02-a4ed-09affd36da7b) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:14.663615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-cab480ee-f3e4-46c9-b881-1485d2235d03 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:14.664117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:14.664933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.665843 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-cab480ee-f3e4-46c9-b881-1485d2235d03 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2651031 Apr 21 14:53:14.669230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.670173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90615658-e818-407e-959b-50c2e08da3cf None None] Network ca6fdc10-633b-4e02-a4ed-09affd36da7b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:14.675811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:14.676465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.683900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=f345fe29-c032-4e64-83f7-48d7899fa82b,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.687535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] For port a67f6960-aa71-4e9e-9e22-60333516f036, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a67f6960-aa71-4e9e-9e22-60333516f036,segment=NetworkSegment(a6ba93ef-cbb0-40ab-95da-a734c84822d6),segment_id=a6ba93ef-cbb0-40ab-95da-a734c84822d6)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:14.688596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.689954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] DHCP port deletion for 79068ac9-0227-43dd-a614-cb940cd300b2 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:14.743370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Deleting port a67f6960-aa71-4e9e-9e22-60333516f036 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:14.743754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.760867 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-44929f33-4aff-4e89-b33b-a553c62d77d6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9992497 Apr 21 14:53:14.807796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Network': ['ID=7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.852938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:14.858540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Calling delete_port for a67f6960-aa71-4e9e-9e22-60333516f036 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:14.882300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.885975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:14.886595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.930591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e1d3c783-7bed-437c-bb50-22505fa08002 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3394160 Apr 21 14:53:14.936606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:14.946861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'subnet': {'network_id': '7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:15.025659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7149618 Apr 21 14:53:15.048086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56434) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.062007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': 'a89dccab-f059-4553-a789-e79fa4f827d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:15.075822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef46e8-6ca6-4c61-a598-599d1c3d0651 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=f08c1484-a567-4a07-91b2-4e152c50807e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:15.094263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.104621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network f08c1484-a567-4a07-91b2-4e152c50807e details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:15.200081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event deleted for resources: {'Port': ['ID=a67f6960-aa71-4e9e-9e22-60333516f036,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:15.203344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fee50d7e-78d3-4f40-b620-20fac97d60f3 service neutron] 10.222.0.42 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178356 Apr 21 14:53:15.226389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] No DVR routers for this DVR port a67f6960-aa71-4e9e-9e22-60333516f036 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:15.236324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:15.269992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:15.275451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:subnet and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:15.279490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:15.284553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:15.287556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:15.291402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:15.307480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:15.341440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:15.393205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] For port a67f6960-aa71-4e9e-9e22-60333516f036, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a67f6960-aa71-4e9e-9e22-60333516f036,segment=NetworkSegment(a6ba93ef-cbb0-40ab-95da-a734c84822d6),segment_id=a6ba93ef-cbb0-40ab-95da-a734c84822d6)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:15.393426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.404083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9108de-58b8-415b-ba21-3254d87ddd16 None None] Network ca6fdc10-633b-4e02-a4ed-09affd36da7b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:15.444694 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fe601406-a6bd-4fff-b047-8d1e09481aab service neutron] 10.222.0.42 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318528 Apr 21 14:53:15.463460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.591893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Calling delete_port for a67f6960-aa71-4e9e-9e22-60333516f036 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:15.617113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Made reservation on behalf of d90d67e32ac7438693a09dc47b613dac for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:15.711307 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-52159ae5-7df6-4387-b800-d670afa98a17 req-c24745d3-b988-499d-ab9d-cd7c13d074e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.0484474 Apr 21 14:53:15.712510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:15.713102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:15.747912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.763768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.814751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=b7731654-26a5-421d-8649-59920a3d79b0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:15.824857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.840838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': '89d89b1f-8e4c-45da-928b-9325c5f42825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a89dccab-f059-4553-a789-e79fa4f827d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:15.841193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: a89dccab-f059-4553-a789-e79fa4f827d5, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:15.851076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79068ac9-0227-43dd-a614-cb940cd300b2']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.865146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network a89dccab-f059-4553-a789-e79fa4f827d5 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:15.880025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a89dccab-f059-4553-a789-e79fa4f827d5) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:15.884778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:15.885411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.890750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe927a-0ab5-4923-8be0-7b6ca4c7a1ab None None] Network a89dccab-f059-4553-a789-e79fa4f827d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:15.917059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f345fe29-c032-4e64-83f7-48d7899fa82b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:15.920149 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-021bb87b-164f-45a2-ac28-306e62a7df6c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8685946 Apr 21 14:53:15.922878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56448) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.927427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ba93ef-cbb0-40ab-95da-a734c84822d6') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.927721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ba93ef-cbb0-40ab-95da-a734c84822d6') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.934367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': 'f08c1484-a567-4a07-91b2-4e152c50807e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:15.955963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-05de5702-5313-4eb1-bc90-42f9f64d380f tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:15.957337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-05de5702-5313-4eb1-bc90-42f9f64d380f tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Synchronizing usage tracker for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:15.967533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.004518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.015323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:16.015720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:16.032751 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:16.076889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:16.080552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:16.083495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:16.088392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-05de5702-5313-4eb1-bc90-42f9f64d380f tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Unset dirty status for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:16.089345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:16.089601 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-05de5702-5313-4eb1-bc90-42f9f64d380f tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/networks?id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253 HTTP/1.1" status: 200 len: 812 time: 0.5739040 Apr 21 14:53:16.102857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:16.136015 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-921d831b-7c13-4f76-a468-4f7a73aaf5b1 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/quotas/1da700dac09443d49fa3ef0b25b5fb2e HTTP/1.1" status: 200 len: 375 time: 0.0367203 Apr 21 14:53:16.173616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.177649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.250858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f345fe29-c032-4e64-83f7-48d7899fa82b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:16.251506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.262347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] Pushing event deleted for resources: {'Network': ['ID=79068ac9-0227-43dd-a614-cb940cd300b2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.270032 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-4c6fa029-0891-46fc-8f75-ecdda9d6cfc1 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1da700dac09443d49fa3ef0b25b5fb2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974298 Apr 21 14:53:16.275973 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a4d6d90-9cc3-4445-abe7-812c21f1b8b4 tempest-TagsExtTest-785934131 tempest-TagsExtTest-785934131-project] 10.222.0.42 "DELETE /v2.0/networks/79068ac9-0227-43dd-a614-cb940cd300b2 HTTP/1.1" status: 204 len: 168 time: 2.1431370 Apr 21 14:53:16.282739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Deleting port a67f6960-aa71-4e9e-9e22-60333516f036 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:16.283114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.304513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.337741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.365401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a89dccab-f059-4553-a789-e79fa4f827d5', 'network_id': 'a89dccab-f059-4553-a789-e79fa4f827d5', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': 'b7731654-26a5-421d-8649-59920a3d79b0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:16.366443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.403352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-877f96e2-c7ec-4bd2-8b8f-b67cf34322ae None None] The port 'a67f6960-aa71-4e9e-9e22-60333516f036' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:53:16.474142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Subnet': ['ID=283d2093-d06f-4ce8-821f-4832e53c6fce,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.635119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.653759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Allocated IP 172.20.0.2 (a89dccab-f059-4553-a789-e79fa4f827d5/b7731654-26a5-421d-8649-59920a3d79b0/e317f5f7-ccfa-4589-8411-a111fa1b1227) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:16.677813 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-84184308-40ae-46ba-b76a-0205fa5bcf7f service neutron] 10.222.0.42 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509753 Apr 21 14:53:16.723168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Checking segment: {'id': '5e08f319-fdf5-4bad-99f1-68d0c2b65220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:16.724604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network hostable DHCP agents. Network: 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:16.728454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': 'cc926182-57cc-4feb-83df-318c2358e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f08c1484-a567-4a07-91b2-4e152c50807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:16.728795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: f08c1484-a567-4a07-91b2-4e152c50807e, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:16.737242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=be51ff5f-2a98-4512-a5da-b6b104307e47,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.759740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network f08c1484-a567-4a07-91b2-4e152c50807e is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:16.770252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a67f6960-aa71-4e9e-9e22-60333516f036 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:16.775397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, f08c1484-a567-4a07-91b2-4e152c50807e) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:16.781674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:16.782546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.810029 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b89b6725-ead4-4770-bc60-d9de28b2c210 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8856499 Apr 21 14:53:16.817686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56464) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.819979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60b06a-082c-44ea-9a3f-41872abe0ea3 None None] Network f08c1484-a567-4a07-91b2-4e152c50807e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:16.823175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-871532722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:16.841148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56468) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.874681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:16.877141 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-595a289a-cf92-4af7-bc42-c922eb5e73be req-cc0243c7-5635-422b-b4df-a3eb8c4bd21e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.0607767 Apr 21 14:53:16.880254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:16.885088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:router and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:16.887834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:16.889047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:16.892535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:16.893059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.895560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:16.910075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a67f6960-aa71-4e9e-9e22-60333516f036 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:16.910644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a67f6960-aa71-4e9e-9e22-60333516f036 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:16.919711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391dfaf-3230-4ff7-8dcf-261906f92cd6 None None] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:16.921038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.923050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.953839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.969432 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f59de2b9-2f20-4c3f-8220-1595a27aedcc tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0311170 Apr 21 14:53:16.972414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56474) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.981100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-84249d3f-6b04-4321-933d-25e8e1ddb72b service neutron] 10.222.0.42 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019440 Apr 21 14:53:16.984742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'network': {'name': 'tempest-router-network01--1010666525'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:16.992526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.020682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:17.025277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:network and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:17.029945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:17.033068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.034478 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-784054bc-547e-40c6-b68b-5d616cb26f66 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2158751 Apr 21 14:53:17.037296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.050255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:17.076026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Made reservation on behalf of d90d67e32ac7438693a09dc47b613dac for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:17.079718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.129769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:17.154471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.154914 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Added segment 2871633f-881e-43d4-88bb-6543f389fc6b of type vlan for network f24c6cb2-0427-4a75-b110-dd5d390a1581 Apr 21 14:53:17.184853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.230875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.235572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:17.240444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.333109 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30369b1c-875c-4e67-b7a4-00e13fe959c3 req-7d6cc275-595e-492a-93ec-a1cd6cd70d59 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 210 time: 0.0875316 Apr 21 14:53:17.349435 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf6809fc-266a-426e-9d9a-5214a9b6ec42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68d02333c36f4b8bbc6279114dc9079b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5072002 Apr 21 14:53:17.392726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56488) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.438532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Network': ['ID=f24c6cb2-0427-4a75-b110-dd5d390a1581,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:17.449826 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-52d03b8f-915f-43f1-a62e-b9698264473c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4742992 Apr 21 14:53:17.453370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56494) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.461084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:17.468338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'network': {'name': 'tempest-router-network02--566264829'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:17.480945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:17.497934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:network and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:17.502977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:17.510717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:17.530621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4206f09c-82e0-43a4-bce7-cfc4875282e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.540345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Made reservation on behalf of d90d67e32ac7438693a09dc47b613dac for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:17.543781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.581274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4206f09c-82e0-43a4-bce7-cfc4875282e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.608562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:17.634179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.634540 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Added segment 96ed94d5-721c-4288-9f10-d4eae5951f62 of type vlan for network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 Apr 21 14:53:17.654417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46', 'network_id': '7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46', 'tenant_id': 'd90d67e32ac7438693a09dc47b613dac', 'fixed_ips': [{'subnet_id': '283d2093-d06f-4ce8-821f-4832e53c6fce'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:17.655234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.671295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.675300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-f08c1484-a567-4a07-91b2-4e152c50807e', 'network_id': 'f08c1484-a567-4a07-91b2-4e152c50807e', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': 'be51ff5f-2a98-4512-a5da-b6b104307e47'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:17.676203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.714768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4206f09c-82e0-43a4-bce7-cfc4875282e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.716715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.733419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206f09c-82e0-43a4-bce7-cfc4875282e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d729fde2-d3f8-46cd-a103-43b512b7b0d8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:17.736535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Transition to ACTIVE for port object e317f5f7-ccfa-4589-8411-a111fa1b1227 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:17.739700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.744802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:17.746017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.895162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Network': ['ID=87765f84-e1bb-4b6c-a620-362e9e87b9e7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:17.908957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4206f09c-82e0-43a4-bce7-cfc4875282e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.910546 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4206f09c-82e0-43a4-bce7-cfc4875282e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d729fde2-d3f8-46cd-a103-43b512b7b0d8 HTTP/1.1" status: 204 len: 168 time: 0.5167470 Apr 21 14:53:17.914831 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-06112eca-ea64-4462-9d64-2f439a076377 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4602644 Apr 21 14:53:17.918623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56508) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.927358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'subnet': {'network_id': 'f24c6cb2-0427-4a75-b110-dd5d390a1581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:17.945349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Allocated IP 172.20.0.2 (7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46/283d2093-d06f-4ce8-821f-4832e53c6fce/bcc372f5-07d7-4662-81e8-ef20f94b362c) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:17.993093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:18.141838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.148426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:18.159534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:subnet and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:18.160876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Transition to ACTIVE for port object e317f5f7-ccfa-4589-8411-a111fa1b1227 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:18.165059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:18.174922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:18.204404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Made reservation on behalf of d90d67e32ac7438693a09dc47b613dac for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:18.233665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-2cbb55ee-14b4-4ab0-8ca4-c75f356745ab req-8039a7c8-6471-42f2-9cd8-8c40aa3441e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:18.246784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.331887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-2cbb55ee-14b4-4ab0-8ca4-c75f356745ab req-8039a7c8-6471-42f2-9cd8-8c40aa3441e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:18.345268 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2cbb55ee-14b4-4ab0-8ca4-c75f356745ab req-8039a7c8-6471-42f2-9cd8-8c40aa3441e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.2776165 Apr 21 14:53:18.374910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Pushing event updated for resources: {'Port': ['ID=e317f5f7-ccfa-4589-8411-a111fa1b1227,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:18.400112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Network a89dccab-f059-4553-a789-e79fa4f827d5 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:18.413956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:18.421428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:18.452039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.497866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Allocated IP 172.21.0.2 (f08c1484-a567-4a07-91b2-4e152c50807e/be51ff5f-2a98-4512-a5da-b6b104307e47/9ab059e4-3b66-4ad6-92f8-ea4c831a942c) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:18.605852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Attempting to bind port e317f5f7-ccfa-4589-8411-a111fa1b1227 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:18.606227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Attempting to bind port e317f5f7-ccfa-4589-8411-a111fa1b1227 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '89d89b1f-8e4c-45da-928b-9325c5f42825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a89dccab-f059-4553-a789-e79fa4f827d5'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:18.606588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Attempting to bind port e317f5f7-ccfa-4589-8411-a111fa1b1227 on network a89dccab-f059-4553-a789-e79fa4f827d5 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:18.628900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.20.0.1 (a89dccab-f059-4553-a789-e79fa4f827d5/b7731654-26a5-421d-8649-59920a3d79b0/12101268-cabe-437a-89a9-4aade1461458) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:18.703879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:18.704308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Checking segment: {'id': '89d89b1f-8e4c-45da-928b-9325c5f42825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a89dccab-f059-4553-a789-e79fa4f827d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:18.704757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.705152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Bound using segment: {'id': '89d89b1f-8e4c-45da-928b-9325c5f42825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a89dccab-f059-4553-a789-e79fa4f827d5'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:18.705761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Bound port: e317f5f7-ccfa-4589-8411-a111fa1b1227, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d89b1f-8e4c-45da-928b-9325c5f42825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a89dccab-f059-4553-a789-e79fa4f827d5'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:18.706247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.715857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.741588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.747060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Transition to ACTIVE for port object bcc372f5-07d7-4662-81e8-ef20f94b362c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:18.793664 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f650986d-71bc-4106-9201-eaf52ed7c6cc req-0c94a2c1-9048-4a94-abb6-5affe4cc1c03 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 210 time: 0.1107638 Apr 21 14:53:18.833485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.838653 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Transition to ACTIVE for port object bcc372f5-07d7-4662-81e8-ef20f94b362c will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:18.860616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.866153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object 12101268-cabe-437a-89a9-4aade1461458 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:18.892794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.993409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] For port e317f5f7-ccfa-4589-8411-a111fa1b1227, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:19.010495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:19.019634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:19.027606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:19.030118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Pushing event updated for resources: {'Port': ['ID=bcc372f5-07d7-4662-81e8-ef20f94b362c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.031437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Subnet': ['ID=e54060f7-931f-4fe9-893d-0e1121f76684,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.033992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] For port e317f5f7-ccfa-4589-8411-a111fa1b1227, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e317f5f7-ccfa-4589-8411-a111fa1b1227,segment=NetworkSegment(89d89b1f-8e4c-45da-928b-9325c5f42825),segment_id=89d89b1f-8e4c-45da-928b-9325c5f42825)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:19.093887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.097699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9386-2e77-4bb4-a8b4-72af709bd7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.118686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=12101268-cabe-437a-89a9-4aade1461458,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.140258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network a89dccab-f059-4553-a789-e79fa4f827d5 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:19.141771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:19.147883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:19.149979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.161837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Checking segment: {'id': '2871633f-881e-43d4-88bb-6543f389fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f24c6cb2-0427-4a75-b110-dd5d390a1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:19.168805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network hostable DHCP agents. Network: f24c6cb2-0427-4a75-b110-dd5d390a1581, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:19.185573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-586825fe-4f22-4045-af28-afa6d81a523e tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:19.187029 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-586825fe-4f22-4045-af28-afa6d81a523e tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.21 "GET /v2.0/networks?id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253 HTTP/1.1" status: 200 len: 812 time: 0.4001539 Apr 21 14:53:19.211499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Request body: {'port': {'device_id': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253', 'admin_state_up': True, 'tenant_id': '1da700dac09443d49fa3ef0b25b5fb2e'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:19.231013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:19.237258 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Transition to ACTIVE for port object 9ab059e4-3b66-4ad6-92f8-ea4c831a942c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:19.241716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.302810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Attempting to bind port bcc372f5-07d7-4662-81e8-ef20f94b362c on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:19.303127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Attempting to bind port bcc372f5-07d7-4662-81e8-ef20f94b362c by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '5e08f319-fdf5-4bad-99f1-68d0c2b65220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:19.303710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Attempting to bind port bcc372f5-07d7-4662-81e8-ef20f94b362c on network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:19.305179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, f24c6cb2-0427-4a75-b110-dd5d390a1581) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:19.312775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:19.313517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.315050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Transition to ACTIVE for port object 9ab059e4-3b66-4ad6-92f8-ea4c831a942c will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:19.321946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b90ea-1bd7-46af-bc12-8e474b119f9e None None] Pushing event updated for resources: {'Port': ['ID=e317f5f7-ccfa-4589-8411-a111fa1b1227,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.330433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2257ea7c-63af-43e8-9081-3a1f3bae72cb None None] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:19.353807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.363832 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-32e0c8cf-0238-496f-b1d7-89838df8a588 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4440134 Apr 21 14:53:19.367634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56520) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:19.382652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'subnet': {'network_id': '87765f84-e1bb-4b6c-a620-362e9e87b9e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:19.497206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:19.518049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Usage tracker for resource:port and tenant:1da700dac09443d49fa3ef0b25b5fb2e is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:19.522767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:19.546360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:19.557438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:19.557733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Checking segment: {'id': '5e08f319-fdf5-4bad-99f1-68d0c2b65220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:19.559126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.559560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Bound using segment: {'id': '5e08f319-fdf5-4bad-99f1-68d0c2b65220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:19.560144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Bound port: bcc372f5-07d7-4662-81e8-ef20f94b362c, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e08f319-fdf5-4bad-99f1-68d0c2b65220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:19.561118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.568422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:19.574485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Usage tracker for resource:subnet and tenant:d90d67e32ac7438693a09dc47b613dac is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:19.578623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:19.583482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Made reservation on behalf of 1da700dac09443d49fa3ef0b25b5fb2e for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:19.585382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.615294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.641639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:19.665240 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-816c8dab-74ff-49a5-b3c4-ce47b9abeb2e req-4432366f-3461-4d3f-9fa9-84592cf71aa3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.0807562 Apr 21 14:53:19.665944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-f24c6cb2-0427-4a75-b110-dd5d390a1581', 'network_id': 'f24c6cb2-0427-4a75-b110-dd5d390a1581', 'tenant_id': 'd90d67e32ac7438693a09dc47b613dac', 'fixed_ips': [{'subnet_id': 'e54060f7-931f-4fe9-893d-0e1121f76684'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:19.667001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.804527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Made reservation on behalf of d90d67e32ac7438693a09dc47b613dac for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:19.876038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Network f08c1484-a567-4a07-91b2-4e152c50807e is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:19.880449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Pushing event updated for resources: {'Port': ['ID=9ab059e4-3b66-4ad6-92f8-ea4c831a942c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.884621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:19.902823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:19.923163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Allocated IP 172.20.0.4 (b8f8e141-6bdc-42cc-884e-ee0b3b01e253/cab452b6-2fdc-4434-b0a0-1752fbd2e441/4571d166-bacf-4ce1-b778-6e56007a9353) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:19.930995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.949294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.962675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.049304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] For port bcc372f5-07d7-4662-81e8-ef20f94b362c, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:20.087782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e317f5f7-ccfa-4589-8411-a111fa1b1227 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:20.149050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] For port bcc372f5-07d7-4662-81e8-ef20f94b362c, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=bcc372f5-07d7-4662-81e8-ef20f94b362c,segment=NetworkSegment(5e08f319-fdf5-4bad-99f1-68d0c2b65220),segment_id=5e08f319-fdf5-4bad-99f1-68d0c2b65220)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:20.169944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.189392 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5e1d3649-2837-4e5e-8c7d-e5d9fb27d68d req-a22ebe65-6d20-4961-b009-7d772b19979b tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 210 time: 0.0864756 Apr 21 14:53:20.239900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Attempting to bind port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:20.240380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Attempting to bind port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'cc926182-57cc-4feb-83df-318c2358e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f08c1484-a567-4a07-91b2-4e152c50807e'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:20.240730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Attempting to bind port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c on network f08c1484-a567-4a07-91b2-4e152c50807e {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:20.278062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=12101268-cabe-437a-89a9-4aade1461458,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:20.287719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Allocated IP 172.20.0.2 (f24c6cb2-0427-4a75-b110-dd5d390a1581/e54060f7-931f-4fe9-893d-0e1121f76684/3f0277a3-cb8e-4b42-b235-3b147d36e568) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:20.312524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.314183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:20.314545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Checking segment: {'id': 'cc926182-57cc-4feb-83df-318c2358e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f08c1484-a567-4a07-91b2-4e152c50807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:20.314963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.315340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Bound using segment: {'id': 'cc926182-57cc-4feb-83df-318c2358e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f08c1484-a567-4a07-91b2-4e152c50807e'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:20.316002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Bound port: 9ab059e4-3b66-4ad6-92f8-ea4c831a942c, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc926182-57cc-4feb-83df-318c2358e5c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f08c1484-a567-4a07-91b2-4e152c50807e'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:20.325595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.365004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944313e-8261-44cc-99c2-cb294a02aeec None None] Pushing event updated for resources: {'Port': ['ID=bcc372f5-07d7-4662-81e8-ef20f94b362c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:20.367181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port e317f5f7-ccfa-4589-8411-a111fa1b1227 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:20.607518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network a89dccab-f059-4553-a789-e79fa4f827d5 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:20.608736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:20.623106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.723609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] For port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:20.754015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] For port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9ab059e4-3b66-4ad6-92f8-ea4c831a942c,segment=NetworkSegment(cc926182-57cc-4feb-83df-318c2358e5c2),segment_id=cc926182-57cc-4feb-83df-318c2358e5c2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:20.775019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.851606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.873464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce40ae6-8a1d-4e75-bc48-64cfc60845f7 None None] Network a89dccab-f059-4553-a789-e79fa4f827d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:20.898464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.984610 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5eb1289a-201d-445e-bb26-1e8d7c140d4f req-953bd2e8-43a7-434a-9595-91cf56a6b5ea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.0745859 Apr 21 14:53:21.017778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:21.028669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:21.046715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:21.062764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.077869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Subnet': ['ID=39d2bf00-0612-4e4c-8e7f-cceb63f60f48,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:21.084005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Transition to ACTIVE for port object 3f0277a3-cb8e-4b42-b235-3b147d36e568 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:21.106272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Pushing event updated for resources: {'Port': ['ID=4571d166-bacf-4ce1-b778-6e56007a9353,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:21.132807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Checking segment: {'id': '96ed94d5-721c-4288-9f10-d4eae5951f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '87765f84-e1bb-4b6c-a620-362e9e87b9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:21.133182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network hostable DHCP agents. Network: 87765f84-e1bb-4b6c-a620-362e9e87b9e7, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:21.141819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0fc8d-ebbc-46f6-9400-b3b2dd080969 None None] Pushing event updated for resources: {'Port': ['ID=9ab059e4-3b66-4ad6-92f8-ea4c831a942c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:21.146994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:21.147715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.188765 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-3efb8916-440c-432a-acb7-9589551eb410 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9814734 Apr 21 14:53:21.193940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-981bbfbf-476c-49ae-9021-de9bc1721972 None None] Provisioning for port e317f5f7-ccfa-4589-8411-a111fa1b1227 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:21.199778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:21.211091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Request body: {'port': {'device_id': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:21.223051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-981bbfbf-476c-49ae-9021-de9bc1721972 None None] Provisioning complete for port e317f5f7-ccfa-4589-8411-a111fa1b1227 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:21.223508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-981bbfbf-476c-49ae-9021-de9bc1721972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.266235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 87765f84-e1bb-4b6c-a620-362e9e87b9e7) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:21.266498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Transition to ACTIVE for port object 3f0277a3-cb8e-4b42-b235-3b147d36e568 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:21.278959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:21.279780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.319525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fadeec-b516-49e9-ad0d-b4d3baefd91c None None] Network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:21.363556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.387172 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f9a7ee0c-167c-4dea-8594-aad38cff0af1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0182469 Apr 21 14:53:21.393942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56534) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:21.445977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.609787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-7a424ca6-af1b-442c-81b3-03d8fc75bc05 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:21.620109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-7a424ca6-af1b-442c-81b3-03d8fc75bc05 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:21.660480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-7a424ca6-af1b-442c-81b3-03d8fc75bc05 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:21.661769 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-7a424ca6-af1b-442c-81b3-03d8fc75bc05 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=d54021ed-43fa-43b8-9b09-3409f647ea88 HTTP/1.1" status: 200 len: 797 time: 0.4057980 Apr 21 14:53:21.695264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a30911d-5f3b-4a2b-87ac-0dde07938b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.715550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:21.720824 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:21.722817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Pushing event updated for resources: {'Port': ['ID=3f0277a3-cb8e-4b42-b235-3b147d36e568,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:21.724652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:21.777967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ec61f-e841-4c21-96c7-bdb7d8469209 req-0e75dc28-12d4-49a8-84df-8674579ad15d tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:21.778694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ff2ec61f-e841-4c21-96c7-bdb7d8469209 req-0e75dc28-12d4-49a8-84df-8674579ad15d tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Synchronizing usage tracker for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:21.785979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 726c9642-b341-4210-a884-8eb3fc921993 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:53:21.809817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ff2ec61f-e841-4c21-96c7-bdb7d8469209 req-0e75dc28-12d4-49a8-84df-8674579ad15d tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Unset dirty status for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:21.811252 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ff2ec61f-e841-4c21-96c7-bdb7d8469209 req-0e75dc28-12d4-49a8-84df-8674579ad15d tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 931 time: 0.3180494 Apr 21 14:53:21.960985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Attempting to bind port 3f0277a3-cb8e-4b42-b235-3b147d36e568 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:21.961616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Attempting to bind port 3f0277a3-cb8e-4b42-b235-3b147d36e568 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '2871633f-881e-43d4-88bb-6543f389fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f24c6cb2-0427-4a75-b110-dd5d390a1581'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:21.962140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Attempting to bind port 3f0277a3-cb8e-4b42-b235-3b147d36e568 on network f24c6cb2-0427-4a75-b110-dd5d390a1581 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:21.997575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-981bbfbf-476c-49ae-9021-de9bc1721972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.047770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-bcec6c8b-fdf1-4b7d-987e-203092537e6d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:22.051528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ab059e4-3b66-4ad6-92f8-ea4c831a942c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:22.152969 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ff2ec61f-e841-4c21-96c7-bdb7d8469209 req-82ab2c49-3849-4fbf-8850-f342655f7726 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172996 Apr 21 14:53:22.248722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:22.249273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Checking segment: {'id': '2871633f-881e-43d4-88bb-6543f389fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f24c6cb2-0427-4a75-b110-dd5d390a1581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:22.249388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.249932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Bound using segment: {'id': '2871633f-881e-43d4-88bb-6543f389fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f24c6cb2-0427-4a75-b110-dd5d390a1581'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:22.250275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Bound port: 3f0277a3-cb8e-4b42-b235-3b147d36e568, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2871633f-881e-43d4-88bb-6543f389fc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f24c6cb2-0427-4a75-b110-dd5d390a1581'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:22.250953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.262222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ab2f6-2225-4c7c-ab1c-c955fb3eb787 None None] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:22.318279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-981bbfbf-476c-49ae-9021-de9bc1721972 None None] For port e317f5f7-ccfa-4589-8411-a111fa1b1227, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e317f5f7-ccfa-4589-8411-a111fa1b1227,segment=NetworkSegment(89d89b1f-8e4c-45da-928b-9325c5f42825),segment_id=89d89b1f-8e4c-45da-928b-9325c5f42825)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:22.324725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4571d166-bacf-4ce1-b778-6e56007a9353 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:53:22.334756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.356742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Transition to ACTIVE for port object 4571d166-bacf-4ce1-b778-6e56007a9353 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:22.365949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.398101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-981bbfbf-476c-49ae-9021-de9bc1721972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.429843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-bcec6c8b-fdf1-4b7d-987e-203092537e6d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:22.430968 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-bcec6c8b-fdf1-4b7d-987e-203092537e6d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 380 time: 0.6813903 Apr 21 14:53:22.435988 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e2b5b422-26b8-41e8-be04-4fef9ad884f0 req-e4bb295a-f96e-4c32-b204-18792bb2e560 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.1941555 Apr 21 14:53:22.443088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['182ec5ee-ad93-4102-b8f5-87a2830b6374']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:22.462537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Pushing event updated for resources: {'Port': ['ID=4571d166-bacf-4ce1-b778-6e56007a9353,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:22.517033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.676320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-87765f84-e1bb-4b6c-a620-362e9e87b9e7', 'network_id': '87765f84-e1bb-4b6c-a620-362e9e87b9e7', 'tenant_id': 'd90d67e32ac7438693a09dc47b613dac', 'fixed_ips': [{'subnet_id': '39d2bf00-0612-4e4c-8e7f-cceb63f60f48'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:22.677242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.686869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65360fb-0380-41c6-9ff8-4af73a644e50 None None] Network f08c1484-a567-4a07-91b2-4e152c50807e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:22.709355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.720197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Attempting to bind port 4571d166-bacf-4ce1-b778-6e56007a9353 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:22.720743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Attempting to bind port 4571d166-bacf-4ce1-b778-6e56007a9353 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'dde1e489-48bd-4745-89e4-d92b13bb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:22.721415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Attempting to bind port 4571d166-bacf-4ce1-b778-6e56007a9353 on network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:22.731209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Port 4571d166-bacf-4ce1-b778-6e56007a9353 on network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:53:22.731532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Attempting to bind port 4571d166-bacf-4ce1-b778-6e56007a9353 on network b8f8e141-6bdc-42cc-884e-ee0b3b01e253 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:22.738697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:22.738972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Checking segment: {'id': 'dde1e489-48bd-4745-89e4-d92b13bb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:22.739722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Bound using segment: {'id': 'dde1e489-48bd-4745-89e4-d92b13bb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:22.740288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Bound port: 4571d166-bacf-4ce1-b778-6e56007a9353, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde1e489-48bd-4745-89e4-d92b13bb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:22.740560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.786179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bbfbf-476c-49ae-9021-de9bc1721972 None None] Pushing event updated for resources: {'Port': ['ID=e317f5f7-ccfa-4589-8411-a111fa1b1227,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:22.794552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:22.829237 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78255b4c-c172-4cc7-b104-f57486f51033 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/726c9642-b341-4210-a884-8eb3fc921993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7908032 Apr 21 14:53:22.832704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56542) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:22.833209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] Sync routers for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:22.848742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:22.862561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:22.866359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:22.907322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:22.910766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.920290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-35f8239e-4527-483c-bb2b-8940509c8a1c None None] Provisioning for port bcc372f5-07d7-4662-81e8-ef20f94b362c completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:22.927160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] For port 4571d166-bacf-4ce1-b778-6e56007a9353, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:22.940805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2004d34e-1056-4841-9651-70149fe1cee2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:22.944786 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2004d34e-1056-4841-9651-70149fe1cee2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports/12101268-cabe-437a-89a9-4aade1461458 HTTP/1.1" status: 200 len: 910 time: 0.1076229 Apr 21 14:53:22.945794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56546) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:22.949566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] For port 4571d166-bacf-4ce1-b778-6e56007a9353, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4571d166-bacf-4ce1-b778-6e56007a9353,segment=NetworkSegment(dde1e489-48bd-4745-89e4-d92b13bb87e7),segment_id=dde1e489-48bd-4745-89e4-d92b13bb87e7)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:22.987326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] For port 3f0277a3-cb8e-4b42-b235-3b147d36e568, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:22.997209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] For port 3f0277a3-cb8e-4b42-b235-3b147d36e568, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3f0277a3-cb8e-4b42-b235-3b147d36e568,segment=NetworkSegment(2871633f-881e-43d4-88bb-6543f389fc6b),segment_id=2871633f-881e-43d4-88bb-6543f389fc6b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:23.014322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device bcc372f5-07d7-4662-81e8-ef20f94b362c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:23.014736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.080720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.101517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.187410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.188871 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] 10.222.0.21 "PUT /v2.0/ports/4571d166-bacf-4ce1-b778-6e56007a9353 HTTP/1.1" status: 200 len: 1093 time: 1.9821382 Apr 21 14:53:23.191562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'tag': '4571d166-bacf-4ce1-b778-6e56007a9353'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:53:23.221992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d6b05-a642-4df9-af46-bba68c60d019 service neutron] Pushing event updated for resources: {'Port': ['ID=4571d166-bacf-4ce1-b778-6e56007a9353,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:23.271180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:23.271878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:23.354235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a0d2bc-4693-4001-93a8-e9b8c205d257'] response: {'name': 'network-changed', 'server_uuid': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'tag': '4571d166-bacf-4ce1-b778-6e56007a9353', 'status': 'completed', 'code': 200} Apr 21 14:53:23.429737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.6 (d54021ed-43fa-43b8-9b09-3409f647ea88/f2c58056-b101-47ac-add1-19209afd70dc/0a24193c-a18f-4ba5-8981-7955e5bb6069) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:23.436395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:23.524303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d2fde-93f9-4f74-a3cf-7aa9edba35ad None None] Pushing event updated for resources: {'Port': ['ID=3f0277a3-cb8e-4b42-b235-3b147d36e568,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:23.587378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Provisioning for port 12101268-cabe-437a-89a9-4aade1461458 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:23.628375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbacf5a-2388-4a67-8cec-31249a42afd0 req-f08b1d64-43e7-4545-a104-7722fea09cd0 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:23.629904 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4dbacf5a-2388-4a67-8cec-31249a42afd0 req-f08b1d64-43e7-4545-a104-7722fea09cd0 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 943 time: 0.2327683 Apr 21 14:53:23.636336 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-d6a30ca1-e89d-41df-ab87-6271164ad273 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1da700dac09443d49fa3ef0b25b5fb2e&device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 1096 time: 0.2938650 Apr 21 14:53:23.643106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port bcc372f5-07d7-4662-81e8-ef20f94b362c completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:23.657018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:23.657640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:23.686086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.704849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 0a24193c-a18f-4ba5-8981-7955e5bb6069 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:23.727184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Provisioning complete for port 12101268-cabe-437a-89a9-4aade1461458 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:23.727552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.767512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Allocated IP 172.20.0.2 (87765f84-e1bb-4b6c-a620-362e9e87b9e7/39d2bf00-0612-4e4c-8e7f-cceb63f60f48/61c2f0f1-6513-45f9-9a74-194819a0d25b) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:23.782940 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acd6f6f6-820b-454a-aeae-42c6c945d884 req-8d435e33-3b07-483c-9436-dcab0ac9511f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.0588477 Apr 21 14:53:23.784511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port bcc372f5-07d7-4662-81e8-ef20f94b362c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:23.785643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.809779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.819749 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-b9b92bf0-5b99-4b40-a459-b72955c04a46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4571d166-bacf-4ce1-b778-6e56007a9353 HTTP/1.1" status: 200 len: 217 time: 0.1573958 Apr 21 14:53:23.831177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:23.831177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91b5272-0641-4f0d-a931-f8fb7b5f470c None None] The sync data for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:23.871323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.938767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Port 12101268-cabe-437a-89a9-4aade1461458 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:23.977180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=0a24193c-a18f-4ba5-8981-7955e5bb6069,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:23.987388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network d54021ed-43fa-43b8-9b09-3409f647ea88 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:23.999859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:24.031182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:24.143474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:24.145162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.184473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c3d84f85-28db-4ed6-9b3e-6cbabc7f017d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:24.185941 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-c3d84f85-28db-4ed6-9b3e-6cbabc7f017d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cab452b6-2fdc-4434-b0a0-1752fbd2e441 HTTP/1.1" status: 200 len: 852 time: 0.3518972 Apr 21 14:53:24.195290 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-703ce5f8-fedd-4b0f-a7aa-36975253388b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7582450 Apr 21 14:53:24.212864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Provisioning complete for port e317f5f7-ccfa-4589-8411-a111fa1b1227 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:24.213378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.217792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Request body: {'port': {'device_id': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:24.256729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Allocated IP 172.20.0.1 (f24c6cb2-0427-4a75-b110-dd5d390a1581/e54060f7-931f-4fe9-893d-0e1121f76684/9b98a2b4-0476-4456-831d-bbfdab2b9341) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:24.284224 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-617f4f06-1782-4e99-8ca7-aea9d1725c20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882981 Apr 21 14:53:24.302595 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4dbacf5a-2388-4a67-8cec-31249a42afd0 req-b24f25cb-ec2d-4c42-beac-936509719ad2 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640399 Apr 21 14:53:24.341837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.466069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.506969 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-885111f8-7ead-4247-ab4e-a2abcc17b951 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017219 Apr 21 14:53:24.569224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.577567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port bcc372f5-07d7-4662-81e8-ef20f94b362c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=bcc372f5-07d7-4662-81e8-ef20f94b362c,segment=NetworkSegment(5e08f319-fdf5-4bad-99f1-68d0c2b65220),segment_id=5e08f319-fdf5-4bad-99f1-68d0c2b65220)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:24.595749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.599293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Transition to ACTIVE for port object 61c2f0f1-6513-45f9-9a74-194819a0d25b will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:24.756186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Transition to ACTIVE for port object 61c2f0f1-6513-45f9-9a74-194819a0d25b will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:24.780509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.794685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Provisioning for port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:24.820125 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae1dd78-595b-474e-95f1-c6bc4b59ca7a req-06134850-2d79-4106-beb3-8f07b6ad235c service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061469 Apr 21 14:53:24.820550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=bcc372f5-07d7-4662-81e8-ef20f94b362c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:24.824575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Provisioning complete for port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:24.824956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.837629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.888149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.966269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3f0277a3-cb8e-4b42-b235-3b147d36e568 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:25.082339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Transition to ACTIVE for port object 9b98a2b4-0476-4456-831d-bbfdab2b9341 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:25.127187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:25.151758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:25.154925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:25.181732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37f53f-90a0-4b0a-b61f-1ba1a721e1f2 None None] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:25.199426 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f5cc638-83a2-4435-9174-282b74992364 req-1ba62115-e5b3-4833-b9d7-fd152b1fcf3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1da700dac09443d49fa3ef0b25b5fb2e&device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 1096 time: 0.2642641 Apr 21 14:53:25.260376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a24193c-a18f-4ba5-8981-7955e5bb6069 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:53:25.270230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.274751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.285155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Pushing event updated for resources: {'Port': ['ID=61c2f0f1-6513-45f9-9a74-194819a0d25b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:25.296201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 3f0277a3-cb8e-4b42-b235-3b147d36e568 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:25.347526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e317f5f7-ccfa-4589-8411-a111fa1b1227 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:25.363607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f6184-1ccf-41e9-a557-7a713a30298c req-e86730ac-1cfe-4233-bb0d-9473448cb8d2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:25.364517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-2e7f6184-1ccf-41e9-a557-7a713a30298c req-e86730ac-1cfe-4233-bb0d-9473448cb8d2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:25.382191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Transition to ACTIVE for port object 0a24193c-a18f-4ba5-8981-7955e5bb6069 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:25.395932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:25.400392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:25.406444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-2e7f6184-1ccf-41e9-a557-7a713a30298c req-e86730ac-1cfe-4233-bb0d-9473448cb8d2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:25.413437 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2e7f6184-1ccf-41e9-a557-7a713a30298c req-e86730ac-1cfe-4233-bb0d-9473448cb8d2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 931 time: 0.3325431 Apr 21 14:53:25.415456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.419269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc638-83a2-4435-9174-282b74992364 req-610c718c-9130-42c5-ab19-42a6ed8c57aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:25.422296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f5cc638-83a2-4435-9174-282b74992364 req-610c718c-9130-42c5-ab19-42a6ed8c57aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253 HTTP/1.1" status: 200 len: 913 time: 0.2151492 Apr 21 14:53:25.427677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:25.439088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Attempting to bind port 61c2f0f1-6513-45f9-9a74-194819a0d25b on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:25.439465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Attempting to bind port 61c2f0f1-6513-45f9-9a74-194819a0d25b by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '96ed94d5-721c-4288-9f10-d4eae5951f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '87765f84-e1bb-4b6c-a620-362e9e87b9e7'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:25.439943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Attempting to bind port 61c2f0f1-6513-45f9-9a74-194819a0d25b on network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:25.456397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Port': ['ID=9b98a2b4-0476-4456-831d-bbfdab2b9341,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:25.521601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:25.521941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Checking segment: {'id': '96ed94d5-721c-4288-9f10-d4eae5951f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '87765f84-e1bb-4b6c-a620-362e9e87b9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:25.522283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.522679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Bound using segment: {'id': '96ed94d5-721c-4288-9f10-d4eae5951f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '87765f84-e1bb-4b6c-a620-362e9e87b9e7'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:25.523148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Bound port: 61c2f0f1-6513-45f9-9a74-194819a0d25b, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ed94d5-721c-4288-9f10-d4eae5951f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '87765f84-e1bb-4b6c-a620-362e9e87b9e7'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:25.523867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.568894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f5cc638-83a2-4435-9174-282b74992364 req-01f16c1b-f47f-43df-90f1-e0d162b304b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4571d166-bacf-4ce1-b778-6e56007a9353 HTTP/1.1" status: 200 len: 217 time: 0.1361537 Apr 21 14:53:25.596113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.705783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.21.0.1 (f08c1484-a567-4a07-91b2-4e152c50807e/be51ff5f-2a98-4512-a5da-b6b104307e47/14f36e34-7f4c-4da6-9a39-8467ec72720b) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:25.707068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e317f5f7-ccfa-4589-8411-a111fa1b1227 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:25.707543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.723100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc638-83a2-4435-9174-282b74992364 req-12bf0368-6f51-4089-a8fe-6eff1e337770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:25.724570 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f5cc638-83a2-4435-9174-282b74992364 req-12bf0368-6f51-4089-a8fe-6eff1e337770 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cab452b6-2fdc-4434-b0a0-1752fbd2e441 HTTP/1.1" status: 200 len: 852 time: 0.1176434 Apr 21 14:53:25.735241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a24193c-a18f-4ba5-8981-7955e5bb6069,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:25.742476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.757183 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2e7f6184-1ccf-41e9-a557-7a713a30298c req-f8904662-6dd6-4940-b019-19ab232eee4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429565 Apr 21 14:53:25.777595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] For port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9ab059e4-3b66-4ad6-92f8-ea4c831a942c,segment=NetworkSegment(cc926182-57cc-4feb-83df-318c2358e5c2),segment_id=cc926182-57cc-4feb-83df-318c2358e5c2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:25.800258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Attempting to bind port 0a24193c-a18f-4ba5-8981-7955e5bb6069 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:25.800581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Attempting to bind port 0a24193c-a18f-4ba5-8981-7955e5bb6069 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:25.800904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Attempting to bind port 0a24193c-a18f-4ba5-8981-7955e5bb6069 on network d54021ed-43fa-43b8-9b09-3409f647ea88 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:25.813126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Port 0a24193c-a18f-4ba5-8981-7955e5bb6069 on network d54021ed-43fa-43b8-9b09-3409f647ea88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:53:25.813447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Attempting to bind port 0a24193c-a18f-4ba5-8981-7955e5bb6069 on network d54021ed-43fa-43b8-9b09-3409f647ea88 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:25.836203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.856659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5d4e3-e523-49c5-9926-6c414ad6bd2e req-642dc1c3-0b71-4ebc-8a06-11264c02f978 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:25.858131 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d0a5d4e3-e523-49c5-9926-6c414ad6bd2e req-642dc1c3-0b71-4ebc-8a06-11264c02f978 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 943 time: 0.4274116 Apr 21 14:53:25.859713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:25.860058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Checking segment: {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:25.860467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Bound using segment: {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:25.861346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Bound port: 0a24193c-a18f-4ba5-8981-7955e5bb6069, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:25.861346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.877525 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f5cc638-83a2-4435-9174-282b74992364 req-3b87e8cf-7530-4182-9be6-cf62438cd06b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446323 Apr 21 14:53:25.905803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] For port 61c2f0f1-6513-45f9-9a74-194819a0d25b, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:25.928013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.939043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] For port 61c2f0f1-6513-45f9-9a74-194819a0d25b, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=61c2f0f1-6513-45f9-9a74-194819a0d25b,segment=NetworkSegment(96ed94d5-721c-4288-9f10-d4eae5951f62),segment_id=96ed94d5-721c-4288-9f10-d4eae5951f62)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:25.963196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.009205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca6a5d-c2d4-478a-9542-d09bf06d3dd9 None None] Pushing event updated for resources: {'Port': ['ID=9ab059e4-3b66-4ad6-92f8-ea4c831a942c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.035754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] For port 0a24193c-a18f-4ba5-8981-7955e5bb6069, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:26.088932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7d7c-c99b-4702-bb39-4f47d1b18887 None None] Pushing event updated for resources: {'Port': ['ID=61c2f0f1-6513-45f9-9a74-194819a0d25b,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.125108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Provisioning complete for port 12101268-cabe-437a-89a9-4aade1461458 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:26.125586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.176698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] For port 0a24193c-a18f-4ba5-8981-7955e5bb6069, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:26.186123 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d0a5d4e3-e523-49c5-9926-6c414ad6bd2e req-7a55abc6-7e13-4125-8519-06bb4df4c5bc tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136349 Apr 21 14:53:26.189236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.208416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Port 12101268-cabe-437a-89a9-4aade1461458 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:26.228453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Provisioning for port 3f0277a3-cb8e-4b42-b235-3b147d36e568 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:26.236327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Provisioning complete for port 3f0277a3-cb8e-4b42-b235-3b147d36e568 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:26.236921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.259835 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f5cc638-83a2-4435-9174-282b74992364 req-4a80fbe2-9d60-4005-87b2-3390c0296dcc service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638458 Apr 21 14:53:26.265509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.288978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.290344 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a24193c-a18f-4ba5-8981-7955e5bb6069 HTTP/1.1" status: 200 len: 1093 time: 2.0774863 Apr 21 14:53:26.293190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:53:26.358418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3fec5-1819-4d24-a0b8-e1f447d3cdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a24193c-a18f-4ba5-8981-7955e5bb6069,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.429329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.446438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object 14f36e34-7f4c-4da6-9a39-8467ec72720b will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:26.477748 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13605779-4155-4cc3-a165-b74e9cb34569'] response: {'name': 'network-changed', 'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'status': 'completed', 'code': 200} Apr 21 14:53:26.481044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] For port 3f0277a3-cb8e-4b42-b235-3b147d36e568, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3f0277a3-cb8e-4b42-b235-3b147d36e568,segment=NetworkSegment(2871633f-881e-43d4-88bb-6543f389fc6b),segment_id=2871633f-881e-43d4-88bb-6543f389fc6b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:26.491197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.493364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.649939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network f08c1484-a567-4a07-91b2-4e152c50807e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:26.660763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=14f36e34-7f4c-4da6-9a39-8467ec72720b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.669851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:26.676327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-41074450-9902-400d-9589-65abcd5c6d31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 1096 time: 0.3048348 Apr 21 14:53:26.686835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:26.693626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Provisioning complete for port bcc372f5-07d7-4662-81e8-ef20f94b362c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:26.694097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.747000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Pushing event updated for resources: {'Port': ['ID=3f0277a3-cb8e-4b42-b235-3b147d36e568,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.877386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.898338 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f5cc638-83a2-4435-9174-282b74992364 req-01fa821e-9c7a-4455-93bc-1a2885f4c589 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6274517 Apr 21 14:53:26.960181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ab059e4-3b66-4ad6-92f8-ea4c831a942c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:27.022169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.028222 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-bbbb7eed-87cc-4d3a-a41e-ff232f3450b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069 HTTP/1.1" status: 200 len: 217 time: 0.3381367 Apr 21 14:53:27.033942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.071634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Provisioning for port 0a24193c-a18f-4ba5-8981-7955e5bb6069 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:27.092378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.095933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:27.096417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.143256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Provisioning complete for port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:27.143931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe247243-ea26-4f16-9aae-4d5fe6eb7cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.180170 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4571d166-bacf-4ce1-b778-6e56007a9353 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:53:27.256576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-1169def3-0f90-489a-b121-a2ec6e8f856d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:27.258199 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-1169def3-0f90-489a-b121-a2ec6e8f856d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2c58056-b101-47ac-add1-19209afd70dc HTTP/1.1" status: 200 len: 835 time: 0.1857553 Apr 21 14:53:27.259629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.279383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Port': ['ID=9b98a2b4-0476-4456-831d-bbfdab2b9341,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:27.392207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3ccb9-74da-4028-b71c-f9b4483f1a95 req-5215106b-8fc2-4c79-b691-a9819a146be2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:27.393874 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6bf3ccb9-74da-4028-b71c-f9b4483f1a95 req-5215106b-8fc2-4c79-b691-a9819a146be2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 943 time: 0.3027191 Apr 21 14:53:27.533244 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6bf3ccb9-74da-4028-b71c-f9b4483f1a95 req-18cbb378-f8b6-4f7d-b856-9584477455d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314535 Apr 21 14:53:27.566227 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-7953b0d6-adf7-49d4-90c8-7dafc3820826 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d54021ed-43fa-43b8-9b09-3409f647ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2834113 Apr 21 14:53:27.596512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 61c2f0f1-6513-45f9-9a74-194819a0d25b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:27.637425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4571d166-bacf-4ce1-b778-6e56007a9353, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4571d166-bacf-4ce1-b778-6e56007a9353,segment=NetworkSegment(dde1e489-48bd-4745-89e4-d92b13bb87e7),segment_id=dde1e489-48bd-4745-89e4-d92b13bb87e7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:27.645491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.651382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.662604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '4571d166-bacf-4ce1-b778-6e56007a9353', 'network_id': 'b8f8e141-6bdc-42cc-884e-ee0b3b01e253', 'port_id': '4571d166-bacf-4ce1-b778-6e56007a9353', 'mac_address': 'fa:16:3e:2d:d4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab452b6-2fdc-4434-b0a0-1752fbd2e441', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:53:27.690816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:27.696458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:27.703292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d43091-d582-4cef-a654-09b8387ea6e7 req-607f0d1d-c373-46a7-9f93-6ab7be758a40 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:27.705058 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-11d43091-d582-4cef-a654-09b8387ea6e7 req-607f0d1d-c373-46a7-9f93-6ab7be758a40 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 943 time: 0.2830966 Apr 21 14:53:27.754695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.796894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4571d166-bacf-4ce1-b778-6e56007a9353 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:53:27.803126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.806863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=14f36e34-7f4c-4da6-9a39-8467ec72720b,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:27.812753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 61c2f0f1-6513-45f9-9a74-194819a0d25b completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:27.823003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device bcc372f5-07d7-4662-81e8-ef20f94b362c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:27.868941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4571d166-bacf-4ce1-b778-6e56007a9353, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4571d166-bacf-4ce1-b778-6e56007a9353,segment=NetworkSegment(dde1e489-48bd-4745-89e4-d92b13bb87e7),segment_id=dde1e489-48bd-4745-89e4-d92b13bb87e7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:27.871311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Provisioning for port 9b98a2b4-0476-4456-831d-bbfdab2b9341 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:27.885297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8781759e-9897-4398-8631-7c113f83fc1d None None] Network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:27.905862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.949160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Provisioning complete for port 9b98a2b4-0476-4456-831d-bbfdab2b9341 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:27.949535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.968773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network f08c1484-a567-4a07-91b2-4e152c50807e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:27.969647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-11d43091-d582-4cef-a654-09b8387ea6e7 req-96866c08-8bcb-4c84-8f44-d284be6fdd50 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Synchronizing usage tracker for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:27.970117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:27.988960 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-7f796815-5034-40f2-a8fa-18d0ab95d86c service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111373 Apr 21 14:53:28.102365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-11d43091-d582-4cef-a654-09b8387ea6e7 req-96866c08-8bcb-4c84-8f44-d284be6fdd50 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Unset dirty status for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:28.103653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-11d43091-d582-4cef-a654-09b8387ea6e7 req-96866c08-8bcb-4c84-8f44-d284be6fdd50 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168914 Apr 21 14:53:28.178924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Port 9b98a2b4-0476-4456-831d-bbfdab2b9341 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:28.201591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=4571d166-bacf-4ce1-b778-6e56007a9353,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:28.212022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['4571d166-bacf-4ce1-b778-6e56007a9353'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:53:28.314914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port bcc372f5-07d7-4662-81e8-ef20f94b362c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:28.315288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.330586 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd386ee0-0a6b-4006-9195-7db2fbfdcf2b req-ce48e5cf-d6e2-40c6-87ab-767d105825f0 service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335276 Apr 21 14:53:28.361924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Provisioning for port 14f36e34-7f4c-4da6-9a39-8467ec72720b completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:28.410971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Router 3a6fd71d-c2a5-40ed-978f-44caf65c92b1 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:53:28.421997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Provisioning complete for port 14f36e34-7f4c-4da6-9a39-8467ec72720b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:28.422369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.505035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 726c9642-b341-4210-a884-8eb3fc921993 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:28.530462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Port 14f36e34-7f4c-4da6-9a39-8467ec72720b cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:28.652319 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-3cad4cae-a28e-49af-a983-902873c07d6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 1096 time: 0.1649983 Apr 21 14:53:28.700755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Provisioning complete for port 3f0277a3-cb8e-4b42-b235-3b147d36e568 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:28.701293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65359ce3-2c4c-407a-8fee-912b8fabe7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.708646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:28.719863 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] Sync routers for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:28.742593 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:28.743231 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:28.758766 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d1ced384-1852-4480-a6a5-fa9af6760b00 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/726c9642-b341-4210-a884-8eb3fc921993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8126969 Apr 21 14:53:28.765264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56568) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:28.776405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3f0277a3-cb8e-4b42-b235-3b147d36e568 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:28.876514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4157d61-a809-4d1c-be7d-8a8302be6b9b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:28.876800 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:28.877121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c4157d61-a809-4d1c-be7d-8a8302be6b9b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:28.893683 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:28.895831 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:28.905516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c4157d61-a809-4d1c-be7d-8a8302be6b9b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:28.907179 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c4157d61-a809-4d1c-be7d-8a8302be6b9b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports/14f36e34-7f4c-4da6-9a39-8467ec72720b HTTP/1.1" status: 200 len: 910 time: 0.1409616 Apr 21 14:53:28.914868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccdfb5-2bc4-4eef-bf93-4556ee9faa8e req-d9397490-8067-45ec-8567-a65a89fe905a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:28.916532 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-50ccdfb5-2bc4-4eef-bf93-4556ee9faa8e req-d9397490-8067-45ec-8567-a65a89fe905a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 943 time: 0.2105274 Apr 21 14:53:28.917532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56572) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:28.971992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:28.978486 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7734621e-1a55-41fe-844a-2226fb222801 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "PUT /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5833511 Apr 21 14:53:28.981724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56576) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:29.012286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] Sync routers for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:29.046100 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:29.046888 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec778af-4e22-4a7f-93a7-9fbcf2fc8d61 None None] The sync data for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:29.064586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 3f0277a3-cb8e-4b42-b235-3b147d36e568 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:29.064954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.114381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:29.115004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:29.144251 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-50ccdfb5-2bc4-4eef-bf93-4556ee9faa8e req-a8278305-dc66-41c1-97c4-c5e46565741a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478040 Apr 21 14:53:29.145666 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-09573957-b1b2-4b15-ad52-be6efe2be598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:29.147157 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-09573957-b1b2-4b15-ad52-be6efe2be598 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d54021ed-43fa-43b8-9b09-3409f647ea88 HTTP/1.1" status: 200 len: 898 time: 0.4876826 Apr 21 14:53:29.209721 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:29.239518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-95a6b16e-64e1-4f33-8d47-41b3fd4f0c08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069 HTTP/1.1" status: 200 len: 217 time: 0.0803037 Apr 21 14:53:29.262671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:29.263300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:29.365011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-d9c56156-b4f8-431d-a3a0-37f8e552eb38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:29.367618 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-d9c56156-b4f8-431d-a3a0-37f8e552eb38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2c58056-b101-47ac-add1-19209afd70dc HTTP/1.1" status: 200 len: 835 time: 0.1190476 Apr 21 14:53:29.390882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:29.391307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ef6de4-8230-483f-a120-8a72b67677a0 None None] The sync data for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:29.391481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.414735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Provisioning for port 61c2f0f1-6513-45f9-9a74-194819a0d25b completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:29.420704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Provisioning complete for port 61c2f0f1-6513-45f9-9a74-194819a0d25b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:29.421078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.538287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.571435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] For port 61c2f0f1-6513-45f9-9a74-194819a0d25b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=61c2f0f1-6513-45f9-9a74-194819a0d25b,segment=NetworkSegment(96ed94d5-721c-4288-9f10-d4eae5951f62),segment_id=96ed94d5-721c-4288-9f10-d4eae5951f62)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:29.577513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.590602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd351a76-2b0e-410c-a627-4c7e94be7cdd req-87c3965a-1af6-44af-a296-054c14327487 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:29.592106 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bd351a76-2b0e-410c-a627-4c7e94be7cdd req-87c3965a-1af6-44af-a296-054c14327487 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 944 time: 0.3094375 Apr 21 14:53:29.634400 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-0bd4e914-7fa7-439a-a973-cc40c5317c1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d54021ed-43fa-43b8-9b09-3409f647ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2563491 Apr 21 14:53:29.649848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Provisioning complete for port 9b98a2b4-0476-4456-831d-bbfdab2b9341 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:29.650171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.687018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Pushing event updated for resources: {'Port': ['ID=61c2f0f1-6513-45f9-9a74-194819a0d25b,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:29.707457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Port 9b98a2b4-0476-4456-831d-bbfdab2b9341 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:29.720684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Provisioning complete for port 14f36e34-7f4c-4da6-9a39-8467ec72720b triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:29.721184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.742391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bd351a76-2b0e-410c-a627-4c7e94be7cdd req-ac561fb2-0bf7-41e2-8582-b01ee993fb51 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416795 Apr 21 14:53:29.782751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-324def0e-bab9-4de7-bc1d-5a9893757e81 None None] Port 14f36e34-7f4c-4da6-9a39-8467ec72720b cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:29.918461 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-7fe505d5-f5af-416e-a9e8-1d6104a2037d service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742333 Apr 21 14:53:30.075534 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-57d663df-8003-4ca7-99ff-53bd7d58414c req-5dd02ba0-5a3e-4c62-ba5c-5bfdabb66b5e service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487927 Apr 21 14:53:30.078791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 14f36e34-7f4c-4da6-9a39-8467ec72720b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:30.079305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.186583 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-03f23acb-67bb-4019-9219-f9974ce80f36 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:53:30.187659 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03f23acb-67bb-4019-9219-f9974ce80f36 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "PUT /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2043884 Apr 21 14:53:30.191823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:30.268142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.431052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 14f36e34-7f4c-4da6-9a39-8467ec72720b owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:30.542475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42829b96-52b4-4236-8e9e-a2dea0d1a4a1 req-68c33f65-60ec-4347-b4b7-2d3f78f3f34c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:30.543866 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-42829b96-52b4-4236-8e9e-a2dea0d1a4a1 req-68c33f65-60ec-4347-b4b7-2d3f78f3f34c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 943 time: 0.2649839 Apr 21 14:53:30.645031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-42829b96-52b4-4236-8e9e-a2dea0d1a4a1 req-d7abd3b5-716a-480f-b914-54617298e967 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944314 Apr 21 14:53:30.647385 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.669550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.680315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 61c2f0f1-6513-45f9-9a74-194819a0d25b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:30.685542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.749096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 61c2f0f1-6513-45f9-9a74-194819a0d25b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:30.749671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.831857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=14f36e34-7f4c-4da6-9a39-8467ec72720b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:31.050510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.145239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0a24193c-a18f-4ba5-8981-7955e5bb6069 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:53:31.151052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4571d166-bacf-4ce1-b778-6e56007a9353 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:31.164899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689ee0-dd7c-4e71-8220-19685b07bfb8 req-c95ea329-d607-419d-8255-b624ca95d722 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:31.168421 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09689ee0-dd7c-4e71-8220-19685b07bfb8 req-c95ea329-d607-419d-8255-b624ca95d722 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 944 time: 0.1706152 Apr 21 14:53:31.269323 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09689ee0-dd7c-4e71-8220-19685b07bfb8 req-c7790223-7a3b-4bf2-968e-ee60c8326bd9 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957687 Apr 21 14:53:31.332985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 4571d166-bacf-4ce1-b778-6e56007a9353 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:31.349751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 4571d166-bacf-4ce1-b778-6e56007a9353 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:31.350129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.393084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0a24193c-a18f-4ba5-8981-7955e5bb6069, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:31.416962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'port_id': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'mac_address': 'fa:16:3e:4a:47:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:53:31.423376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting port 9b98a2b4-0476-4456-831d-bbfdab2b9341 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:31.423723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.516868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.547057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a24193c-a18f-4ba5-8981-7955e5bb6069 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:53:31.561055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.580048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0a24193c-a18f-4ba5-8981-7955e5bb6069, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:31.589165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.640117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.641095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4571d166-bacf-4ce1-b778-6e56007a9353'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:53:31.689699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4571d166-bacf-4ce1-b778-6e56007a9353, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4571d166-bacf-4ce1-b778-6e56007a9353,segment=NetworkSegment(dde1e489-48bd-4745-89e4-d92b13bb87e7),segment_id=dde1e489-48bd-4745-89e4-d92b13bb87e7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:31.702489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.710910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0a24193c-a18f-4ba5-8981-7955e5bb6069,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:31.727370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 726c9642-b341-4210-a884-8eb3fc921993 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:31.755076 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e60f21c-82e8-4880-baf0-64e08b85639d'] response: {'server_uuid': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4571d166-bacf-4ce1-b778-6e56007a9353', 'code': 200} Apr 21 14:53:31.778965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Calling delete_port for 9b98a2b4-0476-4456-831d-bbfdab2b9341 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:31.832918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=4571d166-bacf-4ce1-b778-6e56007a9353,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:31.890445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['0a24193c-a18f-4ba5-8981-7955e5bb6069'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:53:31.930576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:31.942580 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] Sync routers for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:31.952318 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9bac4d35-306a-40d2-a7c0-9aefcb6a7166 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/726c9642-b341-4210-a884-8eb3fc921993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0336301 Apr 21 14:53:31.955071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56594) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:31.957529 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:31.958552 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:32.056692 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:32.072604 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:32.073647 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:32.171865 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:32.173073 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a03b13-b173-44cb-8b69-07fefe1fe076 None None] The sync data for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:32.226125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.269239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a112145-acb4-4fb4-bb30-e1ea2ca3d345 req-e7f97fbf-16d3-4efe-b79d-81152c08cace tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:32.270692 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a112145-acb4-4fb4-bb30-e1ea2ca3d345 req-e7f97fbf-16d3-4efe-b79d-81152c08cace tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 944 time: 0.4573264 Apr 21 14:53:32.290702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Port': ['ID=9b98a2b4-0476-4456-831d-bbfdab2b9341,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:32.369884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.571964 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a112145-acb4-4fb4-bb30-e1ea2ca3d345 req-c4351266-9012-4177-97b0-f2c37f5aae5d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921455 Apr 21 14:53:32.581543 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-be8e9ef0-73aa-4167-a0c0-e908d0d9b477 req-336c253d-5438-48c2-9f91-5091a3bcf50b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 1098 time: 0.3961444 Apr 21 14:53:32.585208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791994a4-49ce-4f77-84b1-90080d59b52d req-0190dd9f-65b8-4d7c-84ce-c1fbb27f863b tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:32.586203 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-791994a4-49ce-4f77-84b1-90080d59b52d req-0190dd9f-65b8-4d7c-84ce-c1fbb27f863b tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1576612 Apr 21 14:53:32.625921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.642126 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-be8e9ef0-73aa-4167-a0c0-e908d0d9b477 req-4dbfb58f-4644-4ee4-b1a5-e1d9fb256d4f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537395 Apr 21 14:53:32.684170 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-791994a4-49ce-4f77-84b1-90080d59b52d req-182e4980-8bdc-4d3d-9f2f-76d043f669af tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885420 Apr 21 14:53:33.043949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Router 3a6fd71d-c2a5-40ed-978f-44caf65c92b1 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:33.075453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 12101268-cabe-437a-89a9-4aade1461458 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:33.076034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.161027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0a24193c-a18f-4ba5-8981-7955e5bb6069 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:33.185176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:33.199141 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-840b54d5-6f92-46de-a100-5e64bf6002c1 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "PUT /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0017688 Apr 21 14:53:33.199429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56600) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:33.206267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] Sync routers for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:33.235223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:33.235990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:33.263100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-8e1d98a4-72be-4bed-849f-a2466ebd7a47 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] delete failed (client error): The resource could not be found. Apr 21 14:53:33.267619 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8e1d98a4-72be-4bed-849f-a2466ebd7a47 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1960562386 HTTP/1.1" status: 404 len: 335 time: 0.0637002 Apr 21 14:53:33.267789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56604) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:33.272677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-683df926-cd44-44c5-86c2-9174c9c254d8 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a6fd71d-c2a5-40ed-978f-44caf65c92b1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:33.301787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:33.318035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:33.318738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:33.374026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 0a24193c-a18f-4ba5-8981-7955e5bb6069 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:33.375768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.385641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:33.385929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab12946-b1f5-40b0-8c11-8abf0baff8f4 None None] The sync data for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:33.387493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 0a24193c-a18f-4ba5-8981-7955e5bb6069 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:33.387928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.503084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 12101268-cabe-437a-89a9-4aade1461458 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:33.506395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.543414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0a24193c-a18f-4ba5-8981-7955e5bb6069, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:33.549061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.703960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.722606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0a24193c-a18f-4ba5-8981-7955e5bb6069,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:33.756295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:53:33.771283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=12101268-cabe-437a-89a9-4aade1461458,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:33.908721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-683df926-cd44-44c5-86c2-9174c9c254d8 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.934576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e308-501c-4c55-a81e-38bee82e735c req-da8eb727-cf25-4113-bcba-2c582873cc8e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:33.936153 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5e03e308-501c-4c55-a81e-38bee82e735c req-da8eb727-cf25-4113-bcba-2c582873cc8e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 945 time: 0.1694460 Apr 21 14:53:33.968632 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-683df926-cd44-44c5-86c2-9174c9c254d8 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] update failed (client error): The resource could not be found. Apr 21 14:53:33.969651 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-683df926-cd44-44c5-86c2-9174c9c254d8 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "PUT /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1 HTTP/1.1" status: 404 len: 339 time: 0.7009475 Apr 21 14:53:33.973224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56614) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:34.081788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75a8df-78d5-4382-b073-998fc3ff791c req-15f04ddd-5662-4bf4-a8c1-c0db92b980f7 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:34.083119 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bc75a8df-78d5-4382-b073-998fc3ff791c req-15f04ddd-5662-4bf4-a8c1-c0db92b980f7 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.2343912 Apr 21 14:53:34.108595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.124302 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5e03e308-501c-4c55-a81e-38bee82e735c req-4fa28361-6c21-490f-9be6-c474e851b653 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744664 Apr 21 14:53:34.194725 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1487a8a7-e878-4650-83a0-ed9ea8c1bb40'] response: {'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'code': 200} Apr 21 14:53:34.264841 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bc75a8df-78d5-4382-b073-998fc3ff791c req-18d3d162-5487-4036-b8d8-9f84efe30342 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756270 Apr 21 14:53:34.560339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 726c9642-b341-4210-a884-8eb3fc921993 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:34.618323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67ca45-031e-479f-9c4a-551518aba18a req-c6aa8813-14c6-4b06-9d2d-71f0263ff64c tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:34.619894 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-df67ca45-031e-479f-9c4a-551518aba18a req-c6aa8813-14c6-4b06-9d2d-71f0263ff64c tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.2156262 Apr 21 14:53:34.630123 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-102423d3-b97c-4115-b17a-95ca94fc199f req-7a73e7a1-3260-49be-8d32-67f816dd3fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 1098 time: 0.1912715 Apr 21 14:53:34.632564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.799304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:34.810694 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] Sync routers for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:34.815490 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e6dca1ee-fb71-464c-93a2-d3d35ff6cc06 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/726c9642-b341-4210-a884-8eb3fc921993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8594666 Apr 21 14:53:34.816178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56620) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:34.822946 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:34.824296 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:34.858905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-462716b6-649b-46ce-b690-b998082ac6ed tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:34.877547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-462716b6-649b-46ce-b690-b998082ac6ed tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:34.881630 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-462716b6-649b-46ce-b690-b998082ac6ed tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=726c9642-b341-4210-a884-8eb3fc921993 HTTP/1.1" status: 200 len: 205 time: 0.0644732 Apr 21 14:53:34.882370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56624) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:34.886113 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:34.897393 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] Routers {'726c9642-b341-4210-a884-8eb3fc921993'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:34.898079 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['726c9642-b341-4210-a884-8eb3fc921993'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:34.957723 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:34.958275 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f11f13-0d84-4c82-885e-77bf03e7b232 None None] The sync data for ids ['726c9642-b341-4210-a884-8eb3fc921993'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:34.966756 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-df67ca45-031e-479f-9c4a-551518aba18a req-043ed37c-9818-49d6-9e89-d845a422dafb tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355181 Apr 21 14:53:34.970347 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-102423d3-b97c-4115-b17a-95ca94fc199f req-c235c133-efa1-48ff-97a9-8d9a03e5789e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270953 Apr 21 14:53:35.048637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b9700fd-4685-4e66-acee-401f3abb22a3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.198869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Allocated IP 172.20.0.1 (7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46/283d2093-d06f-4ce8-821f-4832e53c6fce/18c7341b-f09b-46a8-8190-172c3b68443e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:35.422596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.434274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706c4e-1eb4-4733-9755-e288cdfcfefb req-45884443-29ce-4f1a-9afd-8ca7c2ceeaf3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:35.435730 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e7706c4e-1eb4-4733-9755-e288cdfcfefb req-45884443-29ce-4f1a-9afd-8ca7c2ceeaf3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 945 time: 0.1538463 Apr 21 14:53:35.460481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Transition to ACTIVE for port object 18c7341b-f09b-46a8-8190-172c3b68443e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:35.493142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b9700fd-4685-4e66-acee-401f3abb22a3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.496431 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e7706c4e-1eb4-4733-9755-e288cdfcfefb req-f4902faa-1f74-4cc0-89ea-ef5ce62eecf7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508521 Apr 21 14:53:35.500853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b9700fd-4685-4e66-acee-401f3abb22a3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.506503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.547418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a96f95-4bd6-4b9b-bcc9-0067749dd93b req-665a28dc-1058-4765-9972-df3aa7766dd8 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:35.548888 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b1a96f95-4bd6-4b9b-bcc9-0067749dd93b req-665a28dc-1058-4765-9972-df3aa7766dd8 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1073747 Apr 21 14:53:35.549840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b9700fd-4685-4e66-acee-401f3abb22a3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.550305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9700fd-4685-4e66-acee-401f3abb22a3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Fanout notify agent at l3_agent the message router_deleted on router 726c9642-b341-4210-a884-8eb3fc921993 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:53:35.562979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b9700fd-4685-4e66-acee-401f3abb22a3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.566340 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5b9700fd-4685-4e66-acee-401f3abb22a3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/726c9642-b341-4210-a884-8eb3fc921993 HTTP/1.1" status: 204 len: 168 time: 0.6807144 Apr 21 14:53:35.568332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56634) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:35.602423 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b1a96f95-4bd6-4b9b-bcc9-0067749dd93b req-34ca7282-d04d-422c-846a-0d5ffc863466 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Apr 21 14:53:35.628637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:35.631742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Port': ['ID=18c7341b-f09b-46a8-8190-172c3b68443e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:35.634140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:35.638742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:35.774108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.841163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet be51ff5f-2a98-4512-a5da-b6b104307e47 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:35.844303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.850289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c711e9d-20f6-435c-ada9-b6de992216f5 None None] Provisioning for port 18c7341b-f09b-46a8-8190-172c3b68443e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:35.855909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c711e9d-20f6-435c-ada9-b6de992216f5 None None] Provisioning complete for port 18c7341b-f09b-46a8-8190-172c3b68443e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:35.856325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c711e9d-20f6-435c-ada9-b6de992216f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.911357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c711e9d-20f6-435c-ada9-b6de992216f5 None None] Port 18c7341b-f09b-46a8-8190-172c3b68443e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:35.945066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.976236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.230032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.405900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.452506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=be51ff5f-2a98-4512-a5da-b6b104307e47,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:36.472013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.475858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da230ae-bcb7-4cba-a1fe-814be7ead6b3 None None] Network f08c1484-a567-4a07-91b2-4e152c50807e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:36.484354 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04c80ef2-1a41-440a-b4df-94a26ecfdbb6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/be51ff5f-2a98-4512-a5da-b6b104307e47 HTTP/1.1" status: 204 len: 168 time: 0.9149723 Apr 21 14:53:36.486964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56638) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:36.504810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.510310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.624703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.628049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event updated for resources: {'Port': ['ID=18c7341b-f09b-46a8-8190-172c3b68443e,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:36.738542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet b7731654-26a5-421d-8649-59920a3d79b0 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:36.742062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.755909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] DHCP port deletion for f08c1484-a567-4a07-91b2-4e152c50807e request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:36.761655 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] Deleting port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:36.762034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.861275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.909354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f051c5-95dc-4270-a0df-7041d41ba3f1 req-7b27eabc-16db-42dd-af70-1a644ce2da3b tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:36.910725 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f051c5-95dc-4270-a0df-7041d41ba3f1 req-7b27eabc-16db-42dd-af70-1a644ce2da3b tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1404717 Apr 21 14:53:36.937866 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:36.940901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:36.968717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] For port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9ab059e4-3b66-4ad6-92f8-ea4c831a942c,segment=NetworkSegment(cc926182-57cc-4feb-83df-318c2358e5c2),segment_id=cc926182-57cc-4feb-83df-318c2358e5c2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:36.969340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.990204 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f051c5-95dc-4270-a0df-7041d41ba3f1 req-606b65be-9877-4def-bc93-dd4968d6c200 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681486 Apr 21 14:53:37.010783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5aae5-60f3-4606-9af8-565782d2ca4f req-64435371-1a16-4c0e-b3e3-b2ae55d56100 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:37.012284 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bda5aae5-60f3-4606-9af8-565782d2ca4f req-64435371-1a16-4c0e-b3e3-b2ae55d56100 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 945 time: 0.2403691 Apr 21 14:53:37.037198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.138355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] Calling delete_port for 9ab059e4-3b66-4ad6-92f8-ea4c831a942c owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:37.161113 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.203259 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bda5aae5-60f3-4606-9af8-565782d2ca4f req-bb1f99d9-f0df-4b0b-a8c4-041f5957073c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235809 Apr 21 14:53:37.234521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.315321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] No DVR routers for this DVR port 9ab059e4-3b66-4ad6-92f8-ea4c831a942c on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:37.352015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16ffdb-014c-4bd6-b4bf-628699aedcfc None None] Pushing event deleted for resources: {'Port': ['ID=9ab059e4-3b66-4ad6-92f8-ea4c831a942c,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:37.362378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=b7731654-26a5-421d-8649-59920a3d79b0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:37.368609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fa19f653-267d-48e0-a5cf-c774b0d5f439 None None] Provisioning complete for port 18c7341b-f09b-46a8-8190-172c3b68443e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:37.369054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fa19f653-267d-48e0-a5cf-c774b0d5f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.372797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.379748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-567cdefb-e238-47ca-9aaf-6e2611723013 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/b7731654-26a5-421d-8649-59920a3d79b0 HTTP/1.1" status: 204 len: 168 time: 0.8913746 Apr 21 14:53:37.382378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56652) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:37.428697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e233c1-5414-4f54-8794-0d17bdbb8527 None None] Network a89dccab-f059-4553-a789-e79fa4f827d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:37.535516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997a3f-3b26-4e8e-8c5b-5a91d1e6c4c0 req-4d561866-6850-435b-b098-c0047ac0e36c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:37.537012 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c2997a3f-3b26-4e8e-8c5b-5a91d1e6c4c0 req-4d561866-6850-435b-b098-c0047ac0e36c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 945 time: 0.1372378 Apr 21 14:53:37.551966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fa19f653-267d-48e0-a5cf-c774b0d5f439 None None] Port 18c7341b-f09b-46a8-8190-172c3b68443e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:37.591443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.647144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Router 3a6fd71d-c2a5-40ed-978f-44caf65c92b1 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:37.657792 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c2997a3f-3b26-4e8e-8c5b-5a91d1e6c4c0 req-9e2671d5-c500-4420-b113-654ca4400240 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850027 Apr 21 14:53:37.720897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56656) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:37.724221 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0041960a-28b9-4809-9c2f-7644491d04ed req-59e6172f-a9e0-420a-b42e-a715ce64e78c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1da700dac09443d49fa3ef0b25b5fb2e&device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 1098 time: 0.1861532 Apr 21 14:53:37.737011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f679d-b3b3-400b-86f4-7af78548ea81 req-5a750d52-789b-42fa-82fd-9d655e1868ee tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:37.738460 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-472f679d-b3b3-400b-86f4-7af78548ea81 req-5a750d52-789b-42fa-82fd-9d655e1868ee tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.2129302 Apr 21 14:53:37.752867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] DHCP port deletion for a89dccab-f059-4553-a789-e79fa4f827d5 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:37.758121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] Deleting port e317f5f7-ccfa-4589-8411-a111fa1b1227 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:37.758777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.817036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.857491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08c1484-a567-4a07-91b2-4e152c50807e']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:37.883123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc926182-57cc-4feb-83df-318c2358e5c2') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:37.883494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc926182-57cc-4feb-83df-318c2358e5c2') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:37.891651 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-472f679d-b3b3-400b-86f4-7af78548ea81 req-df4e1179-6031-4247-b6e4-5fa5c83e56dd tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058877 Apr 21 14:53:37.899532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.928908 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2171a974-4815-421d-95fa-1a11f3d78ce5 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 1093 time: 0.2039180 Apr 21 14:53:37.928908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.929899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56660) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:37.935702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:37.955030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:37.956491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041960a-28b9-4809-9c2f-7644491d04ed req-adeaa96f-3607-43c9-8ebb-a4e88df9962d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:37.957432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:37.957828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.959028 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0041960a-28b9-4809-9c2f-7644491d04ed req-adeaa96f-3607-43c9-8ebb-a4e88df9962d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253 HTTP/1.1" status: 200 len: 913 time: 0.2224777 Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:37.972286 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:37.977508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:38.022101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:38.041571 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0041960a-28b9-4809-9c2f-7644491d04ed req-2f2c944f-df4a-45db-b5ec-b6a5728ff16c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4571d166-bacf-4ce1-b778-6e56007a9353 HTTP/1.1" status: 200 len: 217 time: 0.0756083 Apr 21 14:53:38.043118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:38.049452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] For port e317f5f7-ccfa-4589-8411-a111fa1b1227, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e317f5f7-ccfa-4589-8411-a111fa1b1227,segment=NetworkSegment(89d89b1f-8e4c-45da-928b-9325c5f42825),segment_id=89d89b1f-8e4c-45da-928b-9325c5f42825)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:38.050008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.060800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.080026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.094215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:38.098242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.105861 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b7146cd-6558-4177-a5f1-8b6e941543e6 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "PUT /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1236563 Apr 21 14:53:38.105861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56664) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:38.124810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] Sync routers for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:38.150437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=f08c1484-a567-4a07-91b2-4e152c50807e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:38.156425 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-42fb8eaf-e9e4-40ee-9f73-7eb374fec4af tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/f08c1484-a567-4a07-91b2-4e152c50807e HTTP/1.1" status: 204 len: 168 time: 0.7728872 Apr 21 14:53:38.160110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56668) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:38.194964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] Calling delete_port for e317f5f7-ccfa-4589-8411-a111fa1b1227 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:38.253774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:38.254528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:38.297677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.318539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port e317f5f7-ccfa-4589-8411-a111fa1b1227 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:38.318924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.350599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041960a-28b9-4809-9c2f-7644491d04ed req-869880e2-e5fd-447d-8b87-3e23603a191b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:38.352244 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0041960a-28b9-4809-9c2f-7644491d04ed req-869880e2-e5fd-447d-8b87-3e23603a191b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cab452b6-2fdc-4434-b0a0-1752fbd2e441 HTTP/1.1" status: 200 len: 852 time: 0.3053377 Apr 21 14:53:38.354682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:38.378835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:38.379758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:38.408111 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0041960a-28b9-4809-9c2f-7644491d04ed req-c1401831-29ea-4468-a0cc-6c82de2fd39e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469754 Apr 21 14:53:38.424992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.465144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:38.466140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb5c8f8-1a49-4084-ba34-b963d46fd097 None None] The sync data for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:38.468111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.515559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] Pushing event deleted for resources: {'Port': ['ID=e317f5f7-ccfa-4589-8411-a111fa1b1227,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:38.519645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2289bf-960d-4d5e-bc2c-a948dac9d821 None None] No DVR routers for this DVR port e317f5f7-ccfa-4589-8411-a111fa1b1227 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:38.565706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a370eb17-56ab-405b-a82c-05e59565792e tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.621706 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0041960a-28b9-4809-9c2f-7644491d04ed req-6b682656-a739-4585-b43c-d113965a1551 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058835 Apr 21 14:53:38.659924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port e317f5f7-ccfa-4589-8411-a111fa1b1227, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e317f5f7-ccfa-4589-8411-a111fa1b1227,segment=NetworkSegment(89d89b1f-8e4c-45da-928b-9325c5f42825),segment_id=89d89b1f-8e4c-45da-928b-9325c5f42825)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:38.660369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.679855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ab059e4-3b66-4ad6-92f8-ea4c831a942c no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:38.717156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 9ab059e4-3b66-4ad6-92f8-ea4c831a942c {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:38.717505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ab059e4-3b66-4ad6-92f8-ea4c831a942c not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:38.718053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e317f5f7-ccfa-4589-8411-a111fa1b1227 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:38.763852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: e317f5f7-ccfa-4589-8411-a111fa1b1227 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:38.764930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e317f5f7-ccfa-4589-8411-a111fa1b1227 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:38.797055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for e317f5f7-ccfa-4589-8411-a111fa1b1227 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:38.823261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.77 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/2e7a6f9e-178b-48ed-a11d-ecd9af4f9a5a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:38.843598 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0041960a-28b9-4809-9c2f-7644491d04ed req-98e4c55e-69a0-47d1-8910-16d39f4b6fab service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694324 Apr 21 14:53:38.851483 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-a370eb17-56ab-405b-a82c-05e59565792e tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 14:53:38.852485 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a370eb17-56ab-405b-a82c-05e59565792e tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1 HTTP/1.1" status: 409 len: 329 time: 0.7464769 Apr 21 14:53:38.856035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56672) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:39.044636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:39.044967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:39.098214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.125861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.191853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:39.194773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:39.199235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=2e7a6f9e-178b-48ed-a11d-ecd9af4f9a5a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:39.201382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:39.258889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7660862-adb4-40cd-a84b-61fbab96a244 req-06a39c97-406d-4c7e-8187-0c72ea964f92 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:39.260272 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7660862-adb4-40cd-a84b-61fbab96a244 req-06a39c97-406d-4c7e-8187-0c72ea964f92 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1642349 Apr 21 14:53:39.305593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.426674 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7660862-adb4-40cd-a84b-61fbab96a244 req-d68b3a52-4829-4c70-95c2-df409cb16f03 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598556 Apr 21 14:53:39.553355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port e317f5f7-ccfa-4589-8411-a111fa1b1227 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:39.553877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.621093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] The port 'e317f5f7-ccfa-4589-8411-a111fa1b1227' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:53:39.768216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.801432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89dccab-f059-4553-a789-e79fa4f827d5']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:39.818098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d89b1f-8e4c-45da-928b-9325c5f42825') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:39.818315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d89b1f-8e4c-45da-928b-9325c5f42825') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:39.833837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.905975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.929705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:39.930101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: util.warn( Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:39.944692 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:40.025173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting port 18c7341b-f09b-46a8-8190-172c3b68443e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:40.025514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.031833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.070995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.098408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.120801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=a89dccab-f059-4553-a789-e79fa4f827d5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:40.129616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.156470 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d79d3d24-a64a-4ff2-9c2b-14fadb8d0485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/a89dccab-f059-4553-a789-e79fa4f827d5 HTTP/1.1" status: 204 len: 168 time: 1.9953828 Apr 21 14:53:40.162133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56678) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:40.178113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-624907716'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:40.185657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:40.193333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:40.198116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:40.207958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:40.241344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:40.244245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.264047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.336278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.341033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.392765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Calling delete_port for 18c7341b-f09b-46a8-8190-172c3b68443e owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:40.430934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:40.446319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=2e7a6f9e-178b-48ed-a11d-ecd9af4f9a5a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:40.454550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.454550 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment 6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f of type vlan for network 2069dcfb-0269-4607-a73d-d2f04caa4e6d Apr 21 14:53:40.462737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.507852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.557142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.560976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:40.561577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.715317 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5521412 Apr 21 14:53:40.722221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:40.732172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:40.748409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581e16e-146e-4bd1-b68a-f6916d130c31 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=2069dcfb-0269-4607-a73d-d2f04caa4e6d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:40.762312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49544967-0b80-44ba-9eb7-b50bb61eb99f req-0e4641c7-fc4c-4790-aaa6-e10464e36863 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:40.762529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:40.763794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-49544967-0b80-44ba-9eb7-b50bb61eb99f req-0e4641c7-fc4c-4790-aaa6-e10464e36863 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1575539 Apr 21 14:53:40.802129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.826817 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-49544967-0b80-44ba-9eb7-b50bb61eb99f req-baf8bfaa-f4e9-4566-800e-05b30e13bd07 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Apr 21 14:53:40.867593 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP 0b1b417d-8fa2-413a-9acc-a3c9b717e918 associated. External IP: 172.26.6.77, port: 0a24193c-a18f-4ba5-8981-7955e5bb6069. Apr 21 14:53:40.871917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Port': ['ID=18c7341b-f09b-46a8-8190-172c3b68443e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:40.968492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:40.983411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:40.989291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:40.999251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:41.083235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:41.254233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.275535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.376267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8b52-70a9-4478-b82e-8035d6482db8 req-ed5b4931-9a67-40d1-a067-311cb0c86282 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:41.377755 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f45f8b52-70a9-4478-b82e-8035d6482db8 req-ed5b4931-9a67-40d1-a067-311cb0c86282 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1078079 Apr 21 14:53:41.442324 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f45f8b52-70a9-4478-b82e-8035d6482db8 req-b2764d0c-ee95-466f-9cdd-cd370ab7c2fa tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569332 Apr 21 14:53:41.457850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8516eb37-627e-4127-8dcd-7a628bb98f56 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:41.671182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:41.683527 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] Sync routers for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:41.692105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.696442 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:41.697208 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:41.752682 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ff9ded03-7194-4379-a56e-089e3e728e18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8193781 Apr 21 14:53:41.752682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:53:41.753111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56692) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:41.818593 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e741d678-f9b7-40af-8106-7a3336525556'] response: {'name': 'network-changed', 'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'status': 'completed', 'code': 200} Apr 21 14:53:41.888902 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:42.052180 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-216cbd01-2e7b-4299-8769-d656b6ea3fff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/0b1b417d-8fa2-413a-9acc-a3c9b717e918 HTTP/1.1" status: 200 len: 990 time: 0.2953589 Apr 21 14:53:42.105330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.160359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Router 3a6fd71d-c2a5-40ed-978f-44caf65c92b1 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:42.184268 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-6b836470-baac-4c6d-8d9a-200b68068cdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 1098 time: 0.3192141 Apr 21 14:53:42.227197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=2073130c-a945-4f33-a9e0-1e8c6922f584,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:42.235659 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '0b1b417d-8fa2-413a-9acc-a3c9b717e918', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'port_id': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'mac_address': 'fa:16:3e:4a:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:53:39Z', 'updated_at': '2022-04-21T14:53:39Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:42.239166 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] Checking router: 8516eb37-627e-4127-8dcd-7a628bb98f56 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:53:42.249622 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:42.250214 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:42.365512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': '6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:42.366108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: 2069dcfb-0269-4607-a73d-d2f04caa4e6d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:42.423749 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:42.487794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-66238be0-78f2-43cf-9854-49210d1351f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:42.491228 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-66238be0-78f2-43cf-9854-49210d1351f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d54021ed-43fa-43b8-9b09-3409f647ea88 HTTP/1.1" status: 200 len: 898 time: 0.2982786 Apr 21 14:53:42.498830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:42.503493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:42.513189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] Sync routers for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:42.525580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:42.527076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:42.587552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:42.592395 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d844c0cb-db93-4cc4-b8c4-83027cdbb865 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "PUT /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7350807 Apr 21 14:53:42.600334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] Routers {'3a6fd71d-c2a5-40ed-978f-44caf65c92b1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:42.600952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:42.603403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56700) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:42.667614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 2069dcfb-0269-4607-a73d-d2f04caa4e6d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:42.669621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfcbf1-9a38-40e2-bd39-b1e341ccdc9a req-68a91626-2e6e-4f48-bac9-daaf9689dfdf tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:42.671682 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-31cfcbf1-9a38-40e2-bd39-b1e341ccdc9a req-68a91626-2e6e-4f48-bac9-daaf9689dfdf tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.0936191 Apr 21 14:53:42.682146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9856eb-1e51-4c80-bcb4-189e60e58d94 None None] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:42.689719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:42.690308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.696938 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-635f8bb1-03ea-4c28-ba73-2484099d8fb3 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] show failed (client error): The resource could not be found. Apr 21 14:53:42.697413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-635f8bb1-03ea-4c28-ba73-2484099d8fb3 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1440120961 HTTP/1.1" status: 404 len: 335 time: 0.0923989 Apr 21 14:53:42.705443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:42.705846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ea849-7a3c-4755-b02f-c6f8c030f3fa None None] The sync data for ids ['3a6fd71d-c2a5-40ed-978f-44caf65c92b1'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:42.706869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56704) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:42.721325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-73c62257-9e0a-4b94-8384-cfd66a998121 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:42.724709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-17b79a2e-1400-483a-b6cb-10325350ee32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069 HTTP/1.1" status: 200 len: 998 time: 0.2226291 Apr 21 14:53:42.728657 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-688ad999-2ba0-4cab-b2a6-12e21d16ee0e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0052619 Apr 21 14:53:42.763839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56708) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:42.772418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-597489660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:42.791920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:42.799023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:router and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:42.803824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:42.809231 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-73c62257-9e0a-4b94-8384-cfd66a998121 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] update failed (client error): The resource could not be found. Apr 21 14:53:42.817946 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-73c62257-9e0a-4b94-8384-cfd66a998121 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-404257382 HTTP/1.1" status: 404 len: 334 time: 0.1094496 Apr 21 14:53:42.818544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56712) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:42.875207 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-31cfcbf1-9a38-40e2-bd39-b1e341ccdc9a req-09dbd209-c21c-4ad7-8a44-32c4b8c8873e tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968153 Apr 21 14:53:42.916819 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '0b1b417d-8fa2-413a-9acc-a3c9b717e918', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'port_id': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'mac_address': 'fa:16:3e:4a:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:53:39Z', 'updated_at': '2022-04-21T14:53:39Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:42.922312 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50155ab9-0e45-4bbf-8be5-cda751c294cc None None] The sync data for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv is: [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '0b1b417d-8fa2-413a-9acc-a3c9b717e918', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'port_id': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'mac_address': 'fa:16:3e:4a:47:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:53:39Z', 'updated_at': '2022-04-21T14:53:39Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:42.946127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:42.956357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-73569886-d345-484e-a831-fb952b0c6c17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:42.957970 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-73569886-d345-484e-a831-fb952b0c6c17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2c58056-b101-47ac-add1-19209afd70dc HTTP/1.1" status: 200 len: 835 time: 0.2274554 Apr 21 14:53:43.005498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-2069dcfb-0269-4607-a73d-d2f04caa4e6d', 'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': '2073130c-a945-4f33-a9e0-1e8c6922f584'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:43.007126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.015755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.016816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.056429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56718) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:43.071133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.076501 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-4d023068-3ef7-458d-b1ec-f30fd5b83570 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d54021ed-43fa-43b8-9b09-3409f647ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110146 Apr 21 14:53:43.216527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.277425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting subnet 39d2bf00-0612-4e4c-8e7f-cceb63f60f48 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:43.279641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.284483 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d29e5ed-c963-4395-a190-d184b90aa88f tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5160215 Apr 21 14:53:43.285234 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-a6501110-5074-417b-8d29-a5fee3f74edf service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011483 Apr 21 14:53:43.285674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56724) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:43.288837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Allocated IP 172.20.0.2 (2069dcfb-0269-4607-a73d-d2f04caa4e6d/2073130c-a945-4f33-a9e0-1e8c6922f584/f26f48db-71a7-4844-9187-1b459b60c3b2) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:43.291431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'port': {'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d', 'name': 'tempest-RoutersTest-513561229'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:43.295677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.301181 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64cf3f-cb5f-4d15-a7c9-9a3fe9a1bc79 None None] New status for floating IP 0b1b417d-8fa2-413a-9acc-a3c9b717e918: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:53:43.437608 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c217a98a-7a0a-4782-9472-252de300920c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/0b1b417d-8fa2-413a-9acc-a3c9b717e918 HTTP/1.1" status: 200 len: 990 time: 0.3800161 Apr 21 14:53:43.520704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.560697 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d401f7b6-6b16-43a4-9cfa-0dfd49532438 req-59038b0e-1ed4-4689-8144-8cd6a1b9fc47 service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458801 Apr 21 14:53:43.581931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:43.582424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.586882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:port and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:43.591190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:43.595831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Transition to ACTIVE for port object f26f48db-71a7-4844-9187-1b459b60c3b2 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:43.600090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:43.614300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:43.618386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.623790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Transition to ACTIVE for port object f26f48db-71a7-4844-9187-1b459b60c3b2 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:43.635456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.652097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] device_id is not set on port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:53:43.661664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e82cc-c0e8-4daf-9722-ff5673ea4590 req-3f7cfb0e-f3af-4056-b5a0-01aab6748114 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:43.670065 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d14e82cc-c0e8-4daf-9722-ff5673ea4590 req-3f7cfb0e-f3af-4056-b5a0-01aab6748114 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.2826755 Apr 21 14:53:43.710080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:43.711340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:43.716089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:43.727286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Pushing event updated for resources: {'Port': ['ID=f26f48db-71a7-4844-9187-1b459b60c3b2,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:43.734237 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-f9d91951-21db-4ff3-93ba-7bc60b8f97d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1da700dac09443d49fa3ef0b25b5fb2e&device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 1098 time: 0.2439995 Apr 21 14:53:43.741567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.815171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Attempting to bind port f26f48db-71a7-4844-9187-1b459b60c3b2 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:43.815652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Attempting to bind port f26f48db-71a7-4844-9187-1b459b60c3b2 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:43.815826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.20.0.12 (2069dcfb-0269-4607-a73d-d2f04caa4e6d/2073130c-a945-4f33-a9e0-1e8c6922f584/c3e114b2-0d1a-40a9-b177-2c64f7a5f882) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:43.816230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Attempting to bind port f26f48db-71a7-4844-9187-1b459b60c3b2 on network 2069dcfb-0269-4607-a73d-d2f04caa4e6d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:43.824112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:43.824599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Checking segment: {'id': '6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:43.825085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.826071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Bound using segment: {'id': '6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:43.826071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Bound port: f26f48db-71a7-4844-9187-1b459b60c3b2, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2069dcfb-0269-4607-a73d-d2f04caa4e6d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:43.826624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.857308 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d14e82cc-c0e8-4daf-9722-ff5673ea4590 req-2c6fb698-b756-4ccb-a7fa-d80d1d854945 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856105 Apr 21 14:53:43.924743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] For port f26f48db-71a7-4844-9187-1b459b60c3b2, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:43.929612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] For port f26f48db-71a7-4844-9187-1b459b60c3b2, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f26f48db-71a7-4844-9187-1b459b60c3b2,segment=NetworkSegment(6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f),segment_id=6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:43.935064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-cf3096d1-9cec-4b90-b370-df06e01c123c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:43.936189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.936653 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-cf3096d1-9cec-4b90-b370-df06e01c123c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253 HTTP/1.1" status: 200 len: 913 time: 0.1680970 Apr 21 14:53:43.938057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.035231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Subnet': ['ID=39d2bf00-0612-4e4c-8e7f-cceb63f60f48,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:44.053097 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-f02a1351-8386-4a8b-910f-9ded946366df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4571d166-bacf-4ce1-b778-6e56007a9353 HTTP/1.1" status: 200 len: 217 time: 0.0818632 Apr 21 14:53:44.055598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49602911-be48-4b40-b3aa-03cfbfdf0017 None None] Pushing event updated for resources: {'Port': ['ID=f26f48db-71a7-4844-9187-1b459b60c3b2,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:44.058931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.065934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.071549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d280024b-51dc-49ff-9624-68d9d986a2ab None None] Network 87765f84-e1bb-4b6c-a620-362e9e87b9e7 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:44.091009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object c3e114b2-0d1a-40a9-b177-2c64f7a5f882 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:44.116804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.129794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5be687a5-671c-4294-a091-40053ecad42b tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/subnets/39d2bf00-0612-4e4c-8e7f-cceb63f60f48 HTTP/1.1" status: 204 len: 168 time: 1.3074489 Apr 21 14:53:44.143390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-b4db05e6-cef3-46f8-9187-33c87f923ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:44.145323 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-b4db05e6-cef3-46f8-9187-33c87f923ecd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cab452b6-2fdc-4434-b0a0-1752fbd2e441 HTTP/1.1" status: 200 len: 852 time: 0.0831437 Apr 21 14:53:44.145846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56728) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:44.201619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:44.204812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:44.209266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:44.283665 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-e9cd6a06-9359-49e8-9caf-c8704db420eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8f8e141-6bdc-42cc-884e-ee0b3b01e253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876052 Apr 21 14:53:44.286616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=c3e114b2-0d1a-40a9-b177-2c64f7a5f882,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:44.301694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:44.301935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.335724 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3ca9da06-bce4-467a-88ce-e809ea85e234 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0471036 Apr 21 14:53:44.342754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56732) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:44.464747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] DHCP port deletion for 87765f84-e1bb-4b6c-a620-362e9e87b9e7 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:44.469072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] Deleting port 61c2f0f1-6513-45f9-9a74-194819a0d25b {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:44.469442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.473889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56736) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:44.548146 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-fca39d16-fe8d-4f8b-bc47-447fca996899 service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583110 Apr 21 14:53:44.604287 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6661f0e0-9bd0-444e-9f13-d81cba7c6403 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/0b1b417d-8fa2-413a-9acc-a3c9b717e918 HTTP/1.1" status: 200 len: 992 time: 0.1179969 Apr 21 14:53:44.684029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] For port 61c2f0f1-6513-45f9-9a74-194819a0d25b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=61c2f0f1-6513-45f9-9a74-194819a0d25b,segment=NetworkSegment(96ed94d5-721c-4288-9f10-d4eae5951f62),segment_id=96ed94d5-721c-4288-9f10-d4eae5951f62)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:44.684555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.684943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting subnet e54060f7-931f-4fe9-893d-0e1121f76684 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:44.698754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.741530 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3e6219-32f0-42de-b11d-6bfa6e466eaf req-1a0513f6-c6fa-4726-9e7f-4e8dd3eeaccc service neutron] 10.222.0.21 "GET /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806433 Apr 21 14:53:44.766404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.773314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f26f48db-71a7-4844-9187-1b459b60c3b2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:44.866224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.907128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] Calling delete_port for 61c2f0f1-6513-45f9-9a74-194819a0d25b owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:44.997996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.002043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.051510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] Pushing event deleted for resources: {'Port': ['ID=61c2f0f1-6513-45f9-9a74-194819a0d25b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:45.065668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ec2dc-dfb2-4f46-a071-f853093a4d14 None None] No DVR routers for this DVR port 61c2f0f1-6513-45f9-9a74-194819a0d25b on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:45.069901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port f26f48db-71a7-4844-9187-1b459b60c3b2 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:45.077824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Subnet': ['ID=e54060f7-931f-4fe9-893d-0e1121f76684,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:45.084891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.092537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd3802-d9f5-46e3-ba35-beb67d7c70c3 None None] Network f24c6cb2-0427-4a75-b110-dd5d390a1581 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:45.102409 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2d5a696d-24ae-45e3-860f-9b6df3a7e1b9 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/subnets/e54060f7-931f-4fe9-893d-0e1121f76684 HTTP/1.1" status: 204 len: 168 time: 0.9528437 Apr 21 14:53:45.102409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56742) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:45.237913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296cb02-5767-429e-b216-446f18989ddc req-c4037110-d6ca-4176-96ce-30adc8784349 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:45.239656 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0296cb02-5767-429e-b216-446f18989ddc req-c4037110-d6ca-4176-96ce-30adc8784349 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1936345 Apr 21 14:53:45.241918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 61c2f0f1-6513-45f9-9a74-194819a0d25b no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:45.328643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99a8f3b-0c8f-4cc3-87ce-ab782c50bef5 None None] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:45.332887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.352622 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0296cb02-5767-429e-b216-446f18989ddc req-bd5f0fd3-3135-4ae7-8936-a055d48db962 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865824 Apr 21 14:53:45.370594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.377986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 61c2f0f1-6513-45f9-9a74-194819a0d25b {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:45.378296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 61c2f0f1-6513-45f9-9a74-194819a0d25b not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:45.509752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-664ae09e-314c-4dd3-9329-722429f4be7e None None] Provisioning for port f26f48db-71a7-4844-9187-1b459b60c3b2 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:45.518163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-664ae09e-314c-4dd3-9329-722429f4be7e None None] Provisioning complete for port f26f48db-71a7-4844-9187-1b459b60c3b2 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:45.518664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-664ae09e-314c-4dd3-9329-722429f4be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.589814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.621237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87765f84-e1bb-4b6c-a620-362e9e87b9e7']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:45.634050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ed94d5-721c-4288-9f10-d4eae5951f62') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:45.634345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ed94d5-721c-4288-9f10-d4eae5951f62') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:45.646450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.663688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.671200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:45.671599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:45.689237 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:45.745950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.748473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] DHCP port deletion for f24c6cb2-0427-4a75-b110-dd5d390a1581 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:45.751686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.760118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-664ae09e-314c-4dd3-9329-722429f4be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.768725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] Deleting port 3f0277a3-cb8e-4b42-b235-3b147d36e568 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:45.769092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.785119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.806329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.813121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Network': ['ID=87765f84-e1bb-4b6c-a620-362e9e87b9e7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:45.822497 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/networks/87765f84-e1bb-4b6c-a620-362e9e87b9e7 HTTP/1.1" status: 204 len: 168 time: 0.7159948 Apr 21 14:53:45.822683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56746) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:45.826101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.826101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.826354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.826787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.827061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.827329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.827663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.827989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.828748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.828748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.828966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d34c6a2-3cfa-4339-8d0c-bd6fb8d3e707 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:45.886795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-664ae09e-314c-4dd3-9329-722429f4be7e None None] For port f26f48db-71a7-4844-9187-1b459b60c3b2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f26f48db-71a7-4844-9187-1b459b60c3b2,segment=NetworkSegment(6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f),segment_id=6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:45.900393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-664ae09e-314c-4dd3-9329-722429f4be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.939496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=c3e114b2-0d1a-40a9-b177-2c64f7a5f882,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:45.994462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.058865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting port 3f0277a3-cb8e-4b42-b235-3b147d36e568 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:46.058865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.110444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ae09e-314c-4dd3-9329-722429f4be7e None None] Pushing event updated for resources: {'Port': ['ID=f26f48db-71a7-4844-9187-1b459b60c3b2,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:46.114083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] For port 3f0277a3-cb8e-4b42-b235-3b147d36e568, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3f0277a3-cb8e-4b42-b235-3b147d36e568,segment=NetworkSegment(2871633f-881e-43d4-88bb-6543f389fc6b),segment_id=2871633f-881e-43d4-88bb-6543f389fc6b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:46.114478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.241023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] Calling delete_port for 3f0277a3-cb8e-4b42-b235-3b147d36e568 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:46.292153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-80d8b160-6630-449d-90d3-ac1725223333 None None] Provisioning for port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:46.300190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-80d8b160-6630-449d-90d3-ac1725223333 None None] Provisioning complete for port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:46.300562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-80d8b160-6630-449d-90d3-ac1725223333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.369746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-80d8b160-6630-449d-90d3-ac1725223333 None None] Port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:46.377921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.405235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] For port 3f0277a3-cb8e-4b42-b235-3b147d36e568, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3f0277a3-cb8e-4b42-b235-3b147d36e568,segment=NetworkSegment(2871633f-881e-43d4-88bb-6543f389fc6b),segment_id=2871633f-881e-43d4-88bb-6543f389fc6b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:46.405908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.413974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.422985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] Pushing event deleted for resources: {'Port': ['ID=3f0277a3-cb8e-4b42-b235-3b147d36e568,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:46.436817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a795de-a7c5-4cd3-a381-ce40138bda64 None None] No DVR routers for this DVR port 3f0277a3-cb8e-4b42-b235-3b147d36e568 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:46.446652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-80d8b160-6630-449d-90d3-ac1725223333 None None] Provisioning complete for port f26f48db-71a7-4844-9187-1b459b60c3b2 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:46.447116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-80d8b160-6630-449d-90d3-ac1725223333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.622024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67097bb-70ec-4317-8efa-4ab65807516b req-01c14ecd-ad13-4c12-8151-710c76b401eb tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:46.623499 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f67097bb-70ec-4317-8efa-4ab65807516b req-01c14ecd-ad13-4c12-8151-710c76b401eb tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.0798936 Apr 21 14:53:46.660679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Calling delete_port for 3f0277a3-cb8e-4b42-b235-3b147d36e568 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:46.671744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f67097bb-70ec-4317-8efa-4ab65807516b req-62733698-3633-46ea-9039-26c7098d4b6d tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Apr 21 14:53:46.686759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f26f48db-71a7-4844-9187-1b459b60c3b2 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:46.759915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a826189b-a4b5-4640-b20f-d49a25d7d777 None None] Provisioning complete for port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:46.761250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a826189b-a4b5-4640-b20f-d49a25d7d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.795273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.806133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:46.806453 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:46.821676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f26f48db-71a7-4844-9187-1b459b60c3b2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:46.822049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.848523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a826189b-a4b5-4640-b20f-d49a25d7d777 None None] Port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:47.008838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3f0277a3-cb8e-4b42-b235-3b147d36e568 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:47.042717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 3f0277a3-cb8e-4b42-b235-3b147d36e568 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:47.043065 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3f0277a3-cb8e-4b42-b235-3b147d36e568 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:47.155932 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a80be9-c740-4b92-9211-d5c1171e0782 req-ad0c104f-3e3b-4105-9e18-82c7f2b373ea tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:47.157416 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17a80be9-c740-4b92-9211-d5c1171e0782 req-ad0c104f-3e3b-4105-9e18-82c7f2b373ea tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.0909629 Apr 21 14:53:47.201724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.203899 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17a80be9-c740-4b92-9211-d5c1171e0782 req-6cd5a04e-2631-4be8-9f40-a40147f992bc tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Apr 21 14:53:47.206743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.308074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting port 3f0277a3-cb8e-4b42-b235-3b147d36e568 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:47.308432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.349472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=c3e114b2-0d1a-40a9-b177-2c64f7a5f882,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:47.376821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.389662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] The port '3f0277a3-cb8e-4b42-b235-3b147d36e568' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:53:47.395913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.396282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.396621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.396951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.397279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.397606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.397932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.398251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.398571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.398889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.399207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:47.593610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.633202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24c6cb2-0427-4a75-b110-dd5d390a1581']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:47.655176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2871633f-881e-43d4-88bb-6543f389fc6b') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:47.655471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2871633f-881e-43d4-88bb-6543f389fc6b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:47.670855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.689411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:47.691008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:47.692916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.813619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:47.814349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: util.warn( Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:47.828847 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:47.875468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-368cc017-b30a-4f24-b57e-0a9a8ead0063 None None] Provisioning complete for port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:47.875988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-368cc017-b30a-4f24-b57e-0a9a8ead0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.929880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-368cc017-b30a-4f24-b57e-0a9a8ead0063 None None] Port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:48.033179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.051046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.065195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Network': ['ID=f24c6cb2-0427-4a75-b110-dd5d390a1581,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:48.068203 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b5124a02-138e-42a6-8406-9976d306a29c tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/networks/f24c6cb2-0427-4a75-b110-dd5d390a1581 HTTP/1.1" status: 204 len: 168 time: 2.2457755 Apr 21 14:53:48.071711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56756) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:48.258156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting subnet 283d2093-d06f-4ce8-821f-4832e53c6fce {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:48.260119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:53:48.262267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.320511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.401286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.479747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.491711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080fe17-203d-4246-afba-48f445d90144 req-6ef8ae26-02d3-4051-a56c-452a4cbc50c2 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:48.493214 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c080fe17-203d-4246-afba-48f445d90144 req-6ef8ae26-02d3-4051-a56c-452a4cbc50c2 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1658397 Apr 21 14:53:48.524347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Subnet': ['ID=283d2093-d06f-4ce8-821f-4832e53c6fce,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:48.524682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:48.529189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.531204 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d7643fc5-87a9-43f2-8f0d-ab6720c3a659 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1871424 Apr 21 14:53:48.534113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:48.537348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6924a-3941-4372-8e34-a4020edf448c None None] Network 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:48.540629 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-54e4dfcc-788b-43dc-bfe6-f7ecd717e25d tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/subnets/283d2093-d06f-4ce8-821f-4832e53c6fce HTTP/1.1" status: 204 len: 168 time: 0.4652431 Apr 21 14:53:48.540775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56766) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:48.558631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] Sync routers for ids ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:48.611224 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c080fe17-203d-4246-afba-48f445d90144 req-9d704308-3a2d-49ab-b89d-0a0dd55c8ee1 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110451 Apr 21 14:53:48.624007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390baee2-d6d1-4d50-aa10-bfb2239686aa tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:48.624608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-390baee2-d6d1-4d50-aa10-bfb2239686aa tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:48.647447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-390baee2-d6d1-4d50-aa10-bfb2239686aa tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:48.647978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] Routers {'7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:48.648649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-390baee2-d6d1-4d50-aa10-bfb2239686aa tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports/c3e114b2-0d1a-40a9-b177-2c64f7a5f882 HTTP/1.1" status: 200 len: 977 time: 0.1127169 Apr 21 14:53:48.648772 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:48.651467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56770) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:48.671349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.682747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Deleting port bcc372f5-07d7-4662-81e8-ef20f94b362c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:48.683196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.743836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:48.805798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] Routers {'7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:48.806333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:48.867061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:48.867462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bcc4a3-6dd6-4166-b6e1-6deecfaa17c0 None None] The sync data for ids ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:48.939426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] For port bcc372f5-07d7-4662-81e8-ef20f94b362c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=bcc372f5-07d7-4662-81e8-ef20f94b362c,segment=NetworkSegment(5e08f319-fdf5-4bad-99f1-68d0c2b65220),segment_id=5e08f319-fdf5-4bad-99f1-68d0c2b65220)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:48.939800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.962253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] DHCP port deletion for 7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:48.968522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Deleting port bcc372f5-07d7-4662-81e8-ef20f94b362c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:48.969000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.072589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-819f600d-6b06-4436-8a3b-350fd1c1b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.211742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Calling delete_port for bcc372f5-07d7-4662-81e8-ef20f94b362c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:49.234132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.256668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] For port bcc372f5-07d7-4662-81e8-ef20f94b362c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=bcc372f5-07d7-4662-81e8-ef20f94b362c,segment=NetworkSegment(5e08f319-fdf5-4bad-99f1-68d0c2b65220),segment_id=5e08f319-fdf5-4bad-99f1-68d0c2b65220)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:49.257306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.322550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-f988fb77-63c0-4d47-895f-ebf6c075fe00 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:49.325921 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-f988fb77-63c0-4d47-895f-ebf6c075fe00 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1537762 Apr 21 14:53:49.327614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.426347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Port': ['ID=bcc372f5-07d7-4662-81e8-ef20f94b362c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:49.432789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Calling delete_port for bcc372f5-07d7-4662-81e8-ef20f94b362c owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:49.446855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] No DVR routers for this DVR port bcc372f5-07d7-4662-81e8-ef20f94b362c on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn_limited( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn_limited( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:49.502813 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 14:53:49.507205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Deleting port 4571d166-bacf-4ce1-b778-6e56007a9353 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:49.507205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.512723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:49.513199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:49.624475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.702804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:49.707837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port c3e114b2-0d1a-40a9-b177-2c64f7a5f882 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:49.708208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.720045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e08f319-fdf5-4bad-99f1-68d0c2b65220') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:49.720433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e08f319-fdf5-4bad-99f1-68d0c2b65220') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:49.723761 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:53:49.753563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.870301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.887257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:49.887581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:49.903255 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:49.905892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.014221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Deleting port bcc372f5-07d7-4662-81e8-ef20f94b362c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:50.014770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.028353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] For port 4571d166-bacf-4ce1-b778-6e56007a9353, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4571d166-bacf-4ce1-b778-6e56007a9353,segment=NetworkSegment(dde1e489-48bd-4745-89e4-d92b13bb87e7),segment_id=dde1e489-48bd-4745-89e4-d92b13bb87e7)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:50.028848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.032929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for c3e114b2-0d1a-40a9-b177-2c64f7a5f882 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:50.044663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.048516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.082149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-47ca8b3b-d20e-4371-8c39-bb1ba8d961eb None None] The port 'bcc372f5-07d7-4662-81e8-ef20f94b362c' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:53:50.200615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Calling delete_port for 4571d166-bacf-4ce1-b778-6e56007a9353 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:50.234065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.236737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Pushing event deleted for resources: {'Network': ['ID=7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:50.247372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c19279-f112-4350-9c3c-557ee01c53c3 req-7a52b82d-11cf-49b1-b1e4-1bb70574288e tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:50.248886 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9c19279-f112-4350-9c3c-557ee01c53c3 req-7a52b82d-11cf-49b1-b1e4-1bb70574288e tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 945 time: 0.4407816 Apr 21 14:53:50.256817 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-26e8fb64-a07b-4185-84e9-305e5fe8ad2a tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/networks/7b94bac9-3d97-4fc4-a6bd-ddda1ed27a46 HTTP/1.1" status: 204 len: 168 time: 1.7151711 Apr 21 14:53:50.261733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56776) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:50.290207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=c3e114b2-0d1a-40a9-b177-2c64f7a5f882,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:50.367103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eefa0795-5af1-4427-8ecd-e9281332a047 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Synchronizing usage tracker for tenant:d90d67e32ac7438693a09dc47b613dac on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:50.397633 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9c19279-f112-4350-9c3c-557ee01c53c3 req-3f1830f4-b24e-49bd-a174-7259249af3d4 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8cff51-ba64-4269-8f0d-71ad08fd2531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371181 Apr 21 14:53:50.428937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eefa0795-5af1-4427-8ecd-e9281332a047 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Unset dirty status for tenant:d90d67e32ac7438693a09dc47b613dac on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:50.432321 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eefa0795-5af1-4427-8ecd-e9281332a047 tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a6fd71d-c2a5-40ed-978f-44caf65c92b1 HTTP/1.1" status: 200 len: 205 time: 0.1656353 Apr 21 14:53:50.435107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56780) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:50.527032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.583395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.636613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Pushing event deleted for resources: {'Port': ['ID=4571d166-bacf-4ce1-b778-6e56007a9353,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:50.711066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device bcc372f5-07d7-4662-81e8-ef20f94b362c no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:50.747543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: bcc372f5-07d7-4662-81e8-ef20f94b362c {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:50.748203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device bcc372f5-07d7-4662-81e8-ef20f94b362c not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:50.833128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] No DVR routers for this DVR port 4571d166-bacf-4ce1-b778-6e56007a9353 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:50.836024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.838936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'name': 'network-vif-deleted', 'tag': '4571d166-bacf-4ce1-b778-6e56007a9353'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:53:50.851215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20a6f6a7-67e4-4b63-a2fb-6e118f48b18f tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.905535 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdecd3f-7f1b-4ed2-8406-9fc6ac50e062'] response: {'server_uuid': '21a7567a-bbd4-494c-8fe7-72f2a769a8f1', 'name': 'network-vif-deleted', 'tag': '4571d166-bacf-4ce1-b778-6e56007a9353', 'status': 'completed', 'code': 200} Apr 21 14:53:50.970378 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c394c6-76d7-4c92-b48b-d41258e89837 req-a1a37995-5082-4e33-a2c3-88f869a9c272 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.21 "DELETE /v2.0/ports/4571d166-bacf-4ce1-b778-6e56007a9353 HTTP/1.1" status: 204 len: 173 time: 1.6339569 Apr 21 14:53:51.024785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:53:51.225130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4571d166-bacf-4ce1-b778-6e56007a9353 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:51.257783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 4571d166-bacf-4ce1-b778-6e56007a9353 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:51.258148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4571d166-bacf-4ce1-b778-6e56007a9353 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:51.261189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20a6f6a7-67e4-4b63-a2fb-6e118f48b18f tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.262670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:51.265554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20a6f6a7-67e4-4b63-a2fb-6e118f48b18f tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.271679 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] Sync routers for ids ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:51.282780 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2915f643-2428-4faf-91d2-46b7a6302381 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6300583 Apr 21 14:53:51.283456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56786) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:51.285044 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] Routers {'7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:51.285667 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:51.309436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc27076a-0ab6-473c-ab9a-2a2845a490b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.314658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20a6f6a7-67e4-4b63-a2fb-6e118f48b18f tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.315371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a6f6a7-67e4-4b63-a2fb-6e118f48b18f tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6fd71d-c2a5-40ed-978f-44caf65c92b1 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:53:51.332431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20a6f6a7-67e4-4b63-a2fb-6e118f48b18f tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.333513 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-20a6f6a7-67e4-4b63-a2fb-6e118f48b18f tempest-RoutersNegativeTest-631438056 tempest-RoutersNegativeTest-631438056-project] 10.222.0.42 "DELETE /v2.0/routers/3a6fd71d-c2a5-40ed-978f-44caf65c92b1 HTTP/1.1" status: 204 len: 168 time: 0.8976657 Apr 21 14:53:51.352856 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:51.363556 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] Routers {'7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:51.364164 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:51.423971 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:51.424453 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43080d-343a-452e-8f36-42b5a2b5261f None None] The sync data for ids ['7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:51.613715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-dc7d4d67-bab3-435f-bd03-d19f7a2be797 req-3c262914-0722-4259-b086-3e5760469c78 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Synchronizing usage tracker for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:51.632614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-dc7d4d67-bab3-435f-bd03-d19f7a2be797 req-3c262914-0722-4259-b086-3e5760469c78 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] Unset dirty status for tenant:1da700dac09443d49fa3ef0b25b5fb2e on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:51.645502 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc7d4d67-bab3-435f-bd03-d19f7a2be797 req-3c262914-0722-4259-b086-3e5760469c78 tempest-TestServerAdvancedOps-1388458023 tempest-TestServerAdvancedOps-1388458023-project] 10.222.0.42 "GET /v2.0/ports?device_id=21a7567a-bbd4-494c-8fe7-72f2a769a8f1 HTTP/1.1" status: 200 len: 210 time: 0.0761807 Apr 21 14:53:51.680648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56796) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:51.681230 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-f28cb439-6c07-4227-9043-0a986c188418 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 14:53:51.682306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f28cb439-6c07-4227-9043-0a986c188418 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3977966 Apr 21 14:53:51.684970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56798) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:51.729219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-de72deda-af8d-4e93-a2a6-5f807a195233 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:51.744002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-de72deda-af8d-4e93-a2a6-5f807a195233 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:51.745816 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-de72deda-af8d-4e93-a2a6-5f807a195233 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c HTTP/1.1" status: 200 len: 205 time: 0.0599444 Apr 21 14:53:51.748549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56806) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:51.860273 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b4214fa-61df-4f73-bdbe-3be092f81867 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d90d67e32ac7438693a09dc47b613dac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783857 Apr 21 14:53:51.862686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56810) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:51.880856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ca16a2-763a-49de-9329-34664cd75ba0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.920671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37ebbcc6-fb54-455e-9f01-468f03595633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.946549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37ebbcc6-fb54-455e-9f01-468f03595633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.000848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37ebbcc6-fb54-455e-9f01-468f03595633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.018866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebbcc6-fb54-455e-9f01-468f03595633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99234bd4-b52c-4b94-b630-aba9b1986153,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:52.022238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37ebbcc6-fb54-455e-9f01-468f03595633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.026142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-37ebbcc6-fb54-455e-9f01-468f03595633 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99234bd4-b52c-4b94-b630-aba9b1986153 HTTP/1.1" status: 204 len: 168 time: 0.1624269 Apr 21 14:53:52.239302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.278550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ca16a2-763a-49de-9329-34664cd75ba0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.282772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ca16a2-763a-49de-9329-34664cd75ba0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.310266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ca16a2-763a-49de-9329-34664cd75ba0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.310827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca16a2-763a-49de-9329-34664cd75ba0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Fanout notify agent at l3_agent the message router_deleted on router 7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:53:52.321404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ca16a2-763a-49de-9329-34664cd75ba0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.322493 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73ca16a2-763a-49de-9329-34664cd75ba0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c HTTP/1.1" status: 204 len: 168 time: 0.5730348 Apr 21 14:53:52.325002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56822) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:52.464922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.614560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet 2073130c-a945-4f33-a9e0-1e8c6922f584 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:52.617514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.674421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.762032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:52.818803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.867687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] Deleting subnet cab452b6-2fdc-4434-b0a0-1752fbd2e441 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:52.874053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.947248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.997643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.047195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=2073130c-a945-4f33-a9e0-1e8c6922f584,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:53.053093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.088815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.095518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ff933-2538-408e-8fa4-87d376286e1b None None] Network 2069dcfb-0269-4607-a73d-d2f04caa4e6d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:53.105209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9565b63e-2743-4e17-a97f-c1e7ae04d01e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/2073130c-a945-4f33-a9e0-1e8c6922f584 HTTP/1.1" status: 204 len: 168 time: 0.7768531 Apr 21 14:53:53.105461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56846) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:53.234136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.242476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.282845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab452b6-2fdc-4434-b0a0-1752fbd2e441,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:53.287870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port f26f48db-71a7-4844-9187-1b459b60c3b2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:53.288125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.319465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.336971 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e82e2940-e599-444a-94f0-ba3dc22aafcc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cab452b6-2fdc-4434-b0a0-1752fbd2e441 HTTP/1.1" status: 204 len: 168 time: 0.5739110 Apr 21 14:53:53.339718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56856) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:53.366537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] DHCP port deletion for 2069dcfb-0269-4607-a73d-d2f04caa4e6d request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:53:53.371270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Deleting port f26f48db-71a7-4844-9187-1b459b60c3b2 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:53.371654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.475963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.512669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port f26f48db-71a7-4844-9187-1b459b60c3b2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f26f48db-71a7-4844-9187-1b459b60c3b2,segment=NetworkSegment(6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f),segment_id=6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:53.513160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.615894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.642105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] For port f26f48db-71a7-4844-9187-1b459b60c3b2, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f26f48db-71a7-4844-9187-1b459b60c3b2,segment=NetworkSegment(6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f),segment_id=6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:53.643594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.648368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f8e141-6bdc-42cc-884e-ee0b3b01e253']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:53.648557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for f26f48db-71a7-4844-9187-1b459b60c3b2 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:53.661437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde1e489-48bd-4745-89e4-d92b13bb87e7') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:53.661734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde1e489-48bd-4745-89e4-d92b13bb87e7') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:53.674175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.695773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.706937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:53.707668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:53.735824 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:53.738658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.777349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Calling delete_port for f26f48db-71a7-4844-9187-1b459b60c3b2 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:53:53.801313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=f26f48db-71a7-4844-9187-1b459b60c3b2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:53.814387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.816387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No DVR routers for this DVR port f26f48db-71a7-4844-9187-1b459b60c3b2 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:53.823151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.848145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.866135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f8e141-6bdc-42cc-884e-ee0b3b01e253,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:53.882379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:53.882735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:53.883861 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d6163ba4-488b-4a44-aa3b-1a04daed208c admin admin] 10.222.0.42 "DELETE /v2.0/networks/b8f8e141-6bdc-42cc-884e-ee0b3b01e253 HTTP/1.1" status: 204 len: 168 time: 0.5423911 Apr 21 14:53:53.884711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56870) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:53.949440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] Deleting subnet 6c0f340e-c070-4e9c-a5c7-fa9ee9a92be3 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:53:53.953503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.976152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.012344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2069dcfb-0269-4607-a73d-d2f04caa4e6d']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:54.014229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.025784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:54.026363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdbed68-d41c-455a-bfbb-9afaf5eb2b9f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:54.041457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.058405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.066600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:54.067420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.069958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:54.085213 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:54.144443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.176650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.192888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0f340e-c070-4e9c-a5c7-fa9ee9a92be3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:54.198789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.204018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.214404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=2069dcfb-0269-4607-a73d-d2f04caa4e6d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:54.214590 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-11ae9bf9-fe14-49c4-aa19-938d3dfe2847 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c0f340e-c070-4e9c-a5c7-fa9ee9a92be3 HTTP/1.1" status: 204 len: 168 time: 0.3257239 Apr 21 14:53:54.214846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56876) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:54.221653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed53dd26-c2eb-4324-b76a-c2f74d127ea4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/2069dcfb-0269-4607-a73d-d2f04caa4e6d HTTP/1.1" status: 204 len: 168 time: 1.1152091 Apr 21 14:53:54.225589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56880) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:54.232937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-529747086'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:54.241292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:54.248936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:54.252923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:54.260848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:54.273614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:54.276914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.308222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:54.317878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.318374 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment 8bb39577-2259-4533-846e-a67bbadb6b94 of type vlan for network 1f8e033f-0d31-4cda-953e-90d1a560a904 Apr 21 14:53:54.345411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.382465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.383627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Deleting port f26f48db-71a7-4844-9187-1b459b60c3b2 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:54.384665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.386745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:54.387244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.430014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.435402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56884) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:54.443595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579917348', 'description': 'tempest-secgroup-smoke-579917348 description', 'project_id': '3d337e4443e549ee957008fb39cdfa0f'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:54.468156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-62607a4d-d76f-4778-afd9-0ba40d2bc788 None None] The port 'f26f48db-71a7-4844-9187-1b459b60c3b2' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:53:54.474910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:54.485005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:54.500109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:54.510505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:54.585153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.588213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3609970 Apr 21 14:53:54.591134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56888) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:54.599245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': '1f8e033f-0d31-4cda-953e-90d1a560a904', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:54.608483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.623984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2a337-a7a5-417c-a33b-5c46321efc96 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=1f8e033f-0d31-4cda-953e-90d1a560a904,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:54.625170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.634832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6fdc10-633b-4e02-a4ed-09affd36da7b']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:54.641003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:54.671184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d37d78-bacf-4b06-b1e0-ad11c3dafaa2') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:54.671401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d37d78-bacf-4b06-b1e0-ad11c3dafaa2') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:54.692187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.712843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:54.714995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.720281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:54.721164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f26f48db-71a7-4844-9187-1b459b60c3b2 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:54.724020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:54.727187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:53:54.727517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.733124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:54.737053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:54.740020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:54.741060 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:54.747354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:54.750777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:54.761593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:54.772422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: f26f48db-71a7-4844-9187-1b459b60c3b2 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:53:54.772769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f26f48db-71a7-4844-9187-1b459b60c3b2 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:54.835703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.855963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.871783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.872447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6fdc10-633b-4e02-a4ed-09affd36da7b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:54.884765 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0101f226-3cd2-4ebd-89db-bed75a4f03ae admin admin] 10.222.0.42 "DELETE /v2.0/networks/ca6fdc10-633b-4e02-a4ed-09affd36da7b HTTP/1.1" status: 204 len: 168 time: 0.6684501 Apr 21 14:53:54.911982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.918027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.959243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:54.964105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6faff8c4-4151-4811-a1d5-4d8982fde50a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:54.966538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:54.969592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:54.987252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:55.054566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.058882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.108551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36dcc111-03db-4ffd-93af-e8439edc4b4a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.112833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.114137 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4ececa2e-f310-401f-a4e7-8244d595155d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6762738 Apr 21 14:53:55.117431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56894) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.124641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'security_group_rule': {'security_group_id': '36dcc111-03db-4ffd-93af-e8439edc4b4a', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:55.131577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:55.133554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.136193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:55.139408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:55.145163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56898) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.148691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:55.194100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.217153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=1464f97f-0b74-401d-89c7-37781ac6b1e4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.227019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': '8bb39577-2259-4533-846e-a67bbadb6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f8e033f-0d31-4cda-953e-90d1a560a904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:55.227377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: 1f8e033f-0d31-4cda-953e-90d1a560a904, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:55.228819 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-093325f7-91de-43ad-a982-ae5d0b9d8759 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1da700dac09443d49fa3ef0b25b5fb2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0823734 Apr 21 14:53:55.232608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.267069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.270683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.296614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36a6249-40d0-4ef6-bee3-3a387398cd07,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.296842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:55.306542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.307800 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0f1022e0-f028-42bb-a92d-94668f560383 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1893420 Apr 21 14:53:55.309335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54039411-a226-4f41-ad5f-55c4256bf0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.310864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56906) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.316473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'security_group_rule': {'security_group_id': '36dcc111-03db-4ffd-93af-e8439edc4b4a', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:55.322239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:55.325231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 1f8e033f-0d31-4cda-953e-90d1a560a904) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:55.326565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:55.329527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:55.334249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799bb84b-a785-4bd8-8fc5-000a0edcec9d None None] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:55.336029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:55.336202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:55.336648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.352949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54039411-a226-4f41-ad5f-55c4256bf0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.360161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.382245 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75fd6edf-50d8-4f7b-b85b-898ad537d035 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7876859 Apr 21 14:53:55.386986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56910) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.410615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-17722574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:55.418198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54039411-a226-4f41-ad5f-55c4256bf0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.418653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:55.426731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:router and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:55.430268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:55.435820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039411-a226-4f41-ad5f-55c4256bf0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8cff51-ba64-4269-8f0d-71ad08fd2531,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.439795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:55.447414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54039411-a226-4f41-ad5f-55c4256bf0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.449245 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-54039411-a226-4f41-ad5f-55c4256bf0d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee8cff51-ba64-4269-8f0d-71ad08fd2531 HTTP/1.1" status: 204 len: 168 time: 0.2157252 Apr 21 14:53:55.465477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.468687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.469716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.478206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.506292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266f8d4e-661c-4c57-a85d-dbf94df35218,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.522380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.524582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.525516 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d0c8ff1b-abb0-4bff-9ee8-d3fd51fa3efb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2137191 Apr 21 14:53:55.528607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56916) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.534285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'security_group_rule': {'security_group_id': '36dcc111-03db-4ffd-93af-e8439edc4b4a', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:55.540309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:55.543904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.549227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:55.552607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:55.560247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:55.569837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.571406 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3d718bc5-a15e-4e3f-9a70-67b7430060cb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1833363 Apr 21 14:53:55.575260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.603113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-1f8e033f-0d31-4cda-953e-90d1a560a904', 'network_id': '1f8e033f-0d31-4cda-953e-90d1a560a904', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': '1464f97f-0b74-401d-89c7-37781ac6b1e4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:53:55.604110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.650727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.803092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Allocated IP 172.20.0.2 (1f8e033f-0d31-4cda-953e-90d1a560a904/1464f97f-0b74-401d-89c7-37781ac6b1e4/7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:55.900835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.906449 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56926) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.959279 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-967113d0-6453-48b7-b588-2b684fb41476 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f12232ee829d40abaa1ae3c443c1777d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511577 Apr 21 14:53:55.961774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.962399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56930) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:56.027179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-216493be-6cb7-4048-9f4c-3552259c4806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.035259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.047397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Transition to ACTIVE for port object 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:56.062911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-216493be-6cb7-4048-9f4c-3552259c4806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.063181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd1c6ae-5282-49c3-9bbf-923507e850de,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.067790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Transition to ACTIVE for port object 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:56.079440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.108235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.109522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b368ae45-440e-4437-8ab5-b8f5939c7ed4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5798652 Apr 21 14:53:56.112483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56934) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:56.120259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'security_group_rule': {'security_group_id': '36dcc111-03db-4ffd-93af-e8439edc4b4a', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:56.126916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:56.133000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:56.137606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:56.147420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:56.149639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:56.150905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:56.154631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:56.158683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-216493be-6cb7-4048-9f4c-3552259c4806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.167270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Pushing event updated for resources: {'Port': ['ID=7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.179031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.179231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216493be-6cb7-4048-9f4c-3552259c4806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e27df9-ffe7-4e2f-96a5-051486e45527,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.187597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.198092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-216493be-6cb7-4048-9f4c-3552259c4806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.200093 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-216493be-6cb7-4048-9f4c-3552259c4806 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3e27df9-ffe7-4e2f-96a5-051486e45527 HTTP/1.1" status: 204 len: 168 time: 0.2350583 Apr 21 14:53:56.255180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.255631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.255879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.256193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.256526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.256857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.257303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.257634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.257962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.258290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.258597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:56.269040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.279809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Attempting to bind port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:56.280226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Attempting to bind port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '8bb39577-2259-4533-846e-a67bbadb6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f8e033f-0d31-4cda-953e-90d1a560a904'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:56.280356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.280595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Attempting to bind port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 on network 1f8e033f-0d31-4cda-953e-90d1a560a904 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:53:56.287843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:53:56.288267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Checking segment: {'id': '8bb39577-2259-4533-846e-a67bbadb6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f8e033f-0d31-4cda-953e-90d1a560a904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:53:56.288727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.289122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Bound using segment: {'id': '8bb39577-2259-4533-846e-a67bbadb6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f8e033f-0d31-4cda-953e-90d1a560a904'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:53:56.289649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Bound port: 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb39577-2259-4533-846e-a67bbadb6b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1f8e033f-0d31-4cda-953e-90d1a560a904'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:56.289971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.320909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92e2b4b-ee9f-4268-a573-bd3d9b31f3cc,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.349993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.355473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56940) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:56.356027 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-01d7b0e7-28a4-4386-b6d2-c58b6ba8a297 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2420573 Apr 21 14:53:56.365925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'security_group_rule': {'security_group_id': '36dcc111-03db-4ffd-93af-e8439edc4b4a', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:56.391312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] For port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:53:56.394386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] For port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1,segment=NetworkSegment(8bb39577-2259-4533-846e-a67bbadb6b94),segment_id=8bb39577-2259-4533-846e-a67bbadb6b94)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:53:56.399377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.431309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:56.438236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:56.442563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:56.485184 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:56.487214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd16a-aa37-4769-96a5-e8b113242de1 None None] Pushing event updated for resources: {'Port': ['ID=7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.518463 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Project 3d337e4443e549ee957008fb39cdfa0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:56.535802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.739502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.745890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.777298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.20.0.1 (1f8e033f-0d31-4cda-953e-90d1a560a904/1464f97f-0b74-401d-89c7-37781ac6b1e4/98f2b71e-0fff-408d-918b-b3aea8cc70d9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:56.792269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2d1edf-0dde-4545-a29e-b7e0bf59d6b2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.804307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.805527 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a45dfc18-ab01-49a8-a1fb-ce06e367620a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4491229 Apr 21 14:53:56.808565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56944) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:56.814972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'security_group_rule': {'security_group_id': '36dcc111-03db-4ffd-93af-e8439edc4b4a', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:56.822208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:56.827291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:security_group_rule and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:56.830604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:56.836644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:56.848882 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Project 3d337e4443e549ee957008fb39cdfa0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:56.855742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.925324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.929651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.953739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba9be70-6b41-4cfb-a3c4-7416a121337d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.960053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.963010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.965119 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-940730db-f0cd-46aa-8259-206c03d02acb tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1553931 Apr 21 14:53:56.967984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56948) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:56.973709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'network': {'name': 'tempest-network-smoke--1819691100', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:56.977635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object 98f2b71e-0fff-408d-918b-b3aea8cc70d9 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:56.978670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:56.983774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:network and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:56.986775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:56.993065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:57.004920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.005098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Made reservation on behalf of 3d337e4443e549ee957008fb39cdfa0f for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:57.008334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.036976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:57.047299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.047568 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Added segment 8a29cbc5-6070-4cac-8288-57b164442c3b of type vlan for network e74add5f-68cc-4903-80d1-857548823033 Apr 21 14:53:57.074507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:57.075985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.077493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:57.081507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:57.108782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.112851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:57.113436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.114673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=98f2b71e-0fff-408d-918b-b3aea8cc70d9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:57.140471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.218071 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2464302 Apr 21 14:53:57.219014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56952) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:57.227026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'admin_state_up': True, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:57.234174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:57.236882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.238201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:router and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:57.243335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:57.252598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aad39-0065-4d53-80a6-36f66d904bc8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Network': ['ID=e74add5f-68cc-4903-80d1-857548823033,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:57.256827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:57.270149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network e74add5f-68cc-4903-80d1-857548823033 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:57.270689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.271509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.292309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.456473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.553087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b0cecb-f7b4-4e6b-9af5-a926c8c9f353 None None] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:53:57.643724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.650386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.669270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-64306797-ddf6-41b3-a563-c1df6a32822f None None] Provisioning for port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:57.740760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.769828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.777381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.781495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=98f2b71e-0fff-408d-918b-b3aea8cc70d9,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:57.920260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Allocated IP 172.26.6.168 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/0449cf64-4e45-42da-ad83-ecfde2ad97be) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:57.933792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:57.936568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:58.095202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.122493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0b60fafe-ec60-4035-b46b-5508f648f8e2 None None] Provisioning for port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:58.128296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0b60fafe-ec60-4035-b46b-5508f648f8e2 None None] Provisioning complete for port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:58.128835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0b60fafe-ec60-4035-b46b-5508f648f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.134694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.198970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0b60fafe-ec60-4035-b46b-5508f648f8e2 None None] Port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:58.204374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:58.216759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:58.219159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:53:58.272854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Port': ['ID=0449cf64-4e45-42da-ad83-ecfde2ad97be,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:58.355837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-910259a2-1d6d-48c9-b44c-3230668dc86f None None] Provisioning complete for port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:58.357047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-910259a2-1d6d-48c9-b44c-3230668dc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.422571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.423310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.431086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-910259a2-1d6d-48c9-b44c-3230668dc86f None None] Port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:58.463973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 4f432045-2088-4cea-86c1-5f0662bb3166 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:53:58.553240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4fbf3768-232b-483a-98d9-784f9574cd84 None None] Provisioning complete for port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:58.553521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4fbf3768-232b-483a-98d9-784f9574cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.606929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf3768-232b-483a-98d9-784f9574cd84 None None] Port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:53:58.648796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:58.657823 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23f0df9d-045e-4a49-b8cc-0da03c2bd4d3 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/4f432045-2088-4cea-86c1-5f0662bb3166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0813739 Apr 21 14:53:58.660394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:58.663490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] Sync routers for ids ['4f432045-2088-4cea-86c1-5f0662bb3166'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:58.674409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:53:58.683144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] Routers {'4f432045-2088-4cea-86c1-5f0662bb3166'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:58.684252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4f432045-2088-4cea-86c1-5f0662bb3166'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.749079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ef29e-9454-4187-9703-e434d5effc52 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:58.749700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2c0ef29e-9454-4187-9703-e434d5effc52 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:58.759777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:58.767594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2c0ef29e-9454-4187-9703-e434d5effc52 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:58.771535 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c0ef29e-9454-4187-9703-e434d5effc52 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports/98f2b71e-0fff-408d-918b-b3aea8cc70d9 HTTP/1.1" status: 200 len: 910 time: 0.1078191 Apr 21 14:53:58.771916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56960) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:58.808137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.836222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] Routers {'4f432045-2088-4cea-86c1-5f0662bb3166'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:58.837006 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4f432045-2088-4cea-86c1-5f0662bb3166'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.907803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.908399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a48ca1-dfa7-44c4-bd93-c5f145a12ddc None None] The sync data for ids ['4f432045-2088-4cea-86c1-5f0662bb3166'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:53:58.916915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:53:58.927548 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Sync routers for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:53:58.945931 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:53:58.947216 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.951049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.954060 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-84cb88f5-2c0c-418e-9cd5-c3b6c33c4017 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7324255 Apr 21 14:53:58.956596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56964) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:58.973830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:58.984760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:58.986590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.135910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.149633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.174474 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:53:59.179236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1,segment=NetworkSegment(8bb39577-2259-4533-846e-a67bbadb6b94),segment_id=8bb39577-2259-4533-846e-a67bbadb6b94)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:53:59.185423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.273123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:59.344508 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-312d1082-680e-47bd-9068-81d277bd287f tempest-TestNetworkAdvancedServerOps-1520446779 tempest-TestNetworkAdvancedServerOps-1520446779-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=3d337e4443e549ee957008fb39cdfa0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3864889 Apr 21 14:53:59.347033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56970) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:59.475155 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:53:58Z', 'revision_number': 3, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:59.478053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2804097f-ab52-4a5b-bb8a-8d807ce5063c tempest-TestNetworkAdvancedServerOps-1520446779 tempest-TestNetworkAdvancedServerOps-1520446779-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:53:59.479515 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Checking router: 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:53:59.480048 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Updating router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 port 0449cf64-4e45-42da-ad83-ecfde2ad97be binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:53:59.480318 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2804097f-ab52-4a5b-bb8a-8d807ce5063c tempest-TestNetworkAdvancedServerOps-1520446779 tempest-TestNetworkAdvancedServerOps-1520446779-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318555 Apr 21 14:53:59.482648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56974) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:59.524586 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3c90cdeb-1683-4853-87bf-f9413bd848b8 tempest-TestNetworkAdvancedServerOps-1520446779 tempest-TestNetworkAdvancedServerOps-1520446779-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405869 Apr 21 14:53:59.527333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56978) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:59.533045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1513722931', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:53:59.537970 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.644357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:59.648153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:subnet and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:59.651983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:59.659703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:59.671201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Made reservation on behalf of 3d337e4443e549ee957008fb39cdfa0f for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:59.778709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.857548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 98f2b71e-0fff-408d-918b-b3aea8cc70d9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:53:59.858128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.904999 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.917680 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Transition to ACTIVE for port object 0449cf64-4e45-42da-ad83-ecfde2ad97be will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:59.929775 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.038566 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Attempting to bind port 0449cf64-4e45-42da-ad83-ecfde2ad97be on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:00.039116 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Attempting to bind port 0449cf64-4e45-42da-ad83-ecfde2ad97be by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:00.039574 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Attempting to bind port 0449cf64-4e45-42da-ad83-ecfde2ad97be on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:00.042361 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b45eb-7cc2-4045-a38c-842e72e095ce None None] Pushing event updated for resources: {'Port': ['ID=0449cf64-4e45-42da-ad83-ecfde2ad97be,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:00.050326 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:00.050326 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:00.050682 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.051137 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:00.051710 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Bound port: 0449cf64-4e45-42da-ad83-ecfde2ad97be, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:00.052668 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.053239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.104517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.127526 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] For port 0449cf64-4e45-42da-ad83-ecfde2ad97be, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:00.130804 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] For port 0449cf64-4e45-42da-ad83-ecfde2ad97be, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0449cf64-4e45-42da-ad83-ecfde2ad97be,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:00.135289 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.180674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 98f2b71e-0fff-408d-918b-b3aea8cc70d9 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:00.202907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Subnet': ['ID=d3cf0b99-b2d5-48a6-8f7f-742eb7609794,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:00.209642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Checking segment: {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:00.210106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Network hostable DHCP agents. Network: e74add5f-68cc-4903-80d1-857548823033, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:00.225409 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b45eb-7cc2-4045-a38c-842e72e095ce None None] Pushing event updated for resources: {'Port': ['ID=0449cf64-4e45-42da-ad83-ecfde2ad97be,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:00.228049 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:00.228711 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:00.237796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Network e74add5f-68cc-4903-80d1-857548823033 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:00.248130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, e74add5f-68cc-4903-80d1-857548823033) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:00.251902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:00.252561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.262623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df2baef-8906-437e-b4e9-58a371035210 None None] Network e74add5f-68cc-4903-80d1-857548823033 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:00.280020 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a88cea4e-f5f2-4a40-b645-35c5e7459569 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7488556 Apr 21 14:54:00.281047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 56982) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:00.385537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.434714 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:00.446326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=98f2b71e-0fff-408d-918b-b3aea8cc70d9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:00.569640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-e74add5f-68cc-4903-80d1-857548823033', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:54:00.570782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.756800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.784341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:00.851904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.871087 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:53:58Z', 'revision_number': 3, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:00.875790 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b6490-27cd-4af9-a04c-bd6eced6e86c None None] The sync data for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv is: [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:53:58Z', 'revision_number': 3, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:00.937989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Allocated IP 172.20.0.2 (e74add5f-68cc-4903-80d1-857548823033/d3cf0b99-b2d5-48a6-8f7f-742eb7609794/35bcd82d-3901-450c-8aa1-c3abfcf66815) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:00.951684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:00.952086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.265367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.311631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 4f432045-2088-4cea-86c1-5f0662bb3166 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:01.338930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.350844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Transition to ACTIVE for port object 35bcd82d-3901-450c-8aa1-c3abfcf66815 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:01.371603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Transition to ACTIVE for port object 35bcd82d-3901-450c-8aa1-c3abfcf66815 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:01.381763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.454544 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Pushing event updated for resources: {'Port': ['ID=35bcd82d-3901-450c-8aa1-c3abfcf66815,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:01.471921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Network e74add5f-68cc-4903-80d1-857548823033 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:01.473341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:01.475675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:01.578372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:01.591476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] Sync routers for ids ['4f432045-2088-4cea-86c1-5f0662bb3166'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:01.597612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Attempting to bind port 35bcd82d-3901-450c-8aa1-c3abfcf66815 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:01.597986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Attempting to bind port 35bcd82d-3901-450c-8aa1-c3abfcf66815 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:01.598594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Attempting to bind port 35bcd82d-3901-450c-8aa1-c3abfcf66815 on network e74add5f-68cc-4903-80d1-857548823033 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:01.607209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c046118-ddad-410a-87bb-8ecb27698b89 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/4f432045-2088-4cea-86c1-5f0662bb3166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8341196 Apr 21 14:54:01.608189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.611692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:01.612090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Checking segment: {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:01.612499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.613158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Bound using segment: {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:01.613369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Bound port: 35bcd82d-3901-450c-8aa1-c3abfcf66815, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:01.613745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.629897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] Routers {'4f432045-2088-4cea-86c1-5f0662bb3166'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:01.630549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4f432045-2088-4cea-86c1-5f0662bb3166'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:01.658136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0ba33999-6f37-4592-b3e8-b90b15abd467 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:01.680209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0ba33999-6f37-4592-b3e8-b90b15abd467 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:01.682324 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0ba33999-6f37-4592-b3e8-b90b15abd467 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f432045-2088-4cea-86c1-5f0662bb3166 HTTP/1.1" status: 200 len: 205 time: 0.0728521 Apr 21 14:54:01.684972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56990) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.724883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:01.744038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] Routers {'4f432045-2088-4cea-86c1-5f0662bb3166'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:01.744743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4f432045-2088-4cea-86c1-5f0662bb3166'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:01.748321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Allocated IP 172.20.0.1 (e74add5f-68cc-4903-80d1-857548823033/d3cf0b99-b2d5-48a6-8f7f-742eb7609794/a00c5423-7245-4462-9321-c8f1c50612ca) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:01.817934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:01.818347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4caf0b-46fe-494f-957b-c52ffb6ff944 None None] The sync data for ids ['4f432045-2088-4cea-86c1-5f0662bb3166'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:01.834127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20176e1d-f7a2-4cd1-b8e4-7c7df4c4a485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.852847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] For port 35bcd82d-3901-450c-8aa1-c3abfcf66815, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:01.858405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] For port 35bcd82d-3901-450c-8aa1-c3abfcf66815, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=35bcd82d-3901-450c-8aa1-c3abfcf66815,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:01.865529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.981917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768194d2-bc9b-45f7-81a6-e02c69321dbb None None] Pushing event updated for resources: {'Port': ['ID=35bcd82d-3901-450c-8aa1-c3abfcf66815,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:02.050640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.068271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Transition to ACTIVE for port object a00c5423-7245-4462-9321-c8f1c50612ca will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:02.093737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.187278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Network e74add5f-68cc-4903-80d1-857548823033 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:02.190328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:02.199066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:02.233244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Port': ['ID=a00c5423-7245-4462-9321-c8f1c50612ca,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:02.264723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20176e1d-f7a2-4cd1-b8e4-7c7df4c4a485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.269230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20176e1d-f7a2-4cd1-b8e4-7c7df4c4a485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.269523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.296615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20176e1d-f7a2-4cd1-b8e4-7c7df4c4a485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.297164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20176e1d-f7a2-4cd1-b8e4-7c7df4c4a485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Fanout notify agent at l3_agent the message router_deleted on router 4f432045-2088-4cea-86c1-5f0662bb3166 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:54:02.317358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20176e1d-f7a2-4cd1-b8e4-7c7df4c4a485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.320539 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20176e1d-f7a2-4cd1-b8e4-7c7df4c4a485 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/4f432045-2088-4cea-86c1-5f0662bb3166 HTTP/1.1" status: 204 len: 168 time: 0.6344440 Apr 21 14:54:02.321339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 56994) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:02.362388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.504910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet 1464f97f-0b74-401d-89c7-37781ac6b1e4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:54:02.508013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.565457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.652274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.801241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.812831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35bcd82d-3901-450c-8aa1-c3abfcf66815 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:02.846221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.853330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.855875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=1464f97f-0b74-401d-89c7-37781ac6b1e4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:02.867434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.874873 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84d5a30e-0578-4dd8-ac9c-1d0be5c0fb33 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/1464f97f-0b74-401d-89c7-37781ac6b1e4 HTTP/1.1" status: 204 len: 168 time: 0.5525339 Apr 21 14:54:02.878933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57002) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:02.909752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea954b67-800a-4965-bf21-a43c269a5111 None None] Network 1f8e033f-0d31-4cda-953e-90d1a560a904 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:02.993206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.081050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d4159-701f-4876-a54a-3a0fae09a6ed None None] Network e74add5f-68cc-4903-80d1-857548823033 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:03.093995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Port': ['ID=a00c5423-7245-4462-9321-c8f1c50612ca,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:03.163339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.169698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Network e74add5f-68cc-4903-80d1-857548823033 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:03.170587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:03.175659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:03.176111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.261196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 35bcd82d-3901-450c-8aa1-c3abfcf66815 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:03.316786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0449cf64-4e45-42da-ad83-ecfde2ad97be up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:03.368336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afd0f726-2d90-470e-918d-d20f269cd85b None None] Provisioning for port 35bcd82d-3901-450c-8aa1-c3abfcf66815 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:03.389786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1,segment=NetworkSegment(8bb39577-2259-4533-846e-a67bbadb6b94),segment_id=8bb39577-2259-4533-846e-a67bbadb6b94)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:03.390389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.420164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afd0f726-2d90-470e-918d-d20f269cd85b None None] Provisioning complete for port 35bcd82d-3901-450c-8aa1-c3abfcf66815 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:03.420541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd0f726-2d90-470e-918d-d20f269cd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.514076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:03.569728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 0449cf64-4e45-42da-ad83-ecfde2ad97be completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:03.571079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:03.582801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0449cf64-4e45-42da-ad83-ecfde2ad97be triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:03.583171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.605031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.642519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a39de3-1b09-4b95-a1ab-b89c88b2fbf0 None None] DHCP port deletion for 1f8e033f-0d31-4cda-953e-90d1a560a904 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:54:03.659237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:03.668286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No DVR routers for this DVR port 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:03.705056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd0f726-2d90-470e-918d-d20f269cd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.795260 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-afd0f726-2d90-470e-918d-d20f269cd85b None None] For port 35bcd82d-3901-450c-8aa1-c3abfcf66815, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=35bcd82d-3901-450c-8aa1-c3abfcf66815,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:03.805250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afd0f726-2d90-470e-918d-d20f269cd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.822046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.852758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.864446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8e033f-0d31-4cda-953e-90d1a560a904']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:03.883571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 0449cf64-4e45-42da-ad83-ecfde2ad97be, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0449cf64-4e45-42da-ad83-ecfde2ad97be,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:03.883905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb39577-2259-4533-846e-a67bbadb6b94') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:03.884380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb39577-2259-4533-846e-a67bbadb6b94') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:03.892519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0f726-2d90-470e-918d-d20f269cd85b None None] Pushing event updated for resources: {'Port': ['ID=35bcd82d-3901-450c-8aa1-c3abfcf66815,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:03.895640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.900182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.922080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.924920 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:03.933519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:54:03.934211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:03.952224 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:03.955457 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a4146605-472f-4017-9bdf-8fe97b09aa71 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "PUT /v2.0/routers/3e3fa99e-3d60-4fdf-8054-85f47fd040c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6736705 Apr 21 14:54:03.982730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=0449cf64-4e45-42da-ad83-ecfde2ad97be,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:04.060224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.064672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.095198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=1f8e033f-0d31-4cda-953e-90d1a560a904,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:04.105698 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e1081665-bcb9-4421-bb10-a3bc2e6073d6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/1f8e033f-0d31-4cda-953e-90d1a560a904 HTTP/1.1" status: 204 len: 168 time: 1.2255995 Apr 21 14:54:04.109347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57012) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:04.121944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-671389648', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:04.132695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:04.137325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:router and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:04.141374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9879d26e-c0b2-4da3-a77e-263a3a3de7c1 None None] Provisioning for port a00c5423-7245-4462-9321-c8f1c50612ca completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:04.146364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:04.147998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9879d26e-c0b2-4da3-a77e-263a3a3de7c1 None None] Provisioning complete for port a00c5423-7245-4462-9321-c8f1c50612ca triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:04.148603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9879d26e-c0b2-4da3-a77e-263a3a3de7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.164409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:04.205196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.206128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.216216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9879d26e-c0b2-4da3-a77e-263a3a3de7c1 None None] Port a00c5423-7245-4462-9321-c8f1c50612ca cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:04.224109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-13b23f4c-d734-4906-9d9e-f81bdeb99b34 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Synchronizing usage tracker for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:04.229727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9879d26e-c0b2-4da3-a77e-263a3a3de7c1 None None] Provisioning complete for port 35bcd82d-3901-450c-8aa1-c3abfcf66815 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:04.230107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9879d26e-c0b2-4da3-a77e-263a3a3de7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.244805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.253993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-13b23f4c-d734-4906-9d9e-f81bdeb99b34 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Unset dirty status for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:04.262859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-13b23f4c-d734-4906-9d9e-f81bdeb99b34 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579917348&fields=id&tenant_id=3d337e4443e549ee957008fb39cdfa0f HTTP/1.1" status: 200 len: 267 time: 0.0953205 Apr 21 14:54:04.479111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8c432dcd-f133-4df7-a823-26c7b4098fcb None None] Provisioning complete for port a00c5423-7245-4462-9321-c8f1c50612ca triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:04.479326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8c432dcd-f133-4df7-a823-26c7b4098fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.532247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-66aa35d8-1045-4c8a-9924-76c22fb09b1e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:04.532921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-66aa35d8-1045-4c8a-9924-76c22fb09b1e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Synchronizing usage tracker for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:04.536126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8c432dcd-f133-4df7-a823-26c7b4098fcb None None] Port a00c5423-7245-4462-9321-c8f1c50612ca cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:04.539746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.560293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-66aa35d8-1045-4c8a-9924-76c22fb09b1e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Unset dirty status for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:04.561541 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-66aa35d8-1045-4c8a-9924-76c22fb09b1e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/networks?id=e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 200 len: 797 time: 0.2978816 Apr 21 14:54:04.593150 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-f69daf9e-4796-45aa-816b-851807e98c06 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/quotas/3d337e4443e549ee957008fb39cdfa0f HTTP/1.1" status: 200 len: 375 time: 0.0173969 Apr 21 14:54:04.694657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35bcd82d-3901-450c-8aa1-c3abfcf66815 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:04.740890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-6d8a8471-2661-4f50-aac9-31294a4b3997 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Synchronizing usage tracker for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:04.756772 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Sync routers for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:04.765610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 35bcd82d-3901-450c-8aa1-c3abfcf66815 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:04.766084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.770145 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:04.770870 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:04.779438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-6d8a8471-2661-4f50-aac9-31294a4b3997 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Unset dirty status for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:04.780755 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-6d8a8471-2661-4f50-aac9-31294a4b3997 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d337e4443e549ee957008fb39cdfa0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447034 Apr 21 14:54:04.839108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.891299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0449cf64-4e45-42da-ad83-ecfde2ad97be up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:04.917657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.960452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0449cf64-4e45-42da-ad83-ecfde2ad97be triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:04.960991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.969828 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:05.064336 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-a850c149-c9f4-478f-89e0-941f9d475b00 service neutron] 10.222.0.42 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507026 Apr 21 14:54:05.138463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:05.176743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:05.177164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7b87eb8a-0f1a-4e18-a259-ff46a0dc06e1 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:05.186377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.26.6.103 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/784aff3e-487a-42e9-ab5b-c5e11dae168e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:05.307828 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 2, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:05.309386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-68118f52-b6e1-4e7e-be56-20435ab46040 service neutron] 10.222.0.42 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305696 Apr 21 14:54:05.312570 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Checking router: 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:05.312876 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Updating router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 port a00c5423-7245-4462-9321-c8f1c50612ca binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:54:05.372786 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.373370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.406889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.479560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=784aff3e-487a-42e9-ab5b-c5e11dae168e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:05.497084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:05.498268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:05.500586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:05.543283 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4e95c5ba-3057-4d11-b6ad-2ec64f8d43b9 req-ca84fdf9-79e9-4bdc-921d-435326033cea tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 210 time: 0.0644813 Apr 21 14:54:05.678068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.687565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.800790 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.814574 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Transition to ACTIVE for port object a00c5423-7245-4462-9321-c8f1c50612ca will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:05.824340 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.950169 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bd27c-17c6-4f2f-9aae-10f033a959e7 None None] Pushing event updated for resources: {'Port': ['ID=a00c5423-7245-4462-9321-c8f1c50612ca,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:06.060506 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Attempting to bind port a00c5423-7245-4462-9321-c8f1c50612ca on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:06.060506 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Attempting to bind port a00c5423-7245-4462-9321-c8f1c50612ca by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:06.060875 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Attempting to bind port a00c5423-7245-4462-9321-c8f1c50612ca on network e74add5f-68cc-4903-80d1-857548823033 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:06.068334 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:06.068726 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Checking segment: {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:06.069267 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.069674 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Bound using segment: {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:06.070166 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Bound port: a00c5423-7245-4462-9321-c8f1c50612ca, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:06.070529 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.109868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router fbf52853-842e-4c7d-a689-6d6d59acb00e is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:54:06.168167 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] For port a00c5423-7245-4462-9321-c8f1c50612ca, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:06.171707 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] For port a00c5423-7245-4462-9321-c8f1c50612ca, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a00c5423-7245-4462-9321-c8f1c50612ca,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:06.176492 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.258379 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bd27c-17c6-4f2f-9aae-10f033a959e7 None None] Pushing event updated for resources: {'Port': ['ID=a00c5423-7245-4462-9321-c8f1c50612ca,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:06.265460 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:06.266146 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.347733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:06.359002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] Sync routers for ids ['fbf52853-842e-4c7d-a689-6d6d59acb00e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:06.374979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] Routers {'fbf52853-842e-4c7d-a689-6d6d59acb00e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:06.375815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fbf52853-842e-4c7d-a689-6d6d59acb00e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.379162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.383293 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f8b77fa9-b909-4083-a525-9311222ad1a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2700255 Apr 21 14:54:06.383607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57032) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:06.441445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.452266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] Routers {'fbf52853-842e-4c7d-a689-6d6d59acb00e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:06.452873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fbf52853-842e-4c7d-a689-6d6d59acb00e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.490327 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:06.511741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.512375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be98cbf-0ccd-4c6b-923f-fe6fd53096c5 None None] The sync data for ids ['fbf52853-842e-4c7d-a689-6d6d59acb00e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:06.621631 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1748e282-45a1-4d74-ab87-0b0739b92614 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/routers/fbf52853-842e-4c7d-a689-6d6d59acb00e HTTP/1.1" status: 200 len: 880 time: 0.2367857 Apr 21 14:54:06.623984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:06.777820 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a7a9c200-5d66-4d14-80c0-97d66a5416b0 req-b90e0864-538a-477b-9928-ac33521e40c2 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 210 time: 0.1020911 Apr 21 14:54:06.847257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-095fb964-1ecd-4b90-8f98-a5d83c02c996 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:router {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:06.867856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-095fb964-1ecd-4b90-8f98-a5d83c02c996 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:router {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:06.869391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-095fb964-1ecd-4b90-8f98-a5d83c02c996 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2444108 Apr 21 14:54:06.872182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:06.877687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-497e776f-68b6-43f7-9ec0-b84117090a51 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-671389648'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:06.878949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-b8ef1197-2bf8-4685-aee7-45d777c02c7f tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:06.880564 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-b8ef1197-2bf8-4685-aee7-45d777c02c7f tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.21 "GET /v2.0/networks?id=e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 200 len: 797 time: 0.2453840 Apr 21 14:54:06.902450 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:06Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.906313 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d10784-8c13-4bf9-9dad-194d5075de6e None None] The sync data for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv is: [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:06Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:07.003335 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-6b0b869e-40a4-4981-a6ff-86e6ede2cd9d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d337e4443e549ee957008fb39cdfa0f HTTP/1.1" status: 200 len: 379 time: 0.0893784 Apr 21 14:54:07.029442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'port': {'device_id': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'admin_state_up': True, 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'security_groups': ['36dcc111-03db-4ffd-93af-e8439edc4b4a']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:07.185532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:07.195458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:07.206742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Made reservation on behalf of 3d337e4443e549ee957008fb39cdfa0f for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:07.210046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.376977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Allocated IP 172.20.0.6 (e74add5f-68cc-4903-80d1-857548823033/d3cf0b99-b2d5-48a6-8f7f-742eb7609794/63f5852d-dc0e-4df5-87db-3566ac554e69) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:07.595417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.601158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-497e776f-68b6-43f7-9ec0-b84117090a51 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.612367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Transition to ACTIVE for port object 63f5852d-dc0e-4df5-87db-3566ac554e69 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:07.613689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-497e776f-68b6-43f7-9ec0-b84117090a51 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.637342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.713611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Network e74add5f-68cc-4903-80d1-857548823033 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:07.717437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:07.719838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:07.745282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:07.797915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:07.798770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.837058 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-858e2ae4-19e7-49a2-9dbb-24635fed5f7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8126435 Apr 21 14:54:07.859236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Request body: {'port': {'device_id': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:07.859658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497e776f-68b6-43f7-9ec0-b84117090a51 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router fbf52853-842e-4c7d-a689-6d6d59acb00e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:07.984665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.048685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-37f47322-2ee3-4b68-896c-b398762e5902 None None] Provisioning for port 63f5852d-dc0e-4df5-87db-3566ac554e69 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:08.053456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-37f47322-2ee3-4b68-896c-b398762e5902 None None] Provisioning complete for port 63f5852d-dc0e-4df5-87db-3566ac554e69 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:08.054088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-37f47322-2ee3-4b68-896c-b398762e5902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.105485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfb8b3-03c2-41b6-8fc0-85a146daa591 req-b7a882d0-b0ee-4017-a8f3-96c50fa54c03 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:08.107240 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f0dfb8b3-03c2-41b6-8fc0-85a146daa591 req-b7a882d0-b0ee-4017-a8f3-96c50fa54c03 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 931 time: 0.1706085 Apr 21 14:54:08.112400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-37f47322-2ee3-4b68-896c-b398762e5902 None None] Port 63f5852d-dc0e-4df5-87db-3566ac554e69 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:08.170465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f0dfb8b3-03c2-41b6-8fc0-85a146daa591 req-631d4ad9-1c1c-4d92-9113-990265bc8f2a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571125 Apr 21 14:54:08.186269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497e776f-68b6-43f7-9ec0-b84117090a51 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:08.193240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-497e776f-68b6-43f7-9ec0-b84117090a51 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.194419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-497e776f-68b6-43f7-9ec0-b84117090a51 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/fbf52853-842e-4c7d-a689-6d6d59acb00e HTTP/1.1" status: 200 len: 887 time: 1.3211279 Apr 21 14:54:08.199735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57048) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:08.201087 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] Sync routers for ids ['fbf52853-842e-4c7d-a689-6d6d59acb00e'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:08.213749 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] Routers {'fbf52853-842e-4c7d-a689-6d6d59acb00e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:08.214737 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fbf52853-842e-4c7d-a689-6d6d59acb00e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:08.276846 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:08.287126 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] Routers {'fbf52853-842e-4c7d-a689-6d6d59acb00e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:08.287720 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fbf52853-842e-4c7d-a689-6d6d59acb00e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:08.332350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f5852d-dc0e-4df5-87db-3566ac554e69 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:54:08.340038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.349255 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:08.349653 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02eb94-3b91-4de7-80e2-94a1c26d7e69 None None] The sync data for ids ['fbf52853-842e-4c7d-a689-6d6d59acb00e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:08.355305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Transition to ACTIVE for port object 63f5852d-dc0e-4df5-87db-3566ac554e69 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:08.359763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.419346 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a697d590-5aeb-4ae7-8da0-d1da6739b3a2 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/routers/fbf52853-842e-4c7d-a689-6d6d59acb00e HTTP/1.1" status: 200 len: 887 time: 0.2171521 Apr 21 14:54:08.422023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57052) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:08.466067 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1947a4f7-4fa6-48d7-be25-4a8a9d8b99c0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:08.481442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1947a4f7-4fa6-48d7-be25-4a8a9d8b99c0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:08.485100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1947a4f7-4fa6-48d7-be25-4a8a9d8b99c0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbf52853-842e-4c7d-a689-6d6d59acb00e HTTP/1.1" status: 200 len: 205 time: 0.0596545 Apr 21 14:54:08.485610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57056) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:08.572101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:08.688180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Attempting to bind port 63f5852d-dc0e-4df5-87db-3566ac554e69 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:08.688937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Attempting to bind port 63f5852d-dc0e-4df5-87db-3566ac554e69 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:08.688937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Attempting to bind port 63f5852d-dc0e-4df5-87db-3566ac554e69 on network e74add5f-68cc-4903-80d1-857548823033 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:08.698789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Port 63f5852d-dc0e-4df5-87db-3566ac554e69 on network e74add5f-68cc-4903-80d1-857548823033 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:54:08.699197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Attempting to bind port 63f5852d-dc0e-4df5-87db-3566ac554e69 on network e74add5f-68cc-4903-80d1-857548823033 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:08.704807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.718315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:08.718661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Checking segment: {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:08.719047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Bound using segment: {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:08.719479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Bound port: 63f5852d-dc0e-4df5-87db-3566ac554e69, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a29cbc5-6070-4cac-8288-57b164442c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e74add5f-68cc-4903-80d1-857548823033'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:08.719828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.747191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a00c5423-7245-4462-9321-c8f1c50612ca up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:08.820517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a00c5423-7245-4462-9321-c8f1c50612ca completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:08.824994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:08.827052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a00c5423-7245-4462-9321-c8f1c50612ca triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:08.827661 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.828543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:08.834203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.893120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.894828 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] 10.222.0.21 "PUT /v2.0/ports/63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 200 len: 1093 time: 1.0442727 Apr 21 14:54:08.895468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:08.940051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46f04f-89e2-4cea-a610-f4cc89e95ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:09.001478 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dc7c31-0714-446b-b995-89947a69021c'] response: {'name': 'network-changed', 'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'status': 'completed', 'code': 200} Apr 21 14:54:09.039779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.071640 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-ad1093be-aee7-44b7-8d26-5be400be4ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d337e4443e549ee957008fb39cdfa0f&device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1096 time: 0.1133351 Apr 21 14:54:09.080957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.085212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a00c5423-7245-4462-9321-c8f1c50612ca, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a00c5423-7245-4462-9321-c8f1c50612ca,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:09.091223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.091466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 784aff3e-487a-42e9-ab5b-c5e11dae168e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:09.091812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.164483 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-a0976970-c69e-4a78-bf63-b2a1365557a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 200 len: 217 time: 0.0787370 Apr 21 14:54:09.185892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a00c5423-7245-4462-9321-c8f1c50612ca,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:09.247718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-040dce78-87e5-4db3-b689-ad964cd3bd3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:09.249305 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-040dce78-87e5-4db3-b689-ad964cd3bd3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3cf0b99-b2d5-48a6-8f7f-742eb7609794 HTTP/1.1" status: 200 len: 835 time: 0.0738266 Apr 21 14:54:09.286127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.295093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57066) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.326962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-630b9da0-2cde-4b7a-b820-8285ed7f9aee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e74add5f-68cc-4903-80d1-857548823033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715411 Apr 21 14:54:09.462924 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-e0df51f9-7e1e-4d8c-bf0e-6eb7cc2c1fc3 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289628 Apr 21 14:54:09.524710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 784aff3e-487a-42e9-ab5b-c5e11dae168e owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:09.593481 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ebca8a91-f8a7-4701-ba96-c966106b3e7c req-7ad0cda7-97d3-419f-ab7b-e30a20c9f4a3 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244798 Apr 21 14:54:09.598526 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7cf95ee4-e74b-40b3-8c9a-84011dfba303 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/0b1b417d-8fa2-413a-9acc-a3c9b717e918 HTTP/1.1" status: 200 len: 992 time: 0.3026910 Apr 21 14:54:09.655907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eedc0-e4a2-4f95-ac8c-646d9df13933 req-c5d58f29-aaff-4b5c-a205-9bd52fef1c0a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:09.662656 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-815eedc0-e4a2-4f95-ac8c-646d9df13933 req-c5d58f29-aaff-4b5c-a205-9bd52fef1c0a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 943 time: 0.3070514 Apr 21 14:54:09.720697 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-815eedc0-e4a2-4f95-ac8c-646d9df13933 req-e7ded8dc-a38b-4439-a5d9-0c3c202e1376 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570614 Apr 21 14:54:09.769887 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-4b3bc6b3-801b-4b7e-ad16-b910b9ad5b95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d337e4443e549ee957008fb39cdfa0f&device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1096 time: 0.0824366 Apr 21 14:54:09.791643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.837364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=784aff3e-487a-42e9-ab5b-c5e11dae168e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:09.924612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-a8dd9784-e497-484a-b580-37296556966a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:09.926729 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-a8dd9784-e497-484a-b580-37296556966a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 200 len: 898 time: 0.1282251 Apr 21 14:54:09.928960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.995125 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-1d5538ed-0349-49db-be9a-2890920a5932 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 200 len: 217 time: 0.0608416 Apr 21 14:54:10.061409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-1740493e-1a8f-4b2b-9c31-114e88ec8a30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:10.062850 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-1740493e-1a8f-4b2b-9c31-114e88ec8a30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3cf0b99-b2d5-48a6-8f7f-742eb7609794 HTTP/1.1" status: 200 len: 835 time: 0.0608702 Apr 21 14:54:10.138111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-8ed9d5af-f62b-4450-a766-571691eb57b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e74add5f-68cc-4903-80d1-857548823033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686722 Apr 21 14:54:10.148790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.280273 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-a388b48e-7d7e-4530-9881-1203cb328afb service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338158 Apr 21 14:54:10.497179 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-441e0407-a86b-4c4f-84a1-f6b7374fc42d req-966a4ee6-c27c-410e-8c87-bd0bf3d7edd6 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108366 Apr 21 14:54:10.609421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.612046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 2e7a6f9e-178b-48ed-a11d-ecd9af4f9a5a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:10.612404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.646281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.692852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a00c5423-7245-4462-9321-c8f1c50612ca up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:10.750950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.751448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Fanout notify agent at l3_agent the message router_deleted on router fbf52853-842e-4c7d-a689-6d6d59acb00e {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:54:10.769905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a00c5423-7245-4462-9321-c8f1c50612ca triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:10.770663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.794578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.795679 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a88f4756-1eaa-49f9-9622-34b057a943d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/fbf52853-842e-4c7d-a689-6d6d59acb00e HTTP/1.1" status: 204 len: 168 time: 2.3094063 Apr 21 14:54:10.800570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57080) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.814390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-480375196'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:10.826009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:10.831758 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.832122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.840259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:10.846741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:10.936784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.000271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 2e7a6f9e-178b-48ed-a11d-ecd9af4f9a5a owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:11.062093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:11.064961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.119579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:54:11.127484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c332e-de48-42b4-b4fb-b3b3b1ff2237 req-5ae4af9d-b104-40fa-9e26-139d55ebf8de tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:11.128981 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e54c332e-de48-42b4-b4fb-b3b3b1ff2237 req-5ae4af9d-b104-40fa-9e26-139d55ebf8de tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 943 time: 0.2833419 Apr 21 14:54:11.158825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.159472 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment 9f5d242d-53d9-4f69-9da3-74219b4f998d of type vlan for network 06574315-c0e6-4e31-b125-9e71a9683d58 Apr 21 14:54:11.245319 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e54c332e-de48-42b4-b4fb-b3b3b1ff2237 req-90444557-e17b-4bac-8aac-0ae66895e840 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045322 Apr 21 14:54:11.246874 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.286614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.300654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 63f5852d-dc0e-4df5-87db-3566ac554e69 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:54:11.328775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.332383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:11.332956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.353039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=2e7a6f9e-178b-48ed-a11d-ecd9af4f9a5a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:11.434353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:11.447497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'port_id': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'mac_address': 'fa:16:3e:58:01:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:54:11.494710 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6931021 Apr 21 14:54:11.497499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57084) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.503843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': '06574315-c0e6-4e31-b125-9e71a9683d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:11.507711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.518328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97d10c-f8a0-4d2f-affa-3a644e99ff43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=06574315-c0e6-4e31-b125-9e71a9683d58,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:11.527836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f5852d-dc0e-4df5-87db-3566ac554e69 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:54:11.535736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 06574315-c0e6-4e31-b125-9e71a9683d58 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:54:11.537194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.610197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:11.620633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.623868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.624907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.628770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.642255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.652806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:11.709754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:11.756618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.911575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['63f5852d-dc0e-4df5-87db-3566ac554e69'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:54:11.987215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.067532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8516eb37-627e-4127-8dcd-7a628bb98f56 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:12.080300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:12.083205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': '9f5d242d-53d9-4f69-9da3-74219b4f998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06574315-c0e6-4e31-b125-9e71a9683d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:12.083558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: 06574315-c0e6-4e31-b125-9e71a9683d58, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:12.104926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 06574315-c0e6-4e31-b125-9e71a9683d58 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:12.117238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 06574315-c0e6-4e31-b125-9e71a9683d58) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:12.121847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:12.122433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.131379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf6c68-9ab0-402d-ab67-1adb31526930 None None] Network 06574315-c0e6-4e31-b125-9e71a9683d58 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:12.150787 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d181acc3-c165-4069-8116-9a5c356f5929 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6514337 Apr 21 14:54:12.151408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57088) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.157751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1536884350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:12.164163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.168298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:router and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.171131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.176953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.188534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.189475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.208811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.228790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.256383 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.260220 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-252d3801-e55c-4789-a700-c5bf58bf05dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1051385 Apr 21 14:54:12.261238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.432744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-06574315-c0e6-4e31-b125-9e71a9683d58', 'network_id': '06574315-c0e6-4e31-b125-9e71a9683d58', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': '4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:54:12.433575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.471032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4b51d-fa06-4d74-8b05-d98a9db950c3 req-bfe19dc6-a5ed-4015-8dcb-f1de46ae1a7c tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:12.471716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f6a4b51d-fa06-4d74-8b05-d98a9db950c3 req-bfe19dc6-a5ed-4015-8dcb-f1de46ae1a7c tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Synchronizing usage tracker for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:12.485678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:12.493289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f6a4b51d-fa06-4d74-8b05-d98a9db950c3 req-bfe19dc6-a5ed-4015-8dcb-f1de46ae1a7c tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Unset dirty status for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:12.495135 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6a4b51d-fa06-4d74-8b05-d98a9db950c3 req-bfe19dc6-a5ed-4015-8dcb-f1de46ae1a7c tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 944 time: 0.1095488 Apr 21 14:54:12.496260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.498481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] Sync routers for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:12.539629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:12.539893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:12.549354 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6a4b51d-fa06-4d74-8b05-d98a9db950c3 req-7db372a9-1eeb-4d2a-aaf8-5b4fe82b5ec5 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442560 Apr 21 14:54:12.607532 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-97c77e0a-d202-4688-b0bb-45f490965791 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/0b1b417d-8fa2-413a-9acc-a3c9b717e918 HTTP/1.1" status: 204 len: 168 time: 2.6771405 Apr 21 14:54:12.609584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:12.689779 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906c3f72-71f2-404b-bc12-d4bbf544dc28'] response: {'name': 'network-changed', 'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'status': 'completed', 'code': 200} Apr 21 14:54:12.750329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Allocated IP 172.20.0.2 (06574315-c0e6-4e31-b125-9e71a9683d58/4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0/465765a8-dd77-47dc-aee0-de9b1b5bdf2f) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:12.824577 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-1d3bf668-2b0a-41eb-b700-2f71fcb55457 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 1098 time: 0.0834994 Apr 21 14:54:12.913069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:12.913625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.043475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-41722cf0-4047-4bc7-9576-109a6de1ab48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:13.045219 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-41722cf0-4047-4bc7-9576-109a6de1ab48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d54021ed-43fa-43b8-9b09-3409f647ea88 HTTP/1.1" status: 200 len: 898 time: 0.2145152 Apr 21 14:54:13.128853 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-db927360-b0a7-491e-b0f7-7a86e0180aed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069 HTTP/1.1" status: 200 len: 217 time: 0.0755136 Apr 21 14:54:13.196558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d993265-5e3a-4a90-ab40-e9e99e2d247b req-285c5c2a-8285-4498-9f50-9f97c3e9ecd6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:13.198543 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d993265-5e3a-4a90-ab40-e9e99e2d247b req-285c5c2a-8285-4498-9f50-9f97c3e9ecd6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 945 time: 0.2048631 Apr 21 14:54:13.205733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-461c6b93-adca-4611-9b83-03b7d2463e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:13.207111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-461c6b93-adca-4611-9b83-03b7d2463e90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f2c58056-b101-47ac-add1-19209afd70dc HTTP/1.1" status: 200 len: 835 time: 0.0702243 Apr 21 14:54:13.263661 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.304875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Transition to ACTIVE for port object 465765a8-dd77-47dc-aee0-de9b1b5bdf2f will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:13.312990 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d993265-5e3a-4a90-ab40-e9e99e2d247b req-8832ef10-cd13-4249-b20f-9f8fa4305b13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640144 Apr 21 14:54:13.324455 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-fbf6def0-0a08-4f8d-9adf-600a0cb8e5c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d54021ed-43fa-43b8-9b09-3409f647ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098704 Apr 21 14:54:13.326423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 63f5852d-dc0e-4df5-87db-3566ac554e69 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:13.372929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Transition to ACTIVE for port object 465765a8-dd77-47dc-aee0-de9b1b5bdf2f will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:13.388251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.453807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.20.0.1 (06574315-c0e6-4e31-b125-9e71a9683d58/4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0/b5f96ecd-044a-4737-adeb-7006034ea955) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:13.469907 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-c1df5704-d39d-4aca-94e9-56fcb53b7c59 service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385052 Apr 21 14:54:13.475751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Network 06574315-c0e6-4e31-b125-9e71a9683d58 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:13.480449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:13.483827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:13.490096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Pushing event updated for resources: {'Port': ['ID=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:13.537389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 63f5852d-dc0e-4df5-87db-3566ac554e69 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:13.541288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:13.551429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] Checking router: 8516eb37-627e-4127-8dcd-7a628bb98f56 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:13.578126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 63f5852d-dc0e-4df5-87db-3566ac554e69 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:13.578505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.627455 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb707246-77ef-4136-bd04-f48cf95a1225 req-e843a503-5483-420c-9abd-3bb4df088d58 service neutron] 10.222.0.21 "GET /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514287 Apr 21 14:54:13.652769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Attempting to bind port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:13.653148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Attempting to bind port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '9f5d242d-53d9-4f69-9da3-74219b4f998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06574315-c0e6-4e31-b125-9e71a9683d58'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:13.653517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Attempting to bind port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f on network 06574315-c0e6-4e31-b125-9e71a9683d58 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:13.669350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:13.669971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:13.730516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:13.730898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Checking segment: {'id': '9f5d242d-53d9-4f69-9da3-74219b4f998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06574315-c0e6-4e31-b125-9e71a9683d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:13.731325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.731707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Bound using segment: {'id': '9f5d242d-53d9-4f69-9da3-74219b4f998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06574315-c0e6-4e31-b125-9e71a9683d58'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:13.732237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Bound port: 465765a8-dd77-47dc-aee0-de9b1b5bdf2f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5d242d-53d9-4f69-9da3-74219b4f998d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '06574315-c0e6-4e31-b125-9e71a9683d58'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:13.732617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.795560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.816718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object b5f96ecd-044a-4737-adeb-7006034ea955 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:13.830902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be8f9c-c52f-4718-8762-6c979dbece7d req-5c63e712-806b-4630-b8ab-3d5024e97cba tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:13.832363 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-69be8f9c-c52f-4718-8762-6c979dbece7d req-5c63e712-806b-4630-b8ab-3d5024e97cba tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 944 time: 0.1491792 Apr 21 14:54:13.874083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.936587 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-69be8f9c-c52f-4718-8762-6c979dbece7d req-8031f54b-2ead-429c-8bfb-3d0b218defcd tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972745 Apr 21 14:54:13.957059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 06574315-c0e6-4e31-b125-9e71a9683d58 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:13.960609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:13.960951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.964810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:13.989468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] For port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:13.998163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=b5f96ecd-044a-4737-adeb-7006034ea955,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:14.011376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] For port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,segment=NetworkSegment(9f5d242d-53d9-4f69-9da3-74219b4f998d),segment_id=9f5d242d-53d9-4f69-9da3-74219b4f998d)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:14.019736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:14.028951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.037517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.074042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:14.120325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:14.124539 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28df42b5-8845-47e2-9bed-fc7898e3b0b5'] response: {'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'code': 200} Apr 21 14:54:14.129984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.146577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.191426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76583c-240b-4bbd-9eae-6ffc4a137831 None None] Pushing event updated for resources: {'Port': ['ID=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:14.463635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:14.627214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:14.631588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f472c6-67aa-40ef-ad34-5f0a4179c69e None None] The sync data for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv is: [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:53:05Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'f345fe29-c032-4e64-83f7-48d7899fa82b', 'name': '', 'network_id': 'd54021ed-43fa-43b8-9b09-3409f647ea88', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:d0:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:04Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f2c58056-b101-47ac-add1-19209afd70dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:14.660392 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-94a0c2c9-2662-4571-ab9f-8dd2ae479e67 req-bd7ae8d9-c01d-454f-8b14-bd3cb84e06e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1098 time: 0.2865648 Apr 21 14:54:14.745701 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-94a0c2c9-2662-4571-ab9f-8dd2ae479e67 req-a7804b5e-0b92-48f3-82b1-0f950a15a0fe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686769 Apr 21 14:54:14.789680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 465765a8-dd77-47dc-aee0-de9b1b5bdf2f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:14.791079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.799702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-a10b6b05-5a5e-42f2-ad9c-fcbdd0c03e99 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:14.800416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-a10b6b05-5a5e-42f2-ad9c-fcbdd0c03e99 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:14.806474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.861157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:14.884508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff471-21a3-4dfb-a815-2d18f4ed0b33 req-6d3ad845-47c6-4641-a207-55e31941bddf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:14.885228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-2b1ff471-21a3-4dfb-a815-2d18f4ed0b33 req-6d3ad845-47c6-4641-a207-55e31941bddf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:14.922540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-a10b6b05-5a5e-42f2-ad9c-fcbdd0c03e99 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:14.923670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-a10b6b05-5a5e-42f2-ad9c-fcbdd0c03e99 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 945 time: 0.4070799 Apr 21 14:54:14.942969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-2b1ff471-21a3-4dfb-a815-2d18f4ed0b33 req-6d3ad845-47c6-4641-a207-55e31941bddf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:14.944137 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2b1ff471-21a3-4dfb-a815-2d18f4ed0b33 req-6d3ad845-47c6-4641-a207-55e31941bddf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 945 time: 0.3837411 Apr 21 14:54:14.949605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=b5f96ecd-044a-4737-adeb-7006034ea955,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:14.951934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:15.139849 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2b1ff471-21a3-4dfb-a815-2d18f4ed0b33 req-58410741-1e7c-483b-b23d-9bed325ca988 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=182ec5ee-ad93-4102-b8f5-87a2830b6374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836565 Apr 21 14:54:15.171856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 0a24193c-a18f-4ba5-8981-7955e5bb6069 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:15.172294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:15.174130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47ce86-8e6d-4147-9f02-5041b5db35c5 req-598fb029-743b-410d-adce-19d48e6da3e1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:15.182206 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad47ce86-8e6d-4147-9f02-5041b5db35c5 req-598fb029-743b-410d-adce-19d48e6da3e1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1050284 Apr 21 14:54:15.232794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad47ce86-8e6d-4147-9f02-5041b5db35c5 req-ff80c2dd-65e0-4c91-8129-f5698f9546a4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495532 Apr 21 14:54:15.313616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 06574315-c0e6-4e31-b125-9e71a9683d58 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:15.316816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:15.467829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c8503-7a0f-4305-b70a-12859c29f8c3 None None] Network 06574315-c0e6-4e31-b125-9e71a9683d58 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:15.631188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-82bf6e56-da2e-41bc-904d-a7d4f50a110d None None] Provisioning for port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:15.644352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-82bf6e56-da2e-41bc-904d-a7d4f50a110d None None] Provisioning complete for port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:15.644728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-82bf6e56-da2e-41bc-904d-a7d4f50a110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:15.823018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-82bf6e56-da2e-41bc-904d-a7d4f50a110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:15.824773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 0a24193c-a18f-4ba5-8981-7955e5bb6069, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0a24193c-a18f-4ba5-8981-7955e5bb6069,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:15.825295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:15.859278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-82bf6e56-da2e-41bc-904d-a7d4f50a110d None None] For port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,segment=NetworkSegment(9f5d242d-53d9-4f69-9da3-74219b4f998d),segment_id=9f5d242d-53d9-4f69-9da3-74219b4f998d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:15.864387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-82bf6e56-da2e-41bc-904d-a7d4f50a110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:15.937245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf6e56-da2e-41bc-904d-a7d4f50a110d None None] Pushing event updated for resources: {'Port': ['ID=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:15.959259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 0a24193c-a18f-4ba5-8981-7955e5bb6069 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:16.090411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8fc514b7-017f-4645-9112-c7339d62c9a5 None None] Provisioning for port b5f96ecd-044a-4737-adeb-7006034ea955 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:16.096275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8fc514b7-017f-4645-9112-c7339d62c9a5 None None] Provisioning complete for port b5f96ecd-044a-4737-adeb-7006034ea955 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:16.096649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8fc514b7-017f-4645-9112-c7339d62c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.141101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.156714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8fc514b7-017f-4645-9112-c7339d62c9a5 None None] Port b5f96ecd-044a-4737-adeb-7006034ea955 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:16.170079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8fc514b7-017f-4645-9112-c7339d62c9a5 None None] Provisioning complete for port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:16.170450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8fc514b7-017f-4645-9112-c7339d62c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.193229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=0a24193c-a18f-4ba5-8981-7955e5bb6069,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:16.236487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router e5948ea0-d6fb-4200-8544-5aafad35486d is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:54:16.283886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port 0a24193c-a18f-4ba5-8981-7955e5bb6069 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:16.288547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.291763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'name': 'network-vif-deleted', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:16.473004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a12e5b-9c3a-4808-ad29-e87457cd61dc req-c76d71f4-4a1d-4a9d-b8f1-b6a97f9085c5 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:16.475600 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6a12e5b-9c3a-4808-ad29-e87457cd61dc req-c76d71f4-4a1d-4a9d-b8f1-b6a97f9085c5 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.0909696 Apr 21 14:54:16.478206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-eec8551c-264f-44f2-8e7c-e1e522809914 None None] Provisioning complete for port b5f96ecd-044a-4737-adeb-7006034ea955 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:16.478877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eec8551c-264f-44f2-8e7c-e1e522809914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.483589 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8d2a84ec-432f-45f8-a4f4-4972957af93d req-5b0b0a88-239a-420e-9b55-761e9b7af716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/0a24193c-a18f-4ba5-8981-7955e5bb6069 HTTP/1.1" status: 204 len: 173 time: 1.4245393 Apr 21 14:54:16.489887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-dd78b6ec-1088-4801-b60f-3cc327b27907 req-d1c3492e-f042-464b-83d2-834a38775b2e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:16.528109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-dd78b6ec-1088-4801-b60f-3cc327b27907 req-d1c3492e-f042-464b-83d2-834a38775b2e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:16.529295 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dd78b6ec-1088-4801-b60f-3cc327b27907 req-d1c3492e-f042-464b-83d2-834a38775b2e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=0daab705-75f1-4f43-adc1-cfb2b32bbf2b HTTP/1.1" status: 200 len: 210 time: 0.1509652 Apr 21 14:54:16.558225 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6a12e5b-9c3a-4808-ad29-e87457cd61dc req-5b75fa3b-382c-4891-93aa-845a8f6e467d tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751989 Apr 21 14:54:16.581970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-eec8551c-264f-44f2-8e7c-e1e522809914 None None] Port b5f96ecd-044a-4737-adeb-7006034ea955 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:16.652617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:16.659101 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-12d5792e-dc4b-4257-8b5d-c3d5c6313140 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/e5948ea0-d6fb-4200-8544-5aafad35486d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3954639 Apr 21 14:54:16.661718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57122) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:16.663778 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] Sync routers for ids ['e5948ea0-d6fb-4200-8544-5aafad35486d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:16.695819 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] Routers {'e5948ea0-d6fb-4200-8544-5aafad35486d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:16.696827 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e5948ea0-d6fb-4200-8544-5aafad35486d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:16.704547 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-045687ed-3dbe-4f21-8872-a4597d50caf2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1298511 Apr 21 14:54:16.713178 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f333870-ab9e-420c-a911-b84d17708521'] response: {'server_uuid': '0daab705-75f1-4f43-adc1-cfb2b32bbf2b', 'name': 'network-vif-deleted', 'tag': '0a24193c-a18f-4ba5-8981-7955e5bb6069', 'status': 'completed', 'code': 200} Apr 21 14:54:16.790292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 465765a8-dd77-47dc-aee0-de9b1b5bdf2f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:16.809052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369e37c-fd59-4d09-91dd-9a51f3fd4f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:16.809662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b369e37c-fd59-4d09-91dd-9a51f3fd4f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:16.888517 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:16.897014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b369e37c-fd59-4d09-91dd-9a51f3fd4f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:16.898611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b369e37c-fd59-4d09-91dd-9a51f3fd4f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports/b5f96ecd-044a-4737-adeb-7006034ea955 HTTP/1.1" status: 200 len: 910 time: 0.2356770 Apr 21 14:54:16.904901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57126) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:16.909232 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] Routers {'e5948ea0-d6fb-4200-8544-5aafad35486d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:16.909829 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e5948ea0-d6fb-4200-8544-5aafad35486d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:16.910700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:16.939632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:16.940276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.983561 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:16.983956 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3689d-3a57-4b06-9910-4deb5e40d893 None None] The sync data for ids ['e5948ea0-d6fb-4200-8544-5aafad35486d'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:16.990646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d4ddc-a0ab-4fa0-853a-10d5c764fa62 None None] New status for floating IP 0b1b417d-8fa2-413a-9acc-a3c9b717e918: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:54:17.009191 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-3eb13f19-8c10-476d-855d-cb49faebc8b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d337e4443e549ee957008fb39cdfa0f&device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1098 time: 0.1240735 Apr 21 14:54:17.021451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54740517-efab-4859-9c1b-aa534a50ad3e req-c1db41cb-88c8-4ce3-8de7-8791d6a636ff tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:17.023024 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54740517-efab-4859-9c1b-aa534a50ad3e req-c1db41cb-88c8-4ce3-8de7-8791d6a636ff tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1895883 Apr 21 14:54:17.168923 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54740517-efab-4859-9c1b-aa534a50ad3e req-34c25350-4679-4341-8b5d-2d1ee85b7cf7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955122 Apr 21 14:54:17.197696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57130) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.264009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-401d28d0-8b78-466f-8cf7-c3f9efbd70ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:17.264490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.265551 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-401d28d0-8b78-466f-8cf7-c3f9efbd70ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 200 len: 898 time: 0.2198460 Apr 21 14:54:17.346752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0a24193c-a18f-4ba5-8981-7955e5bb6069 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:17.350919 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-18683837-7d58-4592-9daa-53ba47320a08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 200 len: 217 time: 0.0686941 Apr 21 14:54:17.361143 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d93fb78f-4759-4600-9bd1-ec3af722fe45 tempest-TestNetworkAdvancedServerOps-1520446779 tempest-TestNetworkAdvancedServerOps-1520446779-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1093 time: 0.1504967 Apr 21 14:54:17.361322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.383791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 0a24193c-a18f-4ba5-8981-7955e5bb6069 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:17.384189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0a24193c-a18f-4ba5-8981-7955e5bb6069 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:17.399450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:17.519075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:17.528808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Usage tracker for resource:floatingip and tenant:3d337e4443e549ee957008fb39cdfa0f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:17.533126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:17.541297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:17.554143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-3e5c2bbf-7bc5-495b-a734-566d2431c074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:17.554567 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-3e5c2bbf-7bc5-495b-a734-566d2431c074 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3cf0b99-b2d5-48a6-8f7f-742eb7609794 HTTP/1.1" status: 200 len: 835 time: 0.1952100 Apr 21 14:54:17.559215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.663104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57140) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.784453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.785187 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-222f536f-d543-45cc-a8fd-7d3ef7f12014 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e74add5f-68cc-4903-80d1-857548823033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2114999 Apr 21 14:54:17.795934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a4151d5-b0c7-47de-8878-e8b594ca26c2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.799959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.902405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a4151d5-b0c7-47de-8878-e8b594ca26c2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.917004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:17.917610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.921792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/ports/b5f96ecd-044a-4737-adeb-7006034ea955 HTTP/1.1" status: 200 len: 910 time: 1.0158548 Apr 21 14:54:17.922442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57144) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.924689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576afb98-b679-47f0-895f-78404ba248dd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=b5f96ecd-044a-4737-adeb-7006034ea955,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:17.997958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.055167 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-dfe217c4-6f40-43a0-adfa-9c3b610f810e service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601690 Apr 21 14:54:18.181063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a4151d5-b0c7-47de-8878-e8b594ca26c2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.263561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4151d5-b0c7-47de-8878-e8b594ca26c2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182ec5ee-ad93-4102-b8f5-87a2830b6374,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:18.310041 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b51994c-c7b4-4673-ba08-0690284a7376 req-3382fdb3-05cc-4bb1-ad3e-20047163fb01 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486529 Apr 21 14:54:18.310791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a4151d5-b0c7-47de-8878-e8b594ca26c2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.312344 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a4151d5-b0c7-47de-8878-e8b594ca26c2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/182ec5ee-ad93-4102-b8f5-87a2830b6374 HTTP/1.1" status: 204 len: 168 time: 0.6440439 Apr 21 14:54:18.320310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Allocated IP 172.26.6.136 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/723135e5-dcfd-480d-b6f1-33caae1e2087) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:18.357043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.401128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57150) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:18.606773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.664175 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.740472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:18.745704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Port': ['ID=723135e5-dcfd-480d-b6f1-33caae1e2087,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:18.749051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:18.751056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:18.937499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port b5f96ecd-044a-4737-adeb-7006034ea955 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:18.938096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.990305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9a55c3ad-aa98-4058-a005-c230e6f4f9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.137805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.258638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for b5f96ecd-044a-4737-adeb-7006034ea955 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:19.372591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.429830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.476812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=b5f96ecd-044a-4737-adeb-7006034ea955,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:19.710734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.806147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.813405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.202731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router e5948ea0-d6fb-4200-8544-5aafad35486d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:20.225488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.230784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.349877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event updated for resources: {'Port': ['ID=723135e5-dcfd-480d-b6f1-33caae1e2087,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:20.350126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:20.363726 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] Sync routers for ids ['e5948ea0-d6fb-4200-8544-5aafad35486d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:20.370729 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8dc21e31-78a5-45b2-922f-a45fa794dccc tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/e5948ea0-d6fb-4200-8544-5aafad35486d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4471557 Apr 21 14:54:20.373319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57154) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:20.378863 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] Routers {'e5948ea0-d6fb-4200-8544-5aafad35486d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:20.379521 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e5948ea0-d6fb-4200-8544-5aafad35486d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:20.403009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.414373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ffd24a3a-2171-49aa-9c08-259ad4915e59 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:20.432936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ffd24a3a-2171-49aa-9c08-259ad4915e59 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:20.436883 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ffd24a3a-2171-49aa-9c08-259ad4915e59 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5948ea0-d6fb-4200-8544-5aafad35486d HTTP/1.1" status: 200 len: 205 time: 0.0600445 Apr 21 14:54:20.437171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57158) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:20.438141 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:20.448950 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] Routers {'e5948ea0-d6fb-4200-8544-5aafad35486d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:20.449537 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:53:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e5948ea0-d6fb-4200-8544-5aafad35486d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:20.509316 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:20.509645 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a8497-3c67-4e9b-952b-4b3fcaf23f2d None None] The sync data for ids ['e5948ea0-d6fb-4200-8544-5aafad35486d'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:20.579617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-674e5436-03eb-4378-9a14-2e539baaa758 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.741401 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port f345fe29-c032-4e64-83f7-48d7899fa82b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:20.741723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.956596 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Floating IP ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e associated. External IP: 172.26.6.136, port: 63f5852d-dc0e-4df5-87db-3566ac554e69. Apr 21 14:54:21.068705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-674e5436-03eb-4378-9a14-2e539baaa758 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.073551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-674e5436-03eb-4378-9a14-2e539baaa758 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.076959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port f345fe29-c032-4e64-83f7-48d7899fa82b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f345fe29-c032-4e64-83f7-48d7899fa82b,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:21.077322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.098515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-674e5436-03eb-4378-9a14-2e539baaa758 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.099035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674e5436-03eb-4378-9a14-2e539baaa758 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Fanout notify agent at l3_agent the message router_deleted on router e5948ea0-d6fb-4200-8544-5aafad35486d {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:54:21.112987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-674e5436-03eb-4378-9a14-2e539baaa758 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.114049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-674e5436-03eb-4378-9a14-2e539baaa758 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/e5948ea0-d6fb-4200-8544-5aafad35486d HTTP/1.1" status: 204 len: 168 time: 0.6758325 Apr 21 14:54:21.116733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57162) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:21.184572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet 4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:54:21.187529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.221120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for f345fe29-c032-4e64-83f7-48d7899fa82b owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:21.240230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.329811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.339502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d5bb39f3-8d86-4901-9099-c0bd33f0d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.408484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.446267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:21.453966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.464084 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-55e94b0c-31d0-4eb0-b4a1-4b8c660c6718 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0 HTTP/1.1" status: 204 len: 168 time: 0.3432410 Apr 21 14:54:21.464326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9511a-18d6-441b-b86f-4490a4484f7f None None] Network 06574315-c0e6-4e31-b125-9e71a9683d58 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:21.464547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57166) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:21.484005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.579643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.589877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=f345fe29-c032-4e64-83f7-48d7899fa82b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:21.593769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:21.594131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.772524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] DHCP port deletion for 06574315-c0e6-4e31-b125-9e71a9683d58 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:54:21.777946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Deleting port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:21.778565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.861108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,segment=NetworkSegment(9f5d242d-53d9-4f69-9da3-74219b4f998d),segment_id=9f5d242d-53d9-4f69-9da3-74219b4f998d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:21.861623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.905941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:21.984082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 465765a8-dd77-47dc-aee0-de9b1b5bdf2f owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:22.021020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] For port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,segment=NetworkSegment(9f5d242d-53d9-4f69-9da3-74219b4f998d),segment_id=9f5d242d-53d9-4f69-9da3-74219b4f998d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:22.021424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.068842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.121358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=465765a8-dd77-47dc-aee0-de9b1b5bdf2f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:22.125371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No DVR routers for this DVR port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:22.150765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Calling delete_port for 465765a8-dd77-47dc-aee0-de9b1b5bdf2f owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:22.194729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.227395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:54:22.227781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:54:22.246245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.250224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.274979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06574315-c0e6-4e31-b125-9e71a9683d58']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:22.286929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5d242d-53d9-4f69-9da3-74219b4f998d') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:22.287230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5d242d-53d9-4f69-9da3-74219b4f998d') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:22.298851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.317555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.324906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:54:22.324906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:22.339252 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:22.403437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:22.413050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] Sync routers for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:22.420420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.429766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:22.431780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:22.439715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.442255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.451937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=06574315-c0e6-4e31-b125-9e71a9683d58,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:22.465863 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-659f7006-ebde-4a67-93b1-2f36c21bf23c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/06574315-c0e6-4e31-b125-9e71a9683d58 HTTP/1.1" status: 204 len: 168 time: 1.0002136 Apr 21 14:54:22.469534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57170) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:22.476358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2095086168', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:22.483918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:22.489903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:router and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:22.495350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:22.502277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:22.504225 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3530c871-b5d2-49a5-bdc7-3bd435a3f8ef tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1420059 Apr 21 14:54:22.505650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:22.555624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.558173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.586038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.592836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.610798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.640201 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4902cfa6-7dc1-4bf3-920e-96678c1d58b2'] response: {'name': 'network-changed', 'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'status': 'completed', 'code': 200} Apr 21 14:54:22.645036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.649487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-adc2ae8d-2623-4ca8-9ff6-d60462bca45d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1761005 Apr 21 14:54:22.650525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57178) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:22.657492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-71854774'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:22.662736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:22.668196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:22.674085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:22.677406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:22.682150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:22.712051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:22.716133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.729518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Deleting port 465765a8-dd77-47dc-aee0-de9b1b5bdf2f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:22.729518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.759763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:54:22.773275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.773709 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment 88519702-1ab7-4861-bd60-41a5a59d48e5 of type vlan for network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 Apr 21 14:54:22.818622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b28c6-ad9f-4038-aa17-6f0c58cf0125 None None] The port '465765a8-dd77-47dc-aee0-de9b1b5bdf2f' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:54:22.828408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.863793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.868054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:22.868804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.875785 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-05ac0805-cedb-442f-9092-5742cdc99733 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d337e4443e549ee957008fb39cdfa0f&device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1098 time: 0.2373710 Apr 21 14:54:22.896453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 465765a8-dd77-47dc-aee0-de9b1b5bdf2f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:22.950624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 465765a8-dd77-47dc-aee0-de9b1b5bdf2f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:22.950624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 465765a8-dd77-47dc-aee0-de9b1b5bdf2f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:23.031879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b9660-1938-49ea-91ae-66feac9be688 req-d2d8fe0e-9805-4cd8-9d4c-d98d1ecdedab tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:23.038605 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f30b9660-1938-49ea-91ae-66feac9be688 req-d2d8fe0e-9805-4cd8-9d4c-d98d1ecdedab tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.3263426 Apr 21 14:54:23.069852 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4170973 Apr 21 14:54:23.071258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57182) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:23.083643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadbea3-5b73-46d8-818f-15c3d89890bd tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=b6901d9c-2e5c-4265-bff4-1e696cd2e0f0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:23.088336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:23.098053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:54:23.229327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f30b9660-1938-49ea-91ae-66feac9be688 req-c16d7004-cb9a-4415-9c0a-5c8cdf900628 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898773 Apr 21 14:54:23.238398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-3f7b804c-1b0f-4529-b729-067b14cc2e15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:23.239954 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-3f7b804c-1b0f-4529-b729-067b14cc2e15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 200 len: 898 time: 0.3523712 Apr 21 14:54:23.259337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57186) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:23.307941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:23.312177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'port_id': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'mac_address': 'fa:16:3e:58:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:19Z', 'revision_number': 0, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:23.315986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] Checking router: 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:23.320086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:23.328390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:23.329002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:23.335203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:23.345807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:23.371903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-316dc99b-0be2-4a0c-bcd7-6d9bcb4804f6 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/floatingips/ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e HTTP/1.1" status: 200 len: 991 time: 0.1088071 Apr 21 14:54:23.381727 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-07d005df-5b5c-49dd-8c41-430f03125f1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 200 len: 999 time: 0.1341500 Apr 21 14:54:23.383077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:23.508190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:23.673073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.674506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.688557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-b329f866-ee7d-471b-b7c2-b67d24045f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:23.689969 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-b329f866-ee7d-471b-b7c2-b67d24045f66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3cf0b99-b2d5-48a6-8f7f-742eb7609794 HTTP/1.1" status: 200 len: 835 time: 0.2928677 Apr 21 14:54:23.783552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8516eb37-627e-4127-8dcd-7a628bb98f56 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:23.869831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'port_id': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'mac_address': 'fa:16:3e:58:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:19Z', 'revision_number': 0, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:23.874000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca532911-0def-4c42-b48e-1903b76f79e0 None None] The sync data for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv is: [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'port_id': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'mac_address': 'fa:16:3e:58:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:19Z', 'revision_number': 0, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:23.984874 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-9f64d95e-7085-480d-badb-0d43e25d7aa1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e74add5f-68cc-4903-80d1-857548823033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2849166 Apr 21 14:54:24.082028 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e18066-3e33-4678-abc5-a1ed41634651 None None] New status for floating IP ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:54:24.212799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.246693 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-459b153a-292c-4ee4-846a-a0069057caa7 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286417 Apr 21 14:54:24.374618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57190) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:24.393029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=96cfec76-4dcc-4fa0-9f15-812755bce0f0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:24.448853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:24.449203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: b6901d9c-2e5c-4265-bff4-1e696cd2e0f0, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:24.454410 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6259f07f-68c1-4677-acc9-ad05c912fb3e req-5207c04a-5ed0-4e9d-9029-53770ea2afc2 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979458 Apr 21 14:54:24.469927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:24.481858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] Sync routers for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:24.485271 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-87992439-affb-473a-9d4b-1c00e4bdcf0b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/8516eb37-627e-4127-8dcd-7a628bb98f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0806711 Apr 21 14:54:24.485438 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-51463c53-746c-4a1a-bba3-9ee8a3b44b30 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/floatingips/ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e HTTP/1.1" status: 200 len: 993 time: 0.1090794 Apr 21 14:54:24.485554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57194) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:24.495795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:24.504026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:24.504754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:24.506499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, b6901d9c-2e5c-4265-bff4-1e696cd2e0f0) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:24.518992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:24.519636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.543364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57200) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:24.544216 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-663b87cb-ec75-4173-87e9-39a785232143 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4672482 Apr 21 14:54:24.563942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d76d5-d811-4057-8110-e44831fc7e55 None None] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:24.828512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:25.023033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet f2c58056-b101-47ac-add1-19209afd70dc {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:54:25.044132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:54:25.044954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.079424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.173862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.281590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.346007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Allocated IP 172.20.0.2 (b6901d9c-2e5c-4265-bff4-1e696cd2e0f0/96cfec76-4dcc-4fa0-9f15-812755bce0f0/b82d3dd7-5afd-4851-9a38-89c29d2962bd) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:25.378402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:54:21Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:25.428730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] Checking router: 8516eb37-627e-4127-8dcd-7a628bb98f56 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:25.461457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] Routers {'8516eb37-627e-4127-8dcd-7a628bb98f56'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:25.462104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8516eb37-627e-4127-8dcd-7a628bb98f56'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:25.563441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.708582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.735696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.748898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] Set router 8516eb37-627e-4127-8dcd-7a628bb98f56 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:25.750870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c58056-b101-47ac-add1-19209afd70dc,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:25.756094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.765937 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5e71b74b-195a-45f6-b7df-90f10b4e9452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/f2c58056-b101-47ac-add1-19209afd70dc HTTP/1.1" status: 204 len: 168 time: 1.2771790 Apr 21 14:54:25.766152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57204) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:25.791863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Transition to ACTIVE for port object b82d3dd7-5afd-4851-9a38-89c29d2962bd will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:25.796249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633aeab-6f6c-4f53-bb78-d6f0baccf255 None None] Network d54021ed-43fa-43b8-9b09-3409f647ea88 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:25.936384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Transition to ACTIVE for port object b82d3dd7-5afd-4851-9a38-89c29d2962bd will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:25.969335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.973487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.147323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.20.0.1 (b6901d9c-2e5c-4265-bff4-1e696cd2e0f0/96cfec76-4dcc-4fa0-9f15-812755bce0f0/0b62a266-c378-4cb2-9ca9-40e26307cc25) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:26.152416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:26.178810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Pushing event updated for resources: {'Port': ['ID=b82d3dd7-5afd-4851-9a38-89c29d2962bd,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:26.181594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:26.189906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:26.332675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.359415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object 0b62a266-c378-4cb2-9ca9-40e26307cc25 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:26.360921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Attempting to bind port b82d3dd7-5afd-4851-9a38-89c29d2962bd on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:26.361076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Attempting to bind port b82d3dd7-5afd-4851-9a38-89c29d2962bd by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:26.362121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Attempting to bind port b82d3dd7-5afd-4851-9a38-89c29d2962bd on network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:26.380402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:26.380778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Checking segment: {'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:26.381176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.381565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Bound using segment: {'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:26.382031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Bound port: b82d3dd7-5afd-4851-9a38-89c29d2962bd, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:26.382402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.387107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.398284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 33ae9bee-1b59-4c58-a182-97358a436b91 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:26.398646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.426222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.461695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] DHCP port deletion for d54021ed-43fa-43b8-9b09-3409f647ea88 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:54:26.473079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:54:21Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:26.481711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38aacf7-1e4e-4eab-8b69-bd300538fb85 None None] The sync data for ids ['8516eb37-627e-4127-8dcd-7a628bb98f56'] in dv-neutron-838898-1-hyperv is: [{'id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'name': 'tempest-TestNetworkBasicOps-router-1927191274', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:51Z', 'updated_at': '2022-04-21T14:54:21Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '33ae9bee-1b59-4c58-a182-97358a436b91', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516eb37-627e-4127-8dcd-7a628bb98f56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:52Z', 'updated_at': '2022-04-21T14:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:26.483237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] Deleting port 923de804-82de-4b9f-abe3-56a4b4675065 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:26.483608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.534389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] For port b82d3dd7-5afd-4851-9a38-89c29d2962bd, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:26.539476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:26.546976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] For port b82d3dd7-5afd-4851-9a38-89c29d2962bd, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b82d3dd7-5afd-4851-9a38-89c29d2962bd,segment=NetworkSegment(88519702-1ab7-4861-bd60-41a5a59d48e5),segment_id=88519702-1ab7-4861-bd60-41a5a59d48e5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:26.578072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.587151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:26.592820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=0b62a266-c378-4cb2-9ca9-40e26307cc25,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:26.601716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:26.676268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.703901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 33ae9bee-1b59-4c58-a182-97358a436b91, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=33ae9bee-1b59-4c58-a182-97358a436b91,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:26.704355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.725181 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:54:26.784354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de92a2a-e0b9-4cf7-ae36-5be878963fc9 None None] Pushing event updated for resources: {'Port': ['ID=b82d3dd7-5afd-4851-9a38-89c29d2962bd,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:26.824869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] For port 923de804-82de-4b9f-abe3-56a4b4675065, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=923de804-82de-4b9f-abe3-56a4b4675065,segment=NetworkSegment(b64d823f-323c-49d3-9c3b-5bd5ccdf5dce),segment_id=b64d823f-323c-49d3-9c3b-5bd5ccdf5dce)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:26.825675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.829776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 33ae9bee-1b59-4c58-a182-97358a436b91 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:27.001132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f345fe29-c032-4e64-83f7-48d7899fa82b no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:27.051932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] Calling delete_port for 923de804-82de-4b9f-abe3-56a4b4675065 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:27.097765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: f345fe29-c032-4e64-83f7-48d7899fa82b {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:27.098112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f345fe29-c032-4e64-83f7-48d7899fa82b not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:27.098539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 923de804-82de-4b9f-abe3-56a4b4675065 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:27.169721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.226300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.279623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] Pushing event deleted for resources: {'Port': ['ID=923de804-82de-4b9f-abe3-56a4b4675065,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:27.288936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.298349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60da3e7-5e3d-4477-af41-91033f866814 None None] No DVR routers for this DVR port 923de804-82de-4b9f-abe3-56a4b4675065 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:27.418969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.473451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=33ae9bee-1b59-4c58-a182-97358a436b91,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:27.794151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f233c-e334-4bfe-97ae-db3eceed43c3 None None] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:27.830613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.918007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2f051203-5394-4083-867e-dd64335a1c87 None None] Provisioning for port b82d3dd7-5afd-4851-9a38-89c29d2962bd completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:28.096221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.105074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.131083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.188039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.226697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=0b62a266-c378-4cb2-9ca9-40e26307cc25,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:28.244816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.255092 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2ea785be-4cd5-4f2a-a8f3-1d78542bea85 None None] Provisioning for port 0b62a266-c378-4cb2-9ca9-40e26307cc25 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:28.260444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2ea785be-4cd5-4f2a-a8f3-1d78542bea85 None None] Provisioning complete for port 0b62a266-c378-4cb2-9ca9-40e26307cc25 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:28.260891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2ea785be-4cd5-4f2a-a8f3-1d78542bea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.271800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.272392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router 8516eb37-627e-4127-8dcd-7a628bb98f56 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:54:28.321231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2ea785be-4cd5-4f2a-a8f3-1d78542bea85 None None] Port 0b62a266-c378-4cb2-9ca9-40e26307cc25 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:28.352209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.355679 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a9adb9fe-f05f-4075-8f3a-c95b8f1083fc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/8516eb37-627e-4127-8dcd-7a628bb98f56 HTTP/1.1" status: 204 len: 168 time: 2.5885792 Apr 21 14:54:28.356704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57208) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:28.409775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:28.411411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:28.463043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d8f9a298-070f-43b2-8a58-8b11a40620f1 None None] Provisioning complete for port 0b62a266-c378-4cb2-9ca9-40e26307cc25 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:28.463814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d8f9a298-070f-43b2-8a58-8b11a40620f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.493372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.528440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d8f9a298-070f-43b2-8a58-8b11a40620f1 None None] Port 0b62a266-c378-4cb2-9ca9-40e26307cc25 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:28.646217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.656192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-806df897-d05a-478c-bb96-ba9b7a2a50b2 None None] Provisioning complete for port 0b62a266-c378-4cb2-9ca9-40e26307cc25 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:28.656834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-806df897-d05a-478c-bb96-ba9b7a2a50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.683937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54021ed-43fa-43b8-9b09-3409f647ea88']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:28.697086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:28.697291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64d823f-323c-49d3-9c3b-5bd5ccdf5dce') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:28.709250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.727435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.736415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:54:28.737022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.744714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-806df897-d05a-478c-bb96-ba9b7a2a50b2 None None] Port 0b62a266-c378-4cb2-9ca9-40e26307cc25 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:28.754739 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:28.812912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b82d3dd7-5afd-4851-9a38-89c29d2962bd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:28.836865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.842102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.871963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=d54021ed-43fa-43b8-9b09-3409f647ea88,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:28.881424 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c6f6260-2672-4ea7-938c-ae68af517c38 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/d54021ed-43fa-43b8-9b09-3409f647ea88 HTTP/1.1" status: 204 len: 168 time: 0.5230966 Apr 21 14:54:28.889601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b82d3dd7-5afd-4851-9a38-89c29d2962bd completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:28.895534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57212) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:28.898686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b82d3dd7-5afd-4851-9a38-89c29d2962bd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:28.899061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.901431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--1412709441', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:28.908915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:28.915840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:28.920188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:28.929499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:28.946174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:28.949478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.985796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:54:28.987557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:54:29.003513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.003859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment 3de3310c-b94b-42ba-9228-68e71c45f9b0 of type vlan for network 3ab338c1-156c-4590-8576-195df5e3309c Apr 21 14:54:29.019502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.051611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b82d3dd7-5afd-4851-9a38-89c29d2962bd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b82d3dd7-5afd-4851-9a38-89c29d2962bd,segment=NetworkSegment(88519702-1ab7-4861-bd60-41a5a59d48e5),segment_id=88519702-1ab7-4861-bd60-41a5a59d48e5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:29.055461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.120333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b82d3dd7-5afd-4851-9a38-89c29d2962bd,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:29.145912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.190103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.193689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:29.194256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.309277 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4128361 Apr 21 14:54:29.312117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57216) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:29.312877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0709-1b8e-4747-8a14-3d2c2bd6f02b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=3ab338c1-156c-4590-8576-195df5e3309c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:29.318039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-946790266', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:29.318368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:29.323239 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-868fb8e8-ab6c-441c-8467-584def899e91 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7774272 Apr 21 14:54:29.325957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57220) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:29.331345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-879496188'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:29.331823 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Sync routers for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:29.334502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 3ab338c1-156c-4590-8576-195df5e3309c details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:54:29.335660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:29.336495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:29.340728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:29.341812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:29.343606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:29.345895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:29.349688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:29.352059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:29.361747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:29.363174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.364058 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:29.364233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.364819 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:29.365557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.386517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.400447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:54:29.409232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.409621 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment c06d5121-dad4-41fb-b212-d4f4f143a20f of type vlan for network e1bf9830-a892-4c11-8b78-d168c6f5336f Apr 21 14:54:29.437647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.474940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.480369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:29.480791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.544856 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:29.551489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.588337 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2588289 Apr 21 14:54:29.588706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57224) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:29.597035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:29.615737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a567eb-6786-4385-bdc0-18d54c542708 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=e1bf9830-a892-4c11-8b78-d168c6f5336f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:29.628605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network e1bf9830-a892-4c11-8b78-d168c6f5336f details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:54:29.720250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:29.724632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:29.728314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:29.734654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:29.746863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:29.850594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.867886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.897342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.902027 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:26Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:27Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:29.906117 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Checking router: bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:29.906466 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Updating router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e port 0b62a266-c378-4cb2-9ca9-40e26307cc25 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:54:29.969084 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.045900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.118 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/9ca37f4d-7b40-4209-a628-adf6e6790709) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:30.095635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.202668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.233495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.286856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=adcce687-1fa4-4ab3-a77c-c4af60feee23,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:30.297730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:30.298055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: e1bf9830-a892-4c11-8b78-d168c6f5336f, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:30.310384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:30.311337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:30.313819 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:30.326336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network e1bf9830-a892-4c11-8b78-d168c6f5336f is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:30.346598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, e1bf9830-a892-4c11-8b78-d168c6f5336f) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:30.350682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:30.351300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.355115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=9ca37f4d-7b40-4209-a628-adf6e6790709,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:30.359622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8dd92-c445-4b99-90ad-4abd27d0bcb3 None None] Network e1bf9830-a892-4c11-8b78-d168c6f5336f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:30.377878 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a1c320d7-ae71-45fb-90c1-fa07d0e18ae5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7876718 Apr 21 14:54:30.380413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57228) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:30.401903 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.423951 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Transition to ACTIVE for port object 0b62a266-c378-4cb2-9ca9-40e26307cc25 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:30.433300 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.514721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.515461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.629737 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Pushing event updated for resources: {'Port': ['ID=0b62a266-c378-4cb2-9ca9-40e26307cc25,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:30.749243 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.749575 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.749903 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.750228 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.750549 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.750869 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.751182 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.751495 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.751807 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.755401 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.755789 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:30.781043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-e1bf9830-a892-4c11-8b78-d168c6f5336f', 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:54:30.781960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.791810 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Attempting to bind port 0b62a266-c378-4cb2-9ca9-40e26307cc25 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:30.792126 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Attempting to bind port 0b62a266-c378-4cb2-9ca9-40e26307cc25 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:30.792457 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Attempting to bind port 0b62a266-c378-4cb2-9ca9-40e26307cc25 on network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:30.798026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b82d3dd7-5afd-4851-9a38-89c29d2962bd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:30.799852 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:30.800288 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Checking segment: {'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:30.800686 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.801190 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Bound using segment: {'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:30.801517 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Bound port: 0b62a266-c378-4cb2-9ca9-40e26307cc25, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88519702-1ab7-4861-bd60-41a5a59d48e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:30.801896 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.853780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.906469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router bd164923-26cb-4195-981d-0b2d344927b9 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:54:30.912420 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] For port 0b62a266-c378-4cb2-9ca9-40e26307cc25, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:30.915621 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] For port 0b62a266-c378-4cb2-9ca9-40e26307cc25, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0b62a266-c378-4cb2-9ca9-40e26307cc25,segment=NetworkSegment(88519702-1ab7-4861-bd60-41a5a59d48e5),segment_id=88519702-1ab7-4861-bd60-41a5a59d48e5)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:30.923570 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:31.034046 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeae01c-7ba1-4523-b29a-f0d4c86b04fa None None] Pushing event updated for resources: {'Port': ['ID=0b62a266-c378-4cb2-9ca9-40e26307cc25,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:31.037015 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:31.037604 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:31.139117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b82d3dd7-5afd-4851-9a38-89c29d2962bd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:31.139849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:31.219008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:31.232877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:31.234048 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:31.236579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Sync routers for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:31.254473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Allocated IP 172.21.0.2 (e1bf9830-a892-4c11-8b78-d168c6f5336f/adcce687-1fa4-4ab3-a77c-c4af60feee23/380b35bf-75f4-4fb2-95fe-f99220a2bf77) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:31.279350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:31.283760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:31.283933 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-082f2135-f56b-413a-a6f0-0711052c3beb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9677861 Apr 21 14:54:31.284045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:31.284201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:31.503812 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af5a701e-e639-4e20-b0f9-dacb09311378 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2164524 Apr 21 14:54:31.504059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57238) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:31.597361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 33ae9bee-1b59-4c58-a182-97358a436b91 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:31.612711 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:26Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 4, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:31.624438 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cd5f0c-2f2a-448c-a5c4-5c96b0d343cd None None] The sync data for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv is: [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:26Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 4, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:31.655118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 33ae9bee-1b59-4c58-a182-97358a436b91 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:31.655335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 33ae9bee-1b59-4c58-a182-97358a436b91 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:31.655481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf45a0-d184-4cf9-be16-f6c10616d1be tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:31.659801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57242) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:31.665291 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0adf45a0-d184-4cf9-be16-f6c10616d1be tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1595137 Apr 21 14:54:31.709121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c35075dc-9215-4bc7-b62e-9538620d5c5c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480399 Apr 21 14:54:31.711468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57246) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:31.717701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1797258907', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:31.737088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:31.842234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:31.846087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:31.848975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:31.855313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:31.873792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:31.899662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:31.968542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Transition to ACTIVE for port object 380b35bf-75f4-4fb2-95fe-f99220a2bf77 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:31.980214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.005466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Transition to ACTIVE for port object 380b35bf-75f4-4fb2-95fe-f99220a2bf77 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:32.019497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.116216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Pushing event updated for resources: {'Port': ['ID=380b35bf-75f4-4fb2-95fe-f99220a2bf77,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:32.152892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Network e1bf9830-a892-4c11-8b78-d168c6f5336f is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:32.156123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:32.159073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:32.167568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.21.0.1 (e1bf9830-a892-4c11-8b78-d168c6f5336f/adcce687-1fa4-4ab3-a77c-c4af60feee23/e5889853-923c-42d7-ba13-19a29f0999ee) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:32.267328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Attempting to bind port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:32.267699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Attempting to bind port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:32.268093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Attempting to bind port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 on network e1bf9830-a892-4c11-8b78-d168c6f5336f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:32.281012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:32.283155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:32.283528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Checking segment: {'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:32.283928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.284355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Bound using segment: {'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:32.284839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Bound port: 380b35bf-75f4-4fb2-95fe-f99220a2bf77, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:32.285213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.304347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Checking router: bd164923-26cb-4195-981d-0b2d344927b9 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:32.304697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Updating router bd164923-26cb-4195-981d-0b2d344927b9 port 9ca37f4d-7b40-4209-a628-adf6e6790709 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:54:32.435712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.505237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.511473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.543458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] For port 380b35bf-75f4-4fb2-95fe-f99220a2bf77, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:32.565805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object e5889853-923c-42d7-ba13-19a29f0999ee will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:32.566044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] For port 380b35bf-75f4-4fb2-95fe-f99220a2bf77, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=380b35bf-75f4-4fb2-95fe-f99220a2bf77,segment=NetworkSegment(c06d5121-dad4-41fb-b212-d4f4f143a20f),segment_id=c06d5121-dad4-41fb-b212-d4f4f143a20f)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:32.570563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.609044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=ed07f47e-05b6-42fe-803e-2312d8b064d0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:32.623916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:32.624292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: 3ab338c1-156c-4590-8576-195df5e3309c, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:32.636779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.722776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network e1bf9830-a892-4c11-8b78-d168c6f5336f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:32.723548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=e5889853-923c-42d7-ba13-19a29f0999ee,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:32.726111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:32.730479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:32.747085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0b62a266-c378-4cb2-9ca9-40e26307cc25 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:32.757329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 3ab338c1-156c-4590-8576-195df5e3309c is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:32.779067 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 3ab338c1-156c-4590-8576-195df5e3309c) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:32.786161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:32.786836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.792489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd3203c-e7b0-48fa-b58b-74aedc532060 None None] Network 3ab338c1-156c-4590-8576-195df5e3309c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:32.805859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.808675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09480c-c6c2-474d-abdf-87d9750f8f66 None None] Pushing event updated for resources: {'Port': ['ID=380b35bf-75f4-4fb2-95fe-f99220a2bf77,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:32.827587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-24048bff-4167-467d-bc82-a69565c15e78 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1123281 Apr 21 14:54:32.827805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57250) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:33.045687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.086124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 0b62a266-c378-4cb2-9ca9-40e26307cc25 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:33.109180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0b62a266-c378-4cb2-9ca9-40e26307cc25 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:33.109469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.197722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.221245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Transition to ACTIVE for port object 9ca37f4d-7b40-4209-a628-adf6e6790709 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:33.227632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-3ab338c1-156c-4590-8576-195df5e3309c', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:54:33.228543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.246164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.436328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b550f01-7772-4734-a47c-e4b1227e653e None None] Pushing event updated for resources: {'Port': ['ID=9ca37f4d-7b40-4209-a628-adf6e6790709,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:33.438482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Attempting to bind port 9ca37f4d-7b40-4209-a628-adf6e6790709 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:33.438852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Attempting to bind port 9ca37f4d-7b40-4209-a628-adf6e6790709 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:33.439212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Attempting to bind port 9ca37f4d-7b40-4209-a628-adf6e6790709 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:33.464222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.473786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:33.474153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:33.474552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.474941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:33.475434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Bound port: 9ca37f4d-7b40-4209-a628-adf6e6790709, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:33.475803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.603477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.612804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.614986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Allocated IP 172.20.0.2 (3ab338c1-156c-4590-8576-195df5e3309c/ed07f47e-05b6-42fe-803e-2312d8b064d0/02cc2d80-1141-4da1-8dfa-6b4ad33a2148) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:33.623237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 0b62a266-c378-4cb2-9ca9-40e26307cc25, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0b62a266-c378-4cb2-9ca9-40e26307cc25,segment=NetworkSegment(88519702-1ab7-4861-bd60-41a5a59d48e5),segment_id=88519702-1ab7-4861-bd60-41a5a59d48e5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:33.628298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] For port 9ca37f4d-7b40-4209-a628-adf6e6790709, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:33.635468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] For port 9ca37f4d-7b40-4209-a628-adf6e6790709, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9ca37f4d-7b40-4209-a628-adf6e6790709,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:33.636638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.676372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.803683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=0b62a266-c378-4cb2-9ca9-40e26307cc25,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:33.850862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=e5889853-923c-42d7-ba13-19a29f0999ee,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:33.856160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.887819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54c48c-43a9-4b50-a9ba-93302eaee874 None None] Network e1bf9830-a892-4c11-8b78-d168c6f5336f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:33.925821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:33.926432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:34.130405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network e1bf9830-a892-4c11-8b78-d168c6f5336f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:34.132059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:34.159471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b550f01-7772-4734-a47c-e4b1227e653e None None] Pushing event updated for resources: {'Port': ['ID=9ca37f4d-7b40-4209-a628-adf6e6790709,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:34.234081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-374c4201-5868-4b4c-84e1-4b197b8b2721 None None] Provisioning for port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:34.302444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:34.345031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Transition to ACTIVE for port object 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:34.391690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Transition to ACTIVE for port object 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:34.392847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:34.465871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:34.627981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:34.642028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:34.681122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Pushing event updated for resources: {'Port': ['ID=02cc2d80-1141-4da1-8dfa-6b4ad33a2148,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:34.692475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Network 3ab338c1-156c-4590-8576-195df5e3309c is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:34.695545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:34.700128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:34.831058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 380b35bf-75f4-4fb2-95fe-f99220a2bf77 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:34.918476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Attempting to bind port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:34.918851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Attempting to bind port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:34.919201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Attempting to bind port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 on network 3ab338c1-156c-4590-8576-195df5e3309c {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:34.938349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:34.938751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Checking segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:34.939120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:34.939510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Bound using segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:34.939983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Bound port: 02cc2d80-1141-4da1-8dfa-6b4ad33a2148, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:34.940383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.025626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:35.033152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:35.036789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:35.037162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.068311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:35.096250 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-72a0c065-5630-4eb1-9fff-d9d3e7d08b41 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7137110 Apr 21 14:54:35.098210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713fb3c-2390-4ea9-a56e-815ce99ad79e None None] The sync data for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv is: [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:35.099159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57254) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:35.107536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103828036'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:35.113802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:35.116302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] For port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:35.120571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:35.120882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] For port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=02cc2d80-1141-4da1-8dfa-6b4ad33a2148,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:35.124582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:35.133226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:35.136315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.155421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:35.159934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.199266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:54:35.214339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.214999 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment 9fd33131-097e-4d45-8953-5bc214e3ff9e of type vlan for network 163f400f-c59b-49ee-99ba-3d5eb63947bc Apr 21 14:54:35.249082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.294636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6ef22-55a1-438f-854c-1aa4b5903958 None None] Pushing event updated for resources: {'Port': ['ID=02cc2d80-1141-4da1-8dfa-6b4ad33a2148,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:35.318143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a76f4d53-1b02-4475-b480-b78341157d41 None None] Provisioning for port e5889853-923c-42d7-ba13-19a29f0999ee completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:35.322292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.326505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:35.327353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.328111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a76f4d53-1b02-4475-b480-b78341157d41 None None] Provisioning complete for port e5889853-923c-42d7-ba13-19a29f0999ee triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:35.331163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a76f4d53-1b02-4475-b480-b78341157d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.338346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (3ab338c1-156c-4590-8576-195df5e3309c/ed07f47e-05b6-42fe-803e-2312d8b064d0/c5c88d55-28ef-4db2-97bf-341685f99d55) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:35.361352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.410738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a76f4d53-1b02-4475-b480-b78341157d41 None None] Port e5889853-923c-42d7-ba13-19a29f0999ee cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:35.430054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 380b35bf-75f4-4fb2-95fe-f99220a2bf77, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=380b35bf-75f4-4fb2-95fe-f99220a2bf77,segment=NetworkSegment(c06d5121-dad4-41fb-b212-d4f4f143a20f),segment_id=c06d5121-dad4-41fb-b212-d4f4f143a20f)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:35.442080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.442796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0b62a266-c378-4cb2-9ca9-40e26307cc25 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:35.461848 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3586085 Apr 21 14:54:35.463204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:35.478451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:35.522269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a76f4d53-1b02-4475-b480-b78341157d41 None None] Provisioning complete for port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:35.522645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a76f4d53-1b02-4475-b480-b78341157d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.575570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.638373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object c5c88d55-28ef-4db2-97bf-341685f99d55 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:35.663207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=380b35bf-75f4-4fb2-95fe-f99220a2bf77,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:35.683091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.772380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 3ab338c1-156c-4590-8576-195df5e3309c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:35.777538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:35.779787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=c5c88d55-28ef-4db2-97bf-341685f99d55,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:35.780853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a35ba6-524c-4e41-b36c-54863e18dbf0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=163f400f-c59b-49ee-99ba-3d5eb63947bc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:35.792867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:35.811737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:54:35.828104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0b62a266-c378-4cb2-9ca9-40e26307cc25 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:35.832894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.848987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:35.854208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:35.857213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:35.863835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:35.869756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.882773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:35.965463 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.007729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.087842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dd2b3c0e-a3f7-48ce-b4cb-f9c34e81c311 None None] Provisioning complete for port e5889853-923c-42d7-ba13-19a29f0999ee triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:36.088576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd2b3c0e-a3f7-48ce-b4cb-f9c34e81c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.147646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b3c0e-a3f7-48ce-b4cb-f9c34e81c311 None None] Port e5889853-923c-42d7-ba13-19a29f0999ee cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:36.240788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.322719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=3320ec45-0f63-41ab-bf7f-ef6b51b79751,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:36.339711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': '9fd33131-097e-4d45-8953-5bc214e3ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:36.340126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: 163f400f-c59b-49ee-99ba-3d5eb63947bc, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:36.362923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:36.376409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 163f400f-c59b-49ee-99ba-3d5eb63947bc) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:36.380795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:36.381434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.392581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab7e5a-2367-49c8-bdcb-0de0dbf04dd9 None None] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:36.408994 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bac5cc94-63dd-4b5a-8a53-cf61b6b101c7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9446645 Apr 21 14:54:36.411681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:36.447214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.455797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.595315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=c5c88d55-28ef-4db2-97bf-341685f99d55,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:36.598029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.653506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac47619-6e6f-4225-bcc9-de62a6ff94ee None None] Network 3ab338c1-156c-4590-8576-195df5e3309c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:36.704738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-163f400f-c59b-49ee-99ba-3d5eb63947bc', 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': '3320ec45-0f63-41ab-bf7f-ef6b51b79751'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:54:36.705683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:36.798703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 3ab338c1-156c-4590-8576-195df5e3309c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:36.800247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:36.874139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3ab35b1e-b49f-46ac-bfea-b8026e3bd7ca None None] Provisioning for port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:36.895068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 380b35bf-75f4-4fb2-95fe-f99220a2bf77 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:37.127045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Allocated IP 172.22.0.2 (163f400f-c59b-49ee-99ba-3d5eb63947bc/3320ec45-0f63-41ab-bf7f-ef6b51b79751/723b03b8-c858-458f-9eb9-fa446014883e) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:37.156192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:37.229054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:37.229433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:37.452718 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Sync routers for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:37.466612 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:37.467505 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:37.471843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router bd164923-26cb-4195-981d-0b2d344927b9 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:37.534570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:37.634169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:37.662836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Transition to ACTIVE for port object 723b03b8-c858-458f-9eb9-fa446014883e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:37.681691 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:37.709730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Transition to ACTIVE for port object 723b03b8-c858-458f-9eb9-fa446014883e will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:37.732825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:37.817362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:37.849666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:37.850740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:37.876747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:37.893947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fcafe339-00b0-4414-b4b1-ef6274665ef5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/bd164923-26cb-4195-981d-0b2d344927b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0585191 Apr 21 14:54:37.894707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57266) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:37.995936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:38.026353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Pushing event updated for resources: {'Port': ['ID=723b03b8-c858-458f-9eb9-fa446014883e,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:38.034703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:38.098223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:38.132248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.22.0.1 (163f400f-c59b-49ee-99ba-3d5eb63947bc/3320ec45-0f63-41ab-bf7f-ef6b51b79751/e0c4b187-32c1-4b0c-a513-aa76e791bc21) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:38.214268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.214659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.215026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.215438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.215746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.216227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.223787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.224044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.231599 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-550ae1de-e1d1-4257-a7ed-cff18cc94a36 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5614 time: 0.3357973 Apr 21 14:54:38.232295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57270) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:38.328168 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:32Z', 'revision_number': 3, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5889853-923c-42d7-ba13-19a29f0999ee', 'name': '', 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a0:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:31Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:38.332793 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Checking router: bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:38.333227 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Updating router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e port e5889853-923c-42d7-ba13-19a29f0999ee binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:54:38.335052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-28b613b7-1f78-4989-9459-637daed95c1f None None] Provisioning for port c5c88d55-28ef-4db2-97bf-341685f99d55 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:38.345881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-28b613b7-1f78-4989-9459-637daed95c1f None None] Provisioning complete for port c5c88d55-28ef-4db2-97bf-341685f99d55 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:38.346251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-28b613b7-1f78-4989-9459-637daed95c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.355367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.356267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.356814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.357353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.357600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.358122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.358668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.359202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.359732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:38.362213 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c660e224-dbdc-428e-b292-a67c1770626a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5127 time: 0.1271667 Apr 21 14:54:38.365455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:38.386946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.389803 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.431354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Attempting to bind port 723b03b8-c858-458f-9eb9-fa446014883e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:38.431860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Attempting to bind port 723b03b8-c858-458f-9eb9-fa446014883e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '9fd33131-097e-4d45-8953-5bc214e3ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:38.432350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Attempting to bind port 723b03b8-c858-458f-9eb9-fa446014883e on network 163f400f-c59b-49ee-99ba-3d5eb63947bc {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:38.454788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:38.455328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Checking segment: {'id': '9fd33131-097e-4d45-8953-5bc214e3ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:38.455831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.456346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Bound using segment: {'id': '9fd33131-097e-4d45-8953-5bc214e3ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:38.456920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Bound port: 723b03b8-c858-458f-9eb9-fa446014883e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd33131-097e-4d45-8953-5bc214e3ff9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:38.457392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.470247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-28b613b7-1f78-4989-9459-637daed95c1f None None] Port c5c88d55-28ef-4db2-97bf-341685f99d55 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:38.485656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=02cc2d80-1141-4da1-8dfa-6b4ad33a2148,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:38.491517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object e0c4b187-32c1-4b0c-a513-aa76e791bc21 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:38.538869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.547609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.612078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-28b613b7-1f78-4989-9459-637daed95c1f None None] Provisioning complete for port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:38.612476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-28b613b7-1f78-4989-9459-637daed95c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.638681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:38.643168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:38.645741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=e0c4b187-32c1-4b0c-a513-aa76e791bc21,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:38.647877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] For port 723b03b8-c858-458f-9eb9-fa446014883e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:38.648102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:38.671189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] For port 723b03b8-c858-458f-9eb9-fa446014883e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=723b03b8-c858-458f-9eb9-fa446014883e,segment=NetworkSegment(9fd33131-097e-4d45-8953-5bc214e3ff9e),segment_id=9fd33131-097e-4d45-8953-5bc214e3ff9e)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:38.686724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.691708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=02cc2d80-1141-4da1-8dfa-6b4ad33a2148,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:38.716311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.807164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ca37f4d-7b40-4209-a628-adf6e6790709 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:38.824120 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.836130 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7365c81-5b3c-4d05-9a06-0f1909213760 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2866 time: 0.4674270 Apr 21 14:54:38.845148 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Transition to ACTIVE for port object e5889853-923c-42d7-ba13-19a29f0999ee will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:38.857863 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.877790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.879497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f7e3f-cd20-40fc-8c9a-7dba1b16a649 None None] Pushing event updated for resources: {'Port': ['ID=723b03b8-c858-458f-9eb9-fa446014883e,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:38.923898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9ca37f4d-7b40-4209-a628-adf6e6790709 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:38.935188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9ca37f4d-7b40-4209-a628-adf6e6790709 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:38.935958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.082910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fee99d89-68e7-40c8-b377-7bab150fe802 None None] Provisioning complete for port c5c88d55-28ef-4db2-97bf-341685f99d55 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:39.084161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fee99d89-68e7-40c8-b377-7bab150fe802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.112576 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a9629-4b65-468e-9c8c-f1bc20189249 None None] Pushing event updated for resources: {'Port': ['ID=e5889853-923c-42d7-ba13-19a29f0999ee,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:39.200997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.224608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fee99d89-68e7-40c8-b377-7bab150fe802 None None] Port c5c88d55-28ef-4db2-97bf-341685f99d55 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:39.233168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 9ca37f4d-7b40-4209-a628-adf6e6790709, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9ca37f4d-7b40-4209-a628-adf6e6790709,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:39.242597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.300211 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Attempting to bind port e5889853-923c-42d7-ba13-19a29f0999ee on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:39.300577 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Attempting to bind port e5889853-923c-42d7-ba13-19a29f0999ee by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:39.300977 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Attempting to bind port e5889853-923c-42d7-ba13-19a29f0999ee on network e1bf9830-a892-4c11-8b78-d168c6f5336f {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:39.314723 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:39.315096 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Checking segment: {'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:39.315492 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.315882 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Bound using segment: {'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:39.327422 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Bound port: e5889853-923c-42d7-ba13-19a29f0999ee, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06d5121-dad4-41fb-b212-d4f4f143a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:39.327851 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.386200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=9ca37f4d-7b40-4209-a628-adf6e6790709,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:39.455393 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] For port e5889853-923c-42d7-ba13-19a29f0999ee, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:39.460852 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] For port e5889853-923c-42d7-ba13-19a29f0999ee, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e5889853-923c-42d7-ba13-19a29f0999ee,segment=NetworkSegment(c06d5121-dad4-41fb-b212-d4f4f143a20f),segment_id=c06d5121-dad4-41fb-b212-d4f4f143a20f)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:39.467450 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.501340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.508256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.551730 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a9629-4b65-468e-9c8c-f1bc20189249 None None] Pushing event updated for resources: {'Port': ['ID=e5889853-923c-42d7-ba13-19a29f0999ee,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:39.557579 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:39.558185 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:39.564876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57280) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:39.571038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581606549', 'description': 'tempest-secgroup-smoke-1581606549 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:39.579216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:39.583629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:39.588378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:39.595448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:39.608412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.631307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.635555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=e0c4b187-32c1-4b0c-a513-aa76e791bc21,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:39.681360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:39.685312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:39.693091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:39.700125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:39.732168 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:39.770372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.776805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.813696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:39.815283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:39.824855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619efadc-1dee-4089-96d0-cee304392d85,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:39.835753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.840251 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-825d71b2-2252-4055-a2c1-30cdbad8e108 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2716763 Apr 21 14:54:39.840548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57284) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:39.846807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '619efadc-1dee-4089-96d0-cee304392d85', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:39.853990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:39.859205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:39.862770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:39.870509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:39.895097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.981681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.994774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.022171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a114e9-1e5f-472b-a02a-0ab455771a61,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:40.044805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.046495 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-97b8fbff-9750-4a53-be5d-4e68ee76e7a2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2048411 Apr 21 14:54:40.050679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57288) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:40.063189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '619efadc-1dee-4089-96d0-cee304392d85', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:40.070328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:40.076124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:40.079316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:40.088476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:40.114483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.187760 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:38Z', 'revision_number': 4, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0c4b187-32c1-4b0c-a513-aa76e791bc21', 'name': '', 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:5d:81:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3320ec45-0f63-41ab-bf7f-ef6b51b79751', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:37Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '3320ec45-0f63-41ab-bf7f-ef6b51b79751', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5889853-923c-42d7-ba13-19a29f0999ee', 'name': '', 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a0:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:31Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:40.192717 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e078e4-00c4-4f97-8340-3f0f1153097b None None] The sync data for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv is: [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:38Z', 'revision_number': 4, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0c4b187-32c1-4b0c-a513-aa76e791bc21', 'name': '', 'network_id': '163f400f-c59b-49ee-99ba-3d5eb63947bc', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:5d:81:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3320ec45-0f63-41ab-bf7f-ef6b51b79751', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:37Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '3320ec45-0f63-41ab-bf7f-ef6b51b79751', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5889853-923c-42d7-ba13-19a29f0999ee', 'name': '', 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a0:ec:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:31Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:40.199821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.206814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.259798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea33350-f48f-440c-86e4-6b63b7cf39db,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:40.276465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.277868 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4848b36f-cc66-4b1a-98ba-a1622dc7a38d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2253792 Apr 21 14:54:40.280554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57292) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:40.286902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '619efadc-1dee-4089-96d0-cee304392d85', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:40.293593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:40.297558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:40.300456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:40.310840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:40.339004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.378297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f4f8c-3ec0-44f8-bd7a-b6b0ecfc58a7 None None] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:40.435347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:40.439406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.444275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.473408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c63558-6802-48d0-b8bf-a8787d41b312,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:40.487824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.492424 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-70763e54-22ab-4269-9e24-894fa12f0c6e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2106419 Apr 21 14:54:40.493268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57296) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:40.499584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '619efadc-1dee-4089-96d0-cee304392d85', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:40.505821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:40.510635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:40.514150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:40.521393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:40.530856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-508c1eb9-27ff-4e2d-99b6-66cacacb8d2a None None] Provisioning for port 723b03b8-c858-458f-9eb9-fa446014883e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:40.541866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.652126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.659540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.682328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:40.701140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a99c46-5ba4-418d-a372-66e6baf86acf,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:40.711397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-26ab7e6b-9e15-4037-89e2-94e16e0b2f3e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2986248 Apr 21 14:54:40.714900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57302) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:40.723957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.726939 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d7b4116d-2791-4872-a82d-e2e29b2dd7b3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2326195 Apr 21 14:54:40.730635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57306) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:40.735998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'network': {'name': 'tempest-RoutersTest-1135307128'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:40.751446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '619efadc-1dee-4089-96d0-cee304392d85', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:40.777281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:40.779874 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:40.782902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:40.784498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:network and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:40.787016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:40.787557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:40.794988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:40.795147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:40.811824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:40.814650 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:54:40.815254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.834627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.872258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:54:40.886714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.889396 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added segment 44f19a8a-f89f-4ad4-8094-2765cfc747e7 of type vlan for network 939475ff-d831-4ca0-9730-02e58e48d80c Apr 21 14:54:40.904614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:40.947639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.952221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.955899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.009994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.011896 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2802696 Apr 21 14:54:41.015985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57312) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:41.023900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '619efadc-1dee-4089-96d0-cee304392d85', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:41.029869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52942-897b-4459-ba35-88df2a0701fa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f259003b-7011-446d-bf49-559f68362ad5,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:41.030773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.032257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:41.039711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:41.040516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:41.043076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.056752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:41.068435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:41.068897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:41.069284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.081792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:54:41.089878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.117028 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3923693 Apr 21 14:54:41.119911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:41.128464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'subnet': {'network_id': '939475ff-d831-4ca0-9730-02e58e48d80c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:41.221683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ac095-1072-4467-a221-1d51d6e4bf75 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Network': ['ID=939475ff-d831-4ca0-9730-02e58e48d80c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:41.250398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 939475ff-d831-4ca0-9730-02e58e48d80c details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:54:41.272167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-322caae7-24af-4c24-a278-8ad2744dd416 None None] Provisioning for port e0c4b187-32c1-4b0c-a513-aa76e791bc21 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:41.320025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:41.340081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:subnet and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:41.343741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-322caae7-24af-4c24-a278-8ad2744dd416 None None] Provisioning complete for port e0c4b187-32c1-4b0c-a513-aa76e791bc21 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:41.344028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-322caae7-24af-4c24-a278-8ad2744dd416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.345160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.345704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:41.353908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.361305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:41.391893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e45490-e8a8-4ecf-9153-65f3bbc82e08,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:41.401628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Made reservation on behalf of 203f190bab624d159c9d23560772455b for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:41.428898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 723b03b8-c858-458f-9eb9-fa446014883e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:41.467828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.469048 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-caa5ad80-5baa-42b3-93ef-50acdb7671e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4520988 Apr 21 14:54:41.504267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-322caae7-24af-4c24-a278-8ad2744dd416 None None] Port e0c4b187-32c1-4b0c-a513-aa76e791bc21 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:41.553371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.562955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 723b03b8-c858-458f-9eb9-fa446014883e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:41.569679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 723b03b8-c858-458f-9eb9-fa446014883e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:41.570397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.716025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.726128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-2f773fa9-3594-4275-8b8b-8000fd37f54e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:41.732997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ff8e3d97-483b-41e5-974b-411ab3797692 None None] Provisioning complete for port e0c4b187-32c1-4b0c-a513-aa76e791bc21 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:41.733368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ff8e3d97-483b-41e5-974b-411ab3797692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.750785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-2f773fa9-3594-4275-8b8b-8000fd37f54e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:41.751958 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-2f773fa9-3594-4275-8b8b-8000fd37f54e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581606549&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.1035664 Apr 21 14:54:41.840365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e3d97-483b-41e5-974b-411ab3797692 None None] Port e0c4b187-32c1-4b0c-a513-aa76e791bc21 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:41.842607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 723b03b8-c858-458f-9eb9-fa446014883e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=723b03b8-c858-458f-9eb9-fa446014883e,segment=NetworkSegment(9fd33131-097e-4d45-8953-5bc214e3ff9e),segment_id=9fd33131-097e-4d45-8953-5bc214e3ff9e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:41.846803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.847562 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ca37f4d-7b40-4209-a628-adf6e6790709 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:41.959931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=723b03b8-c858-458f-9eb9-fa446014883e,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:41.967787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:41.974614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9ca37f4d-7b40-4209-a628-adf6e6790709 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:41.974993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:42.003455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-b6986730-9099-4303-b32c-1ba53ce857a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:42.004158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-b6986730-9099-4303-b32c-1ba53ce857a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:42.046664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-b6986730-9099-4303-b32c-1ba53ce857a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:42.047794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-b6986730-9099-4303-b32c-1ba53ce857a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 797 time: 0.2643101 Apr 21 14:54:42.074351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Subnet': ['ID=303f5fc1-b3f9-4aa7-bbff-82715c2e82b4,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:42.083775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cc71cd55-4e33-4477-b4fd-fceba3dbc273 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0259166 Apr 21 14:54:42.091935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Checking segment: {'id': '44f19a8a-f89f-4ad4-8094-2765cfc747e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '939475ff-d831-4ca0-9730-02e58e48d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:42.093067 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network hostable DHCP agents. Network: 939475ff-d831-4ca0-9730-02e58e48d80c, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:42.252324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 939475ff-d831-4ca0-9730-02e58e48d80c is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:42.266015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 939475ff-d831-4ca0-9730-02e58e48d80c) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:42.270978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:42.271754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:42.275032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6e75b-db21-456d-9130-4be7dd5bbc0d None None] Network 939475ff-d831-4ca0-9730-02e58e48d80c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:42.282136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cd77c390-dad7-4e65-acc6-2c7bd4cad7a4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:42.307816 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-17c4d8c2-afb7-4a9a-998f-0bcb64c49f8d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1836400 Apr 21 14:54:42.308044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57328) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:42.371947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cd77c390-dad7-4e65-acc6-2c7bd4cad7a4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:42.371947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cd77c390-dad7-4e65-acc6-2c7bd4cad7a4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2808549 Apr 21 14:54:42.484251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-939475ff-d831-4ca0-9730-02e58e48d80c', 'network_id': '939475ff-d831-4ca0-9730-02e58e48d80c', 'tenant_id': '203f190bab624d159c9d23560772455b', 'fixed_ips': [{'subnet_id': '303f5fc1-b3f9-4aa7-bbff-82715c2e82b4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:54:42.485064 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:42.584449 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-fd73c1eb-8a18-424f-b14f-a96eb5247644 service neutron] 10.222.0.42 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639988 Apr 21 14:54:42.644870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Allocated IP 172.23.0.2 (939475ff-d831-4ca0-9730-02e58e48d80c/303f5fc1-b3f9-4aa7-bbff-82715c2e82b4/489a4f8f-23b9-45a9-8081-02d298b21102) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:42.825831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e5889853-923c-42d7-ba13-19a29f0999ee up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:42.853254 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-5267050f-9d61-448b-a812-5a19e714b91c service neutron] 10.222.0.42 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619340 Apr 21 14:54:42.908625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:42.921601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Transition to ACTIVE for port object 489a4f8f-23b9-45a9-8081-02d298b21102 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:42.944717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Transition to ACTIVE for port object 489a4f8f-23b9-45a9-8081-02d298b21102 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:42.949067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port e5889853-923c-42d7-ba13-19a29f0999ee completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:42.955380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.021880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e5889853-923c-42d7-ba13-19a29f0999ee triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:43.022261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.071731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Pushing event updated for resources: {'Port': ['ID=489a4f8f-23b9-45a9-8081-02d298b21102,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:43.097978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Network 939475ff-d831-4ca0-9730-02e58e48d80c is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:43.099645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:43.103803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:43.106862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9699cbf6-90ac-4065-83c8-5b2e1676c704 req-34e0a65f-2bfe-4766-a13b-16e811e5ce4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:43.121624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9699cbf6-90ac-4065-83c8-5b2e1676c704 req-34e0a65f-2bfe-4766-a13b-16e811e5ce4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:43.123495 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9699cbf6-90ac-4065-83c8-5b2e1676c704 req-34e0a65f-2bfe-4766-a13b-16e811e5ce4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 210 time: 0.0695660 Apr 21 14:54:43.205806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.230419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.253454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Attempting to bind port 489a4f8f-23b9-45a9-8081-02d298b21102 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:43.253826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Attempting to bind port 489a4f8f-23b9-45a9-8081-02d298b21102 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '44f19a8a-f89f-4ad4-8094-2765cfc747e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '939475ff-d831-4ca0-9730-02e58e48d80c'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:43.254188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Attempting to bind port 489a4f8f-23b9-45a9-8081-02d298b21102 on network 939475ff-d831-4ca0-9730-02e58e48d80c {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:43.272099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:43.272468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Checking segment: {'id': '44f19a8a-f89f-4ad4-8094-2765cfc747e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '939475ff-d831-4ca0-9730-02e58e48d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:43.273333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.273333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Bound using segment: {'id': '44f19a8a-f89f-4ad4-8094-2765cfc747e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '939475ff-d831-4ca0-9730-02e58e48d80c'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:43.273708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Bound port: 489a4f8f-23b9-45a9-8081-02d298b21102, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f19a8a-f89f-4ad4-8094-2765cfc747e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '939475ff-d831-4ca0-9730-02e58e48d80c'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:43.274081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.291892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port e5889853-923c-42d7-ba13-19a29f0999ee, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e5889853-923c-42d7-ba13-19a29f0999ee,segment=NetworkSegment(c06d5121-dad4-41fb-b212-d4f4f143a20f),segment_id=c06d5121-dad4-41fb-b212-d4f4f143a20f)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:43.330357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.331119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 723b03b8-c858-458f-9eb9-fa446014883e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:43.479992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] For port 489a4f8f-23b9-45a9-8081-02d298b21102, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:43.481991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=e5889853-923c-42d7-ba13-19a29f0999ee,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:43.485718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] For port 489a4f8f-23b9-45a9-8081-02d298b21102, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=489a4f8f-23b9-45a9-8081-02d298b21102,segment=NetworkSegment(44f19a8a-f89f-4ad4-8094-2765cfc747e7),segment_id=44f19a8a-f89f-4ad4-8094-2765cfc747e7)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:43.498864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.542716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 723b03b8-c858-458f-9eb9-fa446014883e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:43.543091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.599876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Allocated IP 172.23.0.1 (939475ff-d831-4ca0-9730-02e58e48d80c/303f5fc1-b3f9-4aa7-bbff-82715c2e82b4/40779f1c-601c-4cc3-9c56-6d16096ff7f7) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:43.675191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65d1d4-4c8e-47c3-aa06-5282f3c94c3b None None] Pushing event updated for resources: {'Port': ['ID=489a4f8f-23b9-45a9-8081-02d298b21102,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:43.893527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:43.911817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Transition to ACTIVE for port object 40779f1c-601c-4cc3-9c56-6d16096ff7f7 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:43.936084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:44.016413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 939475ff-d831-4ca0-9730-02e58e48d80c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:44.020034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:44.023471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:44.052811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=40779f1c-601c-4cc3-9c56-6d16096ff7f7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:44.085162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:44.198136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:44.311639 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e49fbb32-9ada-4ca0-aaec-9fabb58135ae req-039de418-bd9d-43d1-bc47-02852c1734da tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 210 time: 0.0525887 Apr 21 14:54:44.316131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-8703a23e-6564-4e3c-b05b-c5cd9f34135e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:44.317487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-8703a23e-6564-4e3c-b05b-c5cd9f34135e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:44.333018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-8703a23e-6564-4e3c-b05b-c5cd9f34135e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:44.334591 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-8703a23e-6564-4e3c-b05b-c5cd9f34135e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 797 time: 0.1755388 Apr 21 14:54:44.407390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-d675f7a9-4c1e-4806-91f5-49f33e008c2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:44.423393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-d675f7a9-4c1e-4806-91f5-49f33e008c2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:44.425684 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-d675f7a9-4c1e-4806-91f5-49f33e008c2c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 380 time: 0.0691493 Apr 21 14:54:44.448630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': '13c91b80-31b3-4903-aa15-827bc25d2072', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['619efadc-1dee-4089-96d0-cee304392d85']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:44.592499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:44.602990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:44.614530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:44.617944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:44.660754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:44.668764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:44.708915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cba051-f049-488f-941d-6307f0c58263 None None] Network 939475ff-d831-4ca0-9730-02e58e48d80c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:44.817818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.3 (3ab338c1-156c-4590-8576-195df5e3309c/ed07f47e-05b6-42fe-803e-2312d8b064d0/a8018a47-0c72-4f4b-a32a-de3c98d79eab) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:44.823854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:44.855071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 489a4f8f-23b9-45a9-8081-02d298b21102 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:44.866523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event updated for resources: {'Port': ['ID=40779f1c-601c-4cc3-9c56-6d16096ff7f7,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:44.895505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-089ce700-eb13-402d-b2e3-da2b58660834 None None] Provisioning for port 489a4f8f-23b9-45a9-8081-02d298b21102 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:44.993994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Network 939475ff-d831-4ca0-9730-02e58e48d80c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:44.995130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:45.056548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 489a4f8f-23b9-45a9-8081-02d298b21102 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:45.057813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.064084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 489a4f8f-23b9-45a9-8081-02d298b21102 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:45.064267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.074982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object a8018a47-0c72-4f4b-a32a-de3c98d79eab will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:45.102185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.183087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 3ab338c1-156c-4590-8576-195df5e3309c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:45.186261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:45.190846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:45.215057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.225551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=a8018a47-0c72-4f4b-a32a-de3c98d79eab,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:45.258669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 489a4f8f-23b9-45a9-8081-02d298b21102, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=489a4f8f-23b9-45a9-8081-02d298b21102,segment=NetworkSegment(44f19a8a-f89f-4ad4-8094-2765cfc747e7),segment_id=44f19a8a-f89f-4ad4-8094-2765cfc747e7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:45.265867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.266842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e5889853-923c-42d7-ba13-19a29f0999ee up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:45.267068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:45.268179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.301068 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-cb0802f1-990c-4b9e-b1c5-ab54f9f6c5ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8569517 Apr 21 14:54:45.320338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Request body: {'port': {'device_id': '13c91b80-31b3-4903-aa15-827bc25d2072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:45.448295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=489a4f8f-23b9-45a9-8081-02d298b21102,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:45.462409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:45.472326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e5889853-923c-42d7-ba13-19a29f0999ee triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:45.472702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.502782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.611511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc731f3e-35ee-41c8-8d44-b8ed9f162a05 None None] Provisioning for port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:45.627357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc731f3e-35ee-41c8-8d44-b8ed9f162a05 None None] Provisioning complete for port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:45.627735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc731f3e-35ee-41c8-8d44-b8ed9f162a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.698080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-bc731f3e-35ee-41c8-8d44-b8ed9f162a05 None None] Port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:45.712748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bc731f3e-35ee-41c8-8d44-b8ed9f162a05 None None] Provisioning complete for port 489a4f8f-23b9-45a9-8081-02d298b21102 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:45.713446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc731f3e-35ee-41c8-8d44-b8ed9f162a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:45.802397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:45.818843 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-918d9f85-d754-4768-a574-c27e337e89ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5097659 Apr 21 14:54:45.824692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57348) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:45.830541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:45.976307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-648fb245-2472-4d9c-ba9f-2a2abd2bb466 None None] Provisioning complete for port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:45.977034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-648fb245-2472-4d9c-ba9f-2a2abd2bb466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.026983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd5242-b1bd-4b2d-ba73-49f637a242e4 req-91917cac-7b86-4b22-81ae-60faafd36d9e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:46.027787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-54dd5242-b1bd-4b2d-ba73-49f637a242e4 req-91917cac-7b86-4b22-81ae-60faafd36d9e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:46.045762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-648fb245-2472-4d9c-ba9f-2a2abd2bb466 None None] Port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:46.059579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-648fb245-2472-4d9c-ba9f-2a2abd2bb466 None None] Provisioning for port a8018a47-0c72-4f4b-a32a-de3c98d79eab completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:46.062333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-54dd5242-b1bd-4b2d-ba73-49f637a242e4 req-91917cac-7b86-4b22-81ae-60faafd36d9e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:46.063638 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-54dd5242-b1bd-4b2d-ba73-49f637a242e4 req-91917cac-7b86-4b22-81ae-60faafd36d9e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 931 time: 0.3851328 Apr 21 14:54:46.065622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-648fb245-2472-4d9c-ba9f-2a2abd2bb466 None None] Provisioning complete for port a8018a47-0c72-4f4b-a32a-de3c98d79eab triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:46.066073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-648fb245-2472-4d9c-ba9f-2a2abd2bb466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.129218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-648fb245-2472-4d9c-ba9f-2a2abd2bb466 None None] Port a8018a47-0c72-4f4b-a32a-de3c98d79eab cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:46.162747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8018a47-0c72-4f4b-a32a-de3c98d79eab {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:54:46.172547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.179722 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-54dd5242-b1bd-4b2d-ba73-49f637a242e4 req-c572a489-07cf-41ac-9915-37a84b5c466a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056402 Apr 21 14:54:46.191279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Transition to ACTIVE for port object a8018a47-0c72-4f4b-a32a-de3c98d79eab will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:46.196474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.252532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d1b4e767-d424-4cfe-90a3-310fa33f3e13 None None] Provisioning complete for port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:46.252970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d1b4e767-d424-4cfe-90a3-310fa33f3e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.315315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d1b4e767-d424-4cfe-90a3-310fa33f3e13 None None] Port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:54:46.322403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Pushing event updated for resources: {'Port': ['ID=a8018a47-0c72-4f4b-a32a-de3c98d79eab,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:46.448659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Attempting to bind port a8018a47-0c72-4f4b-a32a-de3c98d79eab on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:46.449089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Attempting to bind port a8018a47-0c72-4f4b-a32a-de3c98d79eab by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:46.449333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Attempting to bind port a8018a47-0c72-4f4b-a32a-de3c98d79eab on network 3ab338c1-156c-4590-8576-195df5e3309c {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:46.455598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Port a8018a47-0c72-4f4b-a32a-de3c98d79eab on network 3ab338c1-156c-4590-8576-195df5e3309c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:54:46.455924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Attempting to bind port a8018a47-0c72-4f4b-a32a-de3c98d79eab on network 3ab338c1-156c-4590-8576-195df5e3309c {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:54:46.456817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 21 14:54:46.465380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:54:46.465677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Checking segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:54:46.466095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Bound using segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:54:46.466748 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Bound port: a8018a47-0c72-4f4b-a32a-de3c98d79eab, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:46.467432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.470453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Removed routes are [] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 21 14:54:46.470916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.558141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] For port a8018a47-0c72-4f4b-a32a-de3c98d79eab, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:54:46.561045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] For port a8018a47-0c72-4f4b-a32a-de3c98d79eab, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:54:46.566162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.632342 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.633779 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] 10.222.0.21 "PUT /v2.0/ports/a8018a47-0c72-4f4b-a32a-de3c98d79eab HTTP/1.1" status: 200 len: 1093 time: 1.3183336 Apr 21 14:54:46.634394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:46.651059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a9957-3ff9-41ce-8da4-db1f263e426f service neutron] Pushing event updated for resources: {'Port': ['ID=a8018a47-0c72-4f4b-a32a-de3c98d79eab,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:46.736236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 489a4f8f-23b9-45a9-8081-02d298b21102 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:46.740378 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a72567f-9f2b-4187-8112-6938e5691815'] response: {'name': 'network-changed', 'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'status': 'completed', 'code': 200} Apr 21 14:54:46.783642 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-671b8ec3-1743-4174-978f-3e4837c02c79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 1096 time: 0.0836375 Apr 21 14:54:46.813314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 489a4f8f-23b9-45a9-8081-02d298b21102 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:46.813696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.823104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.828387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:46.868442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-e2cd56c1-5525-4354-afa8-0a84d82a2dd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab HTTP/1.1" status: 200 len: 217 time: 0.0704575 Apr 21 14:54:46.939418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-472a8607-664b-45bc-93fb-627c3d2fa67b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:46.940949 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-472a8607-664b-45bc-93fb-627c3d2fa67b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0673709 Apr 21 14:54:47.015776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:47.035287 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-e1d32d9f-4ad5-444d-a473-1f76c9963c82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864487 Apr 21 14:54:47.168183 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-c278bc2e-9c09-464c-a404-ecbbc6dee8d9 service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264365 Apr 21 14:54:47.292020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:47.298100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:47.300500 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e42d7493-1d81-4427-aba2-ce3c5ddaf0b0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 200 len: 934 time: 1.4747596 Apr 21 14:54:47.301908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:47.393834 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9e65aa7-a053-4175-9366-687bc8a3ea04 req-bf388c72-538d-4d67-a313-27124fa31c0d service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189844 Apr 21 14:54:47.674741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d236-de65-4003-a39e-5d89d924888c req-21b859fa-7158-4c24-b03a-42c290a2efc0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:47.676219 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b232d236-de65-4003-a39e-5d89d924888c req-21b859fa-7158-4c24-b03a-42c290a2efc0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 943 time: 0.3181052 Apr 21 14:54:47.679920 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-ecfdff50-ce10-4759-bbbb-2e1a5d293bdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 1096 time: 0.1394384 Apr 21 14:54:47.817133 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6f473f4b-0142-4215-8d8e-543af3eea315 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 200 len: 934 time: 0.5141327 Apr 21 14:54:47.819737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57362) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:47.823564 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b232d236-de65-4003-a39e-5d89d924888c req-a8267826-5b84-4659-a37b-24b59a35683d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393960 Apr 21 14:54:47.825075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'routes': None}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:47.865848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-7451f0a2-e5cc-4dca-ac5b-a69ce3406f68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:47.867324 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-7451f0a2-e5cc-4dca-ac5b-a69ce3406f68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 898 time: 0.1683321 Apr 21 14:54:47.934305 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-17665da8-d135-4ed0-a4ae-917400be7f69 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab HTTP/1.1" status: 200 len: 217 time: 0.0602143 Apr 21 14:54:48.000799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-fcf48be3-18a0-4f54-a87e-ccd8245de15d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:48.002281 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-fcf48be3-18a0-4f54-a87e-ccd8245de15d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0619900 Apr 21 14:54:48.076643 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-4752f03b-059e-41c8-8a8e-6fad75c96956 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674109 Apr 21 14:54:48.207349 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-c93e6558-e8ae-4f10-ae83-e79ca645aa87 service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246300 Apr 21 14:54:48.337444 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac39ef71-e2ba-4be3-8b3f-4649b3e1d39d req-79c3ae71-0c48-4a2a-abd3-f35fdafa2ed3 service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228352 Apr 21 14:54:48.397378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added routes are [] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 21 14:54:48.397693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.extraroute_db [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83935) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 21 14:54:48.428052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:48.740380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:48.744131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:48.917209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:48.989415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2d251ed2-97fc-4010-acdd-fa6bc3eea9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:49.151286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:49.157480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:49.158620 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6ca554b0-7011-4907-a9d3-7b5b408e379e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 200 len: 700 time: 1.3378751 Apr 21 14:54:49.161334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:49.191998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e5b45-771d-4d7d-9500-dc5630d9babc req-a5f8b38b-4744-47a0-af4f-7971eb442347 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:49.193372 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c6e5b45-771d-4d7d-9500-dc5630d9babc req-a5f8b38b-4744-47a0-af4f-7971eb442347 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 943 time: 0.1007586 Apr 21 14:54:49.346283 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1159a5c6-9b3f-459a-ad2e-102499212622 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 200 len: 700 time: 0.1837354 Apr 21 14:54:49.349441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:49.353677 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c6e5b45-771d-4d7d-9500-dc5630d9babc req-e2cd05f5-827e-4734-ac37-c8bd66e5d501 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540833 Apr 21 14:54:49.487983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device a8018a47-0c72-4f4b-a32a-de3c98d79eab details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:54:49.628648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port a8018a47-0c72-4f4b-a32a-de3c98d79eab, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:49.641870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'port_id': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'mac_address': 'fa:16:3e:63:d3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:54:49.696203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:49.702056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:49.720302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8018a47-0c72-4f4b-a32a-de3c98d79eab {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:54:49.737302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port a8018a47-0c72-4f4b-a32a-de3c98d79eab, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:49.742437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:49.812055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=a8018a47-0c72-4f4b-a32a-de3c98d79eab,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:50.043468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['a8018a47-0c72-4f4b-a32a-de3c98d79eab'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:54:50.402329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 40779f1c-601c-4cc3-9c56-6d16096ff7f7 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:50.402836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:50.640106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:50.760804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37119e-10d8-42f0-a739-12b08213506f req-25154cbd-79a9-4a89-8728-ce19fba7706a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:50.762249 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d37119e-10d8-42f0-a739-12b08213506f req-25154cbd-79a9-4a89-8728-ce19fba7706a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 944 time: 0.2397575 Apr 21 14:54:50.768229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 40779f1c-601c-4cc3-9c56-6d16096ff7f7 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:50.872430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d37119e-10d8-42f0-a739-12b08213506f req-e749b743-2a19-432d-aadf-016f379d8e9c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782921 Apr 21 14:54:50.969799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:51.015487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=40779f1c-601c-4cc3-9c56-6d16096ff7f7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:51.057309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.057654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.057995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.058330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.058659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.058989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.059317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.059640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.059965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.060307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.060629 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:51.294188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:51.302781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d8aa6026-2d3e-4807-97ff-bbafda4f4629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:51.502163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device a8018a47-0c72-4f4b-a32a-de3c98d79eab up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:51.570341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port a8018a47-0c72-4f4b-a32a-de3c98d79eab completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:51.575565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port a8018a47-0c72-4f4b-a32a-de3c98d79eab triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:51.576000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:51.687302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:51.713645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:51.723257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port a8018a47-0c72-4f4b-a32a-de3c98d79eab, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:51.727196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:51.778542 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d5db07-bcf9-418b-a240-ea95eb11a90c'] response: {'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'code': 200} Apr 21 14:54:51.795071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=a8018a47-0c72-4f4b-a32a-de3c98d79eab,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:51.881703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:52.086272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59350-b53c-469c-87e9-4f4a01320641 req-dfff6f1f-6b92-4911-a0d1-a1db6ee6765d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:52.094579 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-76e59350-b53c-469c-87e9-4f4a01320641 req-dfff6f1f-6b92-4911-a0d1-a1db6ee6765d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 945 time: 0.0901370 Apr 21 14:54:52.124538 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ac2aede-3836-4508-a517-23d3072d5aef req-92eb6d6b-3b88-418d-82ec-c24910ee99ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 1098 time: 0.1045668 Apr 21 14:54:52.158743 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-76e59350-b53c-469c-87e9-4f4a01320641 req-9ece0993-8c9d-4361-bad4-613686757b3e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624828 Apr 21 14:54:52.165211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:52.200542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57392) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:52.200881 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc7f8177-7cb8-4f42-9c3a-419274e42cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8502080 Apr 21 14:54:52.208967 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ac2aede-3836-4508-a517-23d3072d5aef req-89e06047-e610-4396-be5b-6a01055dd6f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743723 Apr 21 14:54:52.248175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.437971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet 303f5fc1-b3f9-4aa7-bbff-82715c2e82b4 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:54:52.443701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.455187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.524607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.583363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5126b-9320-47d0-87d5-81c42f254fd4 req-f9a13130-9247-4381-9d9f-09279406a73e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:52.584826 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3bb5126b-9320-47d0-87d5-81c42f254fd4 req-f9a13130-9247-4381-9d9f-09279406a73e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1920924 Apr 21 14:54:52.651542 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3bb5126b-9320-47d0-87d5-81c42f254fd4 req-654d048c-7ea7-4c96-bee4-4c2cb647e6ec tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593073 Apr 21 14:54:52.653981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.726330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.763954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=303f5fc1-b3f9-4aa7-bbff-82715c2e82b4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:52.773278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.778815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def31145-d0c4-49a0-bf8d-0a3af058dc3b None None] Network 939475ff-d831-4ca0-9730-02e58e48d80c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:52.779880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.780246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.780579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.780902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.781216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.781535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.781853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.782164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.782474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.782781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.783087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:52.790989 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0dd439e3-7144-4894-ad5b-a62ffb744226 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/303f5fc1-b3f9-4aa7-bbff-82715c2e82b4 HTTP/1.1" status: 204 len: 168 time: 0.5858026 Apr 21 14:54:52.791500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57398) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:52.904734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:52.914890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 489a4f8f-23b9-45a9-8081-02d298b21102 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:52.915222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.031872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] DHCP port deletion for 939475ff-d831-4ca0-9730-02e58e48d80c request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:54:53.035841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Deleting port 489a4f8f-23b9-45a9-8081-02d298b21102 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:53.036309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.122857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port 489a4f8f-23b9-45a9-8081-02d298b21102, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=489a4f8f-23b9-45a9-8081-02d298b21102,segment=NetworkSegment(44f19a8a-f89f-4ad4-8094-2765cfc747e7),segment_id=44f19a8a-f89f-4ad4-8094-2765cfc747e7)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:53.123450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.235259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] For port 489a4f8f-23b9-45a9-8081-02d298b21102, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=489a4f8f-23b9-45a9-8081-02d298b21102,segment=NetworkSegment(44f19a8a-f89f-4ad4-8094-2765cfc747e7),segment_id=44f19a8a-f89f-4ad4-8094-2765cfc747e7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:53.235714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.250586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 489a4f8f-23b9-45a9-8081-02d298b21102 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:53.347821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.370864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad121fe-c085-41f8-aaa2-6ecd76e9462a req-ae399851-233b-405a-8718-a3cc7ef214a6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:53.371534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Calling delete_port for 489a4f8f-23b9-45a9-8081-02d298b21102 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:53.372673 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ad121fe-c085-41f8-aaa2-6ecd76e9462a req-ae399851-233b-405a-8718-a3cc7ef214a6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 945 time: 0.0931334 Apr 21 14:54:53.408729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=489a4f8f-23b9-45a9-8081-02d298b21102,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:53.413062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No DVR routers for this DVR port 489a4f8f-23b9-45a9-8081-02d298b21102 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:53.433143 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ad121fe-c085-41f8-aaa2-6ecd76e9462a req-401c0aa1-ad3b-401e-bad8-78a733deefc1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539525 Apr 21 14:54:53.455849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:54:53.456569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:54:53.534596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.559132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939475ff-d831-4ca0-9730-02e58e48d80c']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:53.570762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f19a8a-f89f-4ad4-8094-2765cfc747e7') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:53.571624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f19a8a-f89f-4ad4-8094-2765cfc747e7') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:53.582561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.597735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.604005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:54:53.604402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:53.618017 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:53.634932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.819229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.823568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:53.853493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=939475ff-d831-4ca0-9730-02e58e48d80c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:53.864356 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c68d8bf7-61b6-46ea-887e-b01cb957961a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/939475ff-d831-4ca0-9730-02e58e48d80c HTTP/1.1" status: 204 len: 168 time: 1.0719917 Apr 21 14:54:53.867013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57406) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:53.957956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Deleting port 489a4f8f-23b9-45a9-8081-02d298b21102 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:53.958581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:54.009076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b2f0c-ee94-4480-accc-02ddb6e8702f req-acf938e6-eef2-4c5d-91ff-74f883edb0a3 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:54.010532 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-273b2f0c-ee94-4480-accc-02ddb6e8702f req-acf938e6-eef2-4c5d-91ff-74f883edb0a3 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.2349980 Apr 21 14:54:54.023339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-153410ea-91b2-4823-8bba-b4b231c22422 None None] The port '489a4f8f-23b9-45a9-8081-02d298b21102' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:54:54.076538 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-273b2f0c-ee94-4480-accc-02ddb6e8702f req-7b817c31-d0ad-43c4-807e-4df9366907bd tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574002 Apr 21 14:54:54.252495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:54.621358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fc62d-5ad5-4ecf-ae6f-4f02fdc19e7c req-1a9eb808-0eaf-4351-b332-f659c628eb5f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:54.622816 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ca0fc62d-5ad5-4ecf-ae6f-4f02fdc19e7c req-1a9eb808-0eaf-4351-b332-f659c628eb5f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 945 time: 0.0778780 Apr 21 14:54:54.668052 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ca0fc62d-5ad5-4ecf-ae6f-4f02fdc19e7c req-b895fc33-3394-4140-8753-991d10dd1674 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Apr 21 14:54:54.717071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 489a4f8f-23b9-45a9-8081-02d298b21102 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:54.751536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 489a4f8f-23b9-45a9-8081-02d298b21102 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:54.751876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 489a4f8f-23b9-45a9-8081-02d298b21102 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:54.879098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port e0c4b187-32c1-4b0c-a513-aa76e791bc21 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:54.879433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.006680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ae98b-bd43-41cc-8bca-cf866e293b37 req-fad782d0-ff3d-460a-aee9-d2455a2d0897 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:55.008151 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b69ae98b-bd43-41cc-8bca-cf866e293b37 req-fad782d0-ff3d-460a-aee9-d2455a2d0897 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 945 time: 0.2060754 Apr 21 14:54:55.094024 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b69ae98b-bd43-41cc-8bca-cf866e293b37 req-efc2013a-0e36-41c5-aad4-93ce6dea376b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712917 Apr 21 14:54:55.108330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.122239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:55.251256 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4541ac51-197d-44af-9ba0-17e718d1147c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 1093 time: 0.1276679 Apr 21 14:54:55.254888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57420) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:55.260951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:54:55.270245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:55.280532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:55.284498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:55.293173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:55.311364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.331165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for e0c4b187-32c1-4b0c-a513-aa76e791bc21 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:55.331770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16af94d-28d7-40fa-acac-2bee86c18c21 req-39c93298-7744-4fa2-9279-22c1927ff66a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:55.333233 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a16af94d-28d7-40fa-acac-2bee86c18c21 req-39c93298-7744-4fa2-9279-22c1927ff66a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1310253 Apr 21 14:54:55.441808 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a16af94d-28d7-40fa-acac-2bee86c18c21 req-9e978321-3de4-4440-84ab-9a4eb592815b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018031 Apr 21 14:54:55.498808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.509874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.556531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=e0c4b187-32c1-4b0c-a513-aa76e791bc21,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:55.744311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.166 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/f767ea9b-b793-4ef3-9721-6cb42fb392bc) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:55.829801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.893940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.921396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.990891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:55.993670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:55.997483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:54:56.033884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=f767ea9b-b793-4ef3-9721-6cb42fb392bc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:56.325330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:56.504217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:56.508114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:56.520117 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0dfb28c8-b0b8-4bb9-b4ba-d32dd2818960 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511159 Apr 21 14:54:56.521742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57426) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:56.576602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:56.781429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:56.786063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:56.861862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet 3320ec45-0f63-41ab-bf7f-ef6b51b79751 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:54:56.865328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:56.894148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=f767ea9b-b793-4ef3-9721-6cb42fb392bc,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:56.896425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49509dfe-48d2-4658-a1c4-cc854f08eeb0 req-096ddcb3-b3a6-40d1-a03a-5fdce8b1a699 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:56.898067 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-49509dfe-48d2-4658-a1c4-cc854f08eeb0 req-096ddcb3-b3a6-40d1-a03a-5fdce8b1a699 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.3189580 Apr 21 14:54:56.910279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:56.949469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.000450 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-49509dfe-48d2-4658-a1c4-cc854f08eeb0 req-1fb1818f-1e30-4e9a-9654-fdeb6083e918 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905607 Apr 21 14:54:57.044382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.098513 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP e7801421-0b0d-4c69-984e-85bdf3197942 associated. External IP: 172.26.6.166, port: a8018a47-0c72-4f4b-a32a-de3c98d79eab. Apr 21 14:54:57.116225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.153001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=3320ec45-0f63-41ab-bf7f-ef6b51b79751,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:57.159266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.168190 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1cd4bb2a-a21f-4ad3-ae24-ca4742baa73e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/3320ec45-0f63-41ab-bf7f-ef6b51b79751 HTTP/1.1" status: 204 len: 168 time: 0.6430998 Apr 21 14:54:57.168536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57430) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:57.169494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31eddf3-def6-4bed-9bdd-10e5b30b363f None None] Network 163f400f-c59b-49ee-99ba-3d5eb63947bc requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:54:57.284846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.296569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 723b03b8-c858-458f-9eb9-fa446014883e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:57.296915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.424355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] DHCP port deletion for 163f400f-c59b-49ee-99ba-3d5eb63947bc request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:54:57.428805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Deleting port 723b03b8-c858-458f-9eb9-fa446014883e {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:57.429426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.510096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port 723b03b8-c858-458f-9eb9-fa446014883e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=723b03b8-c858-458f-9eb9-fa446014883e,segment=NetworkSegment(9fd33131-097e-4d45-8953-5bc214e3ff9e),segment_id=9fd33131-097e-4d45-8953-5bc214e3ff9e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:57.510734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.604219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router bd164923-26cb-4195-981d-0b2d344927b9 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:54:57.636633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 723b03b8-c858-458f-9eb9-fa446014883e owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:57.647621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] Sync routers for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:54:57.679017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:57.679901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:57.715652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.765306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=723b03b8-c858-458f-9eb9-fa446014883e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:57.771252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No DVR routers for this DVR port 723b03b8-c858-458f-9eb9-fa446014883e on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:57.807501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] For port 723b03b8-c858-458f-9eb9-fa446014883e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=723b03b8-c858-458f-9eb9-fa446014883e,segment=NetworkSegment(9fd33131-097e-4d45-8953-5bc214e3ff9e),segment_id=9fd33131-097e-4d45-8953-5bc214e3ff9e)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:57.807895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.822205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:54:57.848313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.900834 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.907992 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0eadc4a9-b796-4d59-8388-48654cf80476 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6494553 Apr 21 14:54:57.907992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:54:57.908344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57434) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:57.947020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Calling delete_port for 723b03b8-c858-458f-9eb9-fa446014883e owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:57.962235 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7eb995-c8d5-41f6-a8f0-7d2c78c41456'] response: {'name': 'network-changed', 'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'status': 'completed', 'code': 200} Apr 21 14:54:58.007520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163f400f-c59b-49ee-99ba-3d5eb63947bc']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:58.010123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:58.025406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd33131-097e-4d45-8953-5bc214e3ff9e') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:58.025714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd33131-097e-4d45-8953-5bc214e3ff9e') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:58.046770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.061047 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-95aa0dc7-cb4a-4950-bcea-4c9bd7a65d24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1517746 Apr 21 14:54:58.070811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.086368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:54:58.086796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.105565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:58.106190 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:58.109112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:54:58.109221 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-dfb137e7-b973-4023-be54-8cbaff4d7732 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 1098 time: 0.0936940 Apr 21 14:54:58.235686 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.254202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.255933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-33e689f3-c917-428e-8403-dcd09ae6cfb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:58.257468 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-33e689f3-c917-428e-8403-dcd09ae6cfb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 898 time: 0.1431262 Apr 21 14:54:58.267408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=163f400f-c59b-49ee-99ba-3d5eb63947bc,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:58.279607 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-48ba2650-8be1-4fde-b4d6-06891d4f4375 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/163f400f-c59b-49ee-99ba-3d5eb63947bc HTTP/1.1" status: 204 len: 168 time: 1.1101043 Apr 21 14:54:58.282149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57442) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:58.370590 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-1d8056e1-1dd1-4c55-8900-741c22bbff47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab HTTP/1.1" status: 200 len: 999 time: 0.1071711 Apr 21 14:54:58.374259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:55Z', 'revision_number': 9, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5889853-923c-42d7-ba13-19a29f0999ee', 'name': '', 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a0:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:31Z', 'updated_at': '2022-04-21T14:54:43Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:58.379099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] Checking router: bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:54:58.390733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:54:58.391442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:58.435117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-c72f6551-c89a-446f-b151-20fb32c16856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:58.436666 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-c72f6551-c89a-446f-b151-20fb32c16856 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0594175 Apr 21 14:54:58.500586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f8771-665d-4413-bfd5-c95e92b052b6 req-afeed413-e761-4b06-ae47-871afda2bb28 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:58.503012 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4a1f8771-665d-4413-bfd5-c95e92b052b6 req-afeed413-e761-4b06-ae47-871afda2bb28 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.3437996 Apr 21 14:54:58.514882 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-9e487538-f7f5-48ec-840a-90c77919b232 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725682 Apr 21 14:54:58.552865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:54:58.571053 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4a1f8771-665d-4413-bfd5-c95e92b052b6 req-7638867e-92a9-44f9-93d7-dcef4bc0d5aa tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599043 Apr 21 14:54:58.615709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Deleting port 723b03b8-c858-458f-9eb9-fa446014883e {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:58.616340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.656194 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-49522bf4-81c6-4ff1-bef8-837879e1af95 service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354139 Apr 21 14:54:58.690332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad435d-3a11-4488-b438-098e304ff3fb None None] The port '723b03b8-c858-458f-9eb9-fa446014883e' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:54:58.757467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 723b03b8-c858-458f-9eb9-fa446014883e no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:58.807573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 723b03b8-c858-458f-9eb9-fa446014883e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:54:58.807573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 723b03b8-c858-458f-9eb9-fa446014883e not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:58.816576 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c9b087e-61b1-4a62-9bd8-0cf781c1171e req-fb71bdeb-d0c0-48ce-8265-4c87309ff41a service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519959 Apr 21 14:54:58.825462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.981735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:55Z', 'revision_number': 9, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5889853-923c-42d7-ba13-19a29f0999ee', 'name': '', 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a0:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:31Z', 'updated_at': '2022-04-21T14:54:43Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:58.986446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208a1ff-6295-4ed4-b25c-9d6e764705f4 None None] The sync data for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv is: [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:55Z', 'revision_number': 9, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5889853-923c-42d7-ba13-19a29f0999ee', 'name': '', 'network_id': 'e1bf9830-a892-4c11-8b78-d168c6f5336f', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a0:ec:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:31Z', 'updated_at': '2022-04-21T14:54:43Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': 'adcce687-1fa4-4ab3-a77c-c4af60feee23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:54:59.064936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:59.169045 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a42e1e9f-7b6f-4349-bbad-bc7666d3fc1d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1029594 Apr 21 14:54:59.398442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port e5889853-923c-42d7-ba13-19a29f0999ee {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:54:59.398781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:59.577714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port e5889853-923c-42d7-ba13-19a29f0999ee, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e5889853-923c-42d7-ba13-19a29f0999ee,segment=NetworkSegment(c06d5121-dad4-41fb-b212-d4f4f143a20f),segment_id=c06d5121-dad4-41fb-b212-d4f4f143a20f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:54:59.578396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:59.695076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for e5889853-923c-42d7-ba13-19a29f0999ee owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:54:59.779938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6476d-16ca-48dc-9892-da1284bbc827 req-5fe9c678-b034-4077-835f-7bf068b41e97 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:54:59.781421 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c4f6476d-16ca-48dc-9892-da1284bbc827 req-5fe9c678-b034-4077-835f-7bf068b41e97 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.0787599 Apr 21 14:54:59.827354 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c4f6476d-16ca-48dc-9892-da1284bbc827 req-15f3880e-ad10-4207-9f5d-6be15ce55566 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Apr 21 14:54:59.868338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:59.922198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=e5889853-923c-42d7-ba13-19a29f0999ee,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:00.175879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57452) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:00.287501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:00.392545 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-351cfd28-9e86-46cb-a525-7cbca2a59aef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.2152467 Apr 21 14:55:00.684960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:00.729450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e0c4b187-32c1-4b0c-a513-aa76e791bc21 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:00.798252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:55:00.806951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: e0c4b187-32c1-4b0c-a513-aa76e791bc21 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:55:00.807310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e0c4b187-32c1-4b0c-a513-aa76e791bc21 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:01.014165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:01.018614 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Sync routers for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:01.035231 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:01.035858 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:01.040584 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-df5fbb89-d9eb-4bca-a57b-5efb5d53ff6b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572787 Apr 21 14:55:01.043057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57458) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:01.105272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] Sync routers for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:01.109045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b37b3-69d4-4162-b0eb-9e85b4bd9313 req-0ce8aaf3-0f1e-4c8b-b92d-216ddfbf7f7f tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:01.110490 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-837b37b3-69d4-4162-b0eb-9e85b4bd9313 req-0ce8aaf3-0f1e-4c8b-b92d-216ddfbf7f7f tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1515279 Apr 21 14:55:01.118975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:01.119904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:01.243759 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:01.250043 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-837b37b3-69d4-4162-b0eb-9e85b4bd9313 req-52c20951-0400-47e6-908c-f1033b99905b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176269 Apr 21 14:55:01.281262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet adcce687-1fa4-4ab3-a77c-c4af60feee23 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:55:01.283992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:01.285104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.346121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.396217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57462) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:01.526783 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fface925-6120-4760-8022-da7f800f1d81 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1293299 Apr 21 14:55:01.553404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.604245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:59Z', 'revision_number': 10, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:01.608675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] Checking router: bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:01.614648 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e7801421-0b0d-4c69-984e-85bdf3197942', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'port_id': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'mac_address': 'fa:16:3e:63:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c91b80-31b3-4903-aa15-827bc25d2072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:56Z', 'updated_at': '2022-04-21T14:54:56Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:54:36Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:01.619371 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Checking router: bd164923-26cb-4195-981d-0b2d344927b9 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:01.619928 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Updating router bd164923-26cb-4195-981d-0b2d344927b9 port c5c88d55-28ef-4db2-97bf-341685f99d55 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:55:01.622263 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:01.622921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:01.639743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.671089 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.680655 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=adcce687-1fa4-4ab3-a77c-c4af60feee23,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:01.687276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.695881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57466) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:01.696218 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e7ec8a90-f0d0-4f9d-a123-b79e2a9f27bb tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/adcce687-1fa4-4ab3-a77c-c4af60feee23 HTTP/1.1" status: 204 len: 168 time: 0.6519201 Apr 21 14:55:01.734920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c03750-a295-4e71-ad58-46ff107cff0d None None] Network e1bf9830-a892-4c11-8b78-d168c6f5336f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:55:01.808831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.820279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:01.821186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:01.895270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:02.015844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.027443 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Transition to ACTIVE for port object c5c88d55-28ef-4db2-97bf-341685f99d55 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:02.034056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port 380b35bf-75f4-4fb2-95fe-f99220a2bf77, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=380b35bf-75f4-4fb2-95fe-f99220a2bf77,segment=NetworkSegment(c06d5121-dad4-41fb-b212-d4f4f143a20f),segment_id=c06d5121-dad4-41fb-b212-d4f4f143a20f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:02.034560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.034933 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.104961 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26972d5f-5cbc-44b0-a1b9-8d91c32b073a None None] Pushing event updated for resources: {'Port': ['ID=c5c88d55-28ef-4db2-97bf-341685f99d55,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:02.162154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 380b35bf-75f4-4fb2-95fe-f99220a2bf77 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:55:02.255725 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Attempting to bind port c5c88d55-28ef-4db2-97bf-341685f99d55 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:55:02.256113 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Attempting to bind port c5c88d55-28ef-4db2-97bf-341685f99d55 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:55:02.256517 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Attempting to bind port c5c88d55-28ef-4db2-97bf-341685f99d55 on network 3ab338c1-156c-4590-8576-195df5e3309c {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:55:02.260145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.263210 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:55:02.263802 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Checking segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:55:02.264457 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.265648 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Bound using segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:55:02.266322 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Bound port: c5c88d55-28ef-4db2-97bf-341685f99d55, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:55:02.266907 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.298097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d1909-a4f6-4a52-a952-7d2a75b555bf None None] DHCP port deletion for e1bf9830-a892-4c11-8b78-d168c6f5336f request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:55:02.326885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:59Z', 'revision_number': 10, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:02.331305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897cedf-bed3-4810-8208-95d8f060f940 None None] The sync data for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv is: [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:54:59Z', 'revision_number': 10, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None, '_interfaces': [{'id': '0b62a266-c378-4cb2-9ca9-40e26307cc25', 'name': '', 'network_id': 'b6901d9c-2e5c-4265-bff4-1e696cd2e0f0', 'tenant_id': '203f190bab624d159c9d23560772455b', 'mac_address': 'fa:16:3e:a3:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:25Z', 'updated_at': '2022-04-21T14:54:33Z', 'revision_number': 5, 'project_id': '203f190bab624d159c9d23560772455b', 'subnets': [{'id': '96cfec76-4dcc-4fa0-9f15-812755bce0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:02.342129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=380b35bf-75f4-4fb2-95fe-f99220a2bf77,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:02.344215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No DVR routers for this DVR port 380b35bf-75f4-4fb2-95fe-f99220a2bf77 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:55:02.402640 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] For port c5c88d55-28ef-4db2-97bf-341685f99d55, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:55:02.406030 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] For port c5c88d55-28ef-4db2-97bf-341685f99d55, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c5c88d55-28ef-4db2-97bf-341685f99d55,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:55:02.411284 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.497864 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26972d5f-5cbc-44b0-a1b9-8d91c32b073a None None] Pushing event updated for resources: {'Port': ['ID=c5c88d55-28ef-4db2-97bf-341685f99d55,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:02.508772 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:02.509420 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:02.522710 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.530829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57472) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:02.563419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bf9830-a892-4c11-8b78-d168c6f5336f']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:02.578735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06d5121-dad4-41fb-b212-d4f4f143a20f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:02.579245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06d5121-dad4-41fb-b212-d4f4f143a20f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:02.594621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.617552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.625960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671aa9a-8074-4a6b-91b3-1a0887b6c225 req-aab4dc8b-1d42-4da4-b2a6-bca8f3b9f5f8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:02.627785 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4671aa9a-8074-4a6b-91b3-1a0887b6c225 req-aab4dc8b-1d42-4da4-b2a6-bca8f3b9f5f8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1709938 Apr 21 14:55:02.633262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:55:02.633917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:55:02.649288 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:55:02.692767 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8e1b58c7-6286-4194-854d-c0f651479bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1597316 Apr 21 14:55:02.719876 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:02.787547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 380b35bf-75f4-4fb2-95fe-f99220a2bf77 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:02.790816 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4671aa9a-8074-4a6b-91b3-1a0887b6c225 req-16af2bef-770d-4e24-8da6-e23e862aafe3 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407917 Apr 21 14:55:02.792037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.817525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:02.828538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 380b35bf-75f4-4fb2-95fe-f99220a2bf77 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:55:02.829256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=e1bf9830-a892-4c11-8b78-d168c6f5336f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:02.829430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 380b35bf-75f4-4fb2-95fe-f99220a2bf77 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:02.829430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e5889853-923c-42d7-ba13-19a29f0999ee no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:02.836520 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0971c417-264b-44c3-8f58-bef054370107 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/e1bf9830-a892-4c11-8b78-d168c6f5336f HTTP/1.1" status: 204 len: 168 time: 1.1388595 Apr 21 14:55:02.839041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57476) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:02.924168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: e5889853-923c-42d7-ba13-19a29f0999ee {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:55:02.924482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e5889853-923c-42d7-ba13-19a29f0999ee not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:03.165121 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e7801421-0b0d-4c69-984e-85bdf3197942', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'port_id': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'mac_address': 'fa:16:3e:63:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c91b80-31b3-4903-aa15-827bc25d2072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:56Z', 'updated_at': '2022-04-21T14:54:56Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:02Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:03.169507 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23be6c8-0a96-4115-9b1f-94ecb614722d None None] The sync data for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv is: [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e7801421-0b0d-4c69-984e-85bdf3197942', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'port_id': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'mac_address': 'fa:16:3e:63:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c91b80-31b3-4903-aa15-827bc25d2072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:56Z', 'updated_at': '2022-04-21T14:54:56Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:02Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:03.296596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:03.695536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57480) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:03.726878 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:55:03.807335 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4f9ed935-a1ad-4d30-a9fa-4cc4177f866a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1083846 Apr 21 14:55:03.895671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port 0b62a266-c378-4cb2-9ca9-40e26307cc25 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:03.896285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:04.012169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba9d08-4245-44a5-8e29-485acc2b733d req-c62dc786-1e62-485f-ba9e-c33cc076ebb6 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:04.013676 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14ba9d08-4245-44a5-8e29-485acc2b733d req-c62dc786-1e62-485f-ba9e-c33cc076ebb6 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.0900712 Apr 21 14:55:04.060804 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14ba9d08-4245-44a5-8e29-485acc2b733d req-3db27960-8523-4e19-900c-228f9de01893 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 Apr 21 14:55:04.103459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port 0b62a266-c378-4cb2-9ca9-40e26307cc25, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0b62a266-c378-4cb2-9ca9-40e26307cc25,segment=NetworkSegment(88519702-1ab7-4861-bd60-41a5a59d48e5),segment_id=88519702-1ab7-4861-bd60-41a5a59d48e5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:04.103818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:04.220431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for 0b62a266-c378-4cb2-9ca9-40e26307cc25 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:55:04.391489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:04.436890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=0b62a266-c378-4cb2-9ca9-40e26307cc25,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:04.681157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:04.785995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c5c88d55-28ef-4db2-97bf-341685f99d55 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:04.810136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57486) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:04.855485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port c5c88d55-28ef-4db2-97bf-341685f99d55 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:04.861485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port c5c88d55-28ef-4db2-97bf-341685f99d55 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:04.862110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:04.923425 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f3ec0af9-f414-43c6-9893-f2bd78ba3fe4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1110368 Apr 21 14:55:04.986623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:05.019018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port c5c88d55-28ef-4db2-97bf-341685f99d55, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c5c88d55-28ef-4db2-97bf-341685f99d55,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:05.025048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:05.089850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=c5c88d55-28ef-4db2-97bf-341685f99d55,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:05.098345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.098698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.099035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.099370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.099704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.100039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.100932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.100932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.101096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.101418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.101717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:05.241532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:55:05.331665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89d57a-7855-4e0a-a167-b9b6e742c966 req-911d4d7d-eaed-4839-b123-dbffdc19cbda tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:05.333140 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3e89d57a-7855-4e0a-a167-b9b6e742c966 req-911d4d7d-eaed-4839-b123-dbffdc19cbda tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1489913 Apr 21 14:55:05.439797 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3e89d57a-7855-4e0a-a167-b9b6e742c966 req-c506cfe8-10d4-4395-b493-cfbaf1feb046 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000085 Apr 21 14:55:05.442268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:05.452667 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] Sync routers for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:05.456377 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a47b0bd-123c-45aa-b3e1-6dec12af03a6 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6162667 Apr 21 14:55:05.458931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57492) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:05.471334 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:05.471935 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:05.596911 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:05.646862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting subnet 96cfec76-4dcc-4fa0-9f15-812755bce0f0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:55:05.649545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:05.703086 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:55:04Z', 'revision_number': 11, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:05.707320 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] Checking router: bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:05.713169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:05.718155 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] Routers {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:05.718845 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:05.794577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:05.842821 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] Set router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:05.866435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:05.907219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Subnet': ['ID=96cfec76-4dcc-4fa0-9f15-812755bce0f0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:05.914012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:05.920094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db91ec9-9147-451c-a87e-c186ce72be11 None None] Network b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:55:05.920833 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-38781185-d71c-4cd9-b4b8-ee1b7cb5883d tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/96cfec76-4dcc-4fa0-9f15-812755bce0f0 HTTP/1.1" status: 204 len: 168 time: 0.4608257 Apr 21 14:55:05.923245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57496) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:05.925573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57500) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:05.951358 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:55:04Z', 'revision_number': 11, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:05.955358 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d28a1-f4cf-413b-a616-a89b0ab6d443 None None] The sync data for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv is: [{'id': 'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e', 'name': 'tempest-RoutersTest-router-2095086168', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:22Z', 'updated_at': '2022-04-21T14:55:04Z', 'revision_number': 11, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:06.114834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.135499 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-728a781e-053c-473e-9c63-9bcb6fb1a2d6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.2089655 Apr 21 14:55:06.139918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Deleting port b82d3dd7-5afd-4851-9a38-89c29d2962bd {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:06.140181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.317685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] DHCP port deletion for b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:55:06.322830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Deleting port b82d3dd7-5afd-4851-9a38-89c29d2962bd {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:06.323718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.435414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] For port b82d3dd7-5afd-4851-9a38-89c29d2962bd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b82d3dd7-5afd-4851-9a38-89c29d2962bd,segment=NetworkSegment(88519702-1ab7-4861-bd60-41a5a59d48e5),segment_id=88519702-1ab7-4861-bd60-41a5a59d48e5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:06.436100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.535646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] For port b82d3dd7-5afd-4851-9a38-89c29d2962bd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b82d3dd7-5afd-4851-9a38-89c29d2962bd,segment=NetworkSegment(88519702-1ab7-4861-bd60-41a5a59d48e5),segment_id=88519702-1ab7-4861-bd60-41a5a59d48e5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:06.536083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.556827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Calling delete_port for b82d3dd7-5afd-4851-9a38-89c29d2962bd owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:55:06.637141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.656539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Calling delete_port for b82d3dd7-5afd-4851-9a38-89c29d2962bd owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:55:06.686325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Port': ['ID=b82d3dd7-5afd-4851-9a38-89c29d2962bd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:06.692901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No DVR routers for this DVR port b82d3dd7-5afd-4851-9a38-89c29d2962bd on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:55:06.757158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:55:06.757741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:55:06.764784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c5c88d55-28ef-4db2-97bf-341685f99d55 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:06.807061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b896f-0a20-40d1-b648-b794c8a2b9c3 req-06ccde92-b8c6-45e2-81e0-d588cbd4c057 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:06.808650 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-835b896f-0a20-40d1-b648-b794c8a2b9c3 req-06ccde92-b8c6-45e2-81e0-d588cbd4c057 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.2390819 Apr 21 14:55:06.839369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.841111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port c5c88d55-28ef-4db2-97bf-341685f99d55 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:06.841490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.857476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-835b896f-0a20-40d1-b648-b794c8a2b9c3 req-b591ffc3-1a3c-4c9b-9061-cd1a9409f967 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433006 Apr 21 14:55:06.864690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6901d9c-2e5c-4265-bff4-1e696cd2e0f0']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:06.877553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88519702-1ab7-4861-bd60-41a5a59d48e5') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:06.878047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88519702-1ab7-4861-bd60-41a5a59d48e5') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:06.890048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.905590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.911768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:55:06.912172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:55:06.930634 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:55:07.008012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:07.008833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0b62a266-c378-4cb2-9ca9-40e26307cc25 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:07.025061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:07.038140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Pushing event deleted for resources: {'Network': ['ID=b6901d9c-2e5c-4265-bff4-1e696cd2e0f0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:07.040351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 0b62a266-c378-4cb2-9ca9-40e26307cc25 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:55:07.040782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0b62a266-c378-4cb2-9ca9-40e26307cc25 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:07.041110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b82d3dd7-5afd-4851-9a38-89c29d2962bd no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:07.043087 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0838f242-9bda-4116-abcd-cccd963b6533 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/networks/b6901d9c-2e5c-4265-bff4-1e696cd2e0f0 HTTP/1.1" status: 204 len: 168 time: 1.1188323 Apr 21 14:55:07.045517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57508) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:07.050570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'routes': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:07.075728 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: b82d3dd7-5afd-4851-9a38-89c29d2962bd {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:55:07.076218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b82d3dd7-5afd-4851-9a38-89c29d2962bd not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:07.139527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57512) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:07.239760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-77c51de3-af05-4ba9-becd-7e1f81315766 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.0989556 Apr 21 14:55:07.259394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Deleting port b82d3dd7-5afd-4851-9a38-89c29d2962bd {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:07.259898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:07.326401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-616088c6-760c-49fb-a8b3-5b532179d470 None None] The port 'b82d3dd7-5afd-4851-9a38-89c29d2962bd' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 14:55:07.334198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.extraroute_db [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Added routes are [] {{(pid=83934) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 21 14:55:07.334994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.extraroute_db [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Removed routes are [] {{(pid=83934) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 21 14:55:07.334994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:07.676001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:07.679729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:07.815350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:55:07.951435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:07.958309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:07.962448 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e1a31d1-f45c-4953-923b-f460563af1a1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 200 len: 701 time: 0.9129438 Apr 21 14:55:07.962823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57518) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:08.009748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-01923d3c-2cbf-424e-9aa7-7c53b5c3e030 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:08.025954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-01923d3c-2cbf-424e-9aa7-7c53b5c3e030 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:08.029697 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-01923d3c-2cbf-424e-9aa7-7c53b5c3e030 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 200 len: 205 time: 0.0633125 Apr 21 14:55:08.030198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57522) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:08.186606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b50735dd-d78a-4991-a148-32bd057ca68a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.242295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e1f61-c19c-418c-b4c7-ceb08e0a3328 req-9f0ca140-7ad0-40c9-a0c2-5a72c58bc7cc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:08.244222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57526) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:08.244403 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-221e1f61-c19c-418c-b4c7-ceb08e0a3328 req-9f0ca140-7ad0-40c9-a0c2-5a72c58bc7cc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.2600076 Apr 21 14:55:08.355649 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d176865d-eaa1-4ca7-a8c4-ec19f8d754aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1102583 Apr 21 14:55:08.611440 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-221e1f61-c19c-418c-b4c7-ceb08e0a3328 req-ae1e9fd2-f48f-49e8-9de8-74ce8efe3f5f tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580785 Apr 21 14:55:08.614871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b50735dd-d78a-4991-a148-32bd057ca68a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.619713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b50735dd-d78a-4991-a148-32bd057ca68a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.643657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b50735dd-d78a-4991-a148-32bd057ca68a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.644158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50735dd-d78a-4991-a148-32bd057ca68a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Fanout notify agent at l3_agent the message router_deleted on router bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:55:08.657204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b50735dd-d78a-4991-a148-32bd057ca68a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.658263 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b50735dd-d78a-4991-a148-32bd057ca68a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 204 len: 168 time: 0.6270835 Apr 21 14:55:08.662429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57532) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:08.668575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1837400483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:08.674741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:08.678761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Usage tracker for resource:router and tenant:203f190bab624d159c9d23560772455b is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:08.682519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:08.688124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:08.698222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.699193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.716298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.733187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.758033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:08.759370 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c99fcf93-a466-410f-ad7a-6c212ea0c422 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0958936 Apr 21 14:55:08.762044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57536) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:08.767094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-12e47b7a-58b8-4725-bc18-c37fc83e503a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:08.960286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e804d493-077f-4ca9-827c-692cd245af82 None None] New status for floating IP e7801421-0b0d-4c69-984e-85bdf3197942: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:55:09.245536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12e47b7a-58b8-4725-bc18-c37fc83e503a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:09.255882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12e47b7a-58b8-4725-bc18-c37fc83e503a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:09.359550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57540) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:09.416497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e47b7a-58b8-4725-bc18-c37fc83e503a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Router 2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:55:09.463757 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d59733b0-15f9-457d-aea3-58cc98a85c20 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 993 time: 0.1029325 Apr 21 14:55:09.563013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e47b7a-58b8-4725-bc18-c37fc83e503a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:09.569695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12e47b7a-58b8-4725-bc18-c37fc83e503a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:09.574091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57544) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:09.574526 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-12e47b7a-58b8-4725-bc18-c37fc83e503a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "PUT /v2.0/routers/2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e HTTP/1.1" status: 200 len: 694 time: 0.8115079 Apr 21 14:55:09.576990 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] Sync routers for ids ['2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:09.591423 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] Routers {'2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:09.592324 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:09.726331 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] Set router 2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:09.813650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bda945-a5f5-4cc1-a961-2d16add9262a req-82b0c9dc-b6f7-4a6f-aa7a-705490b8f31c tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:09.815030 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c2bda945-a5f5-4cc1-a961-2d16add9262a req-82b0c9dc-b6f7-4a6f-aa7a-705490b8f31c tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.0784762 Apr 21 14:55:09.830300 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1b480919-27da-4a50-9be6-e5a97ddf883a tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/routers/2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e HTTP/1.1" status: 200 len: 700 time: 0.2525237 Apr 21 14:55:09.830523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:09.835370 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e', 'name': 'tempest-RoutersTest-router-1837400483', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:08Z', 'updated_at': '2022-04-21T14:55:09Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:09.839942 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] Checking router: 2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:09.850030 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] Routers {'2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:09.850735 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:09.862829 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c2bda945-a5f5-4cc1-a961-2d16add9262a req-de446eca-c239-4be2-bfea-2c6d26ce0587 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404508 Apr 21 14:55:09.870223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94f87226-c2ef-499e-b7af-815a2176b054 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Synchronizing usage tracker for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:09.881882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94f87226-c2ef-499e-b7af-815a2176b054 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Unset dirty status for tenant:203f190bab624d159c9d23560772455b on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:09.882871 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-94f87226-c2ef-499e-b7af-815a2176b054 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e HTTP/1.1" status: 200 len: 205 time: 0.0514708 Apr 21 14:55:09.886157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:09.978637 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] Set router 2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:10.024804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a913cb8d-2817-4183-8a57-57c0b9f4b4a4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:10.111862 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e', 'name': 'tempest-RoutersTest-router-1837400483', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:08Z', 'updated_at': '2022-04-21T14:55:09Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:10.115638 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec9e355-0cdb-454f-8303-789161b2eeb3 None None] The sync data for ids ['2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e'] in dv-neutron-838898-1-hyperv is: [{'id': '2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e', 'name': 'tempest-RoutersTest-router-1837400483', 'tenant_id': '203f190bab624d159c9d23560772455b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:08Z', 'updated_at': '2022-04-21T14:55:09Z', 'revision_number': 2, 'project_id': '203f190bab624d159c9d23560772455b', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:10.407240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a913cb8d-2817-4183-8a57-57c0b9f4b4a4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:10.411387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a913cb8d-2817-4183-8a57-57c0b9f4b4a4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:10.436605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a913cb8d-2817-4183-8a57-57c0b9f4b4a4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:10.437204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a913cb8d-2817-4183-8a57-57c0b9f4b4a4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Fanout notify agent at l3_agent the message router_deleted on router 2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:55:10.450328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a913cb8d-2817-4183-8a57-57c0b9f4b4a4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:10.451388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a913cb8d-2817-4183-8a57-57c0b9f4b4a4 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e HTTP/1.1" status: 204 len: 168 time: 0.5641572 Apr 21 14:55:10.457871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.498892 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-654d5750-7ee7-4e0e-87d4-55034bc710cf tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e HTTP/1.1" status: 200 len: 205 time: 0.0399663 Apr 21 14:55:10.501337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57562) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.569718 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-3c4d785c-b6e9-4066-b29a-36b8bcddfd0b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] delete failed (client error): The resource could not be found. Apr 21 14:55:10.570743 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3c4d785c-b6e9-4066-b29a-36b8bcddfd0b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/2f9ab9c4-551c-4c58-9456-fbfd0efb5c3e HTTP/1.1" status: 404 len: 336 time: 0.0685155 Apr 21 14:55:10.573277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57566) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.610155 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ccf974-36d0-4c14-b66a-0a5b8dc86bc7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:10.610586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ccf974-36d0-4c14-b66a-0a5b8dc86bc7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:10.612232 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-95ccf974-36d0-4c14-b66a-0a5b8dc86bc7 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/303f5fc1-b3f9-4aa7-bbff-82715c2e82b4 HTTP/1.1" status: 404 len: 337 time: 0.0380740 Apr 21 14:55:10.614859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57570) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.651125 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-989a121f-b591-40e0-810a-91eeb82cd164 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:10.651556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989a121f-b591-40e0-810a-91eeb82cd164 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:10.653200 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-989a121f-b591-40e0-810a-91eeb82cd164 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/3320ec45-0f63-41ab-bf7f-ef6b51b79751 HTTP/1.1" status: 404 len: 337 time: 0.0374894 Apr 21 14:55:10.655763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57574) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.729229 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1320af15-c029-4b7d-b9d1-808d2da046ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:10.729655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1320af15-c029-4b7d-b9d1-808d2da046ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:10.731682 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1320af15-c029-4b7d-b9d1-808d2da046ba tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/adcce687-1fa4-4ab3-a77c-c4af60feee23 HTTP/1.1" status: 404 len: 337 time: 0.0750327 Apr 21 14:55:10.734416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57578) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.761214 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9741c3c0-3057-4246-b903-609be633a3e0 req-4f4fdd86-578e-4b9f-8042-5ec68c0f993f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1098 time: 0.0726695 Apr 21 14:55:10.773187 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd8c276-ae0e-4c68-adb2-d16c343f0403 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:10.774117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd8c276-ae0e-4c68-adb2-d16c343f0403 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:10.775698 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5fd8c276-ae0e-4c68-adb2-d16c343f0403 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/96cfec76-4dcc-4fa0-9f15-812755bce0f0 HTTP/1.1" status: 404 len: 337 time: 0.0403101 Apr 21 14:55:10.778318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57582) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.803116 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9741c3c0-3057-4246-b903-609be633a3e0 req-d4a29898-7ae6-4281-9b9d-051edd4d710f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361891 Apr 21 14:55:10.818661 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d7b98fd5-089c-4101-9fb6-f04ec1502bca tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 200 len: 205 time: 0.0393605 Apr 21 14:55:10.821534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57586) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.885330 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-70883158-a673-44f0-9db3-822d455624d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] delete failed (client error): The resource could not be found. Apr 21 14:55:10.886303 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-70883158-a673-44f0-9db3-822d455624d1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e HTTP/1.1" status: 404 len: 336 time: 0.0638874 Apr 21 14:55:10.888850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57590) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.928868 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0ba6077d-4aec-457f-ac26-ebeee4a89c7b tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5948ea0-d6fb-4200-8544-5aafad35486d HTTP/1.1" status: 200 len: 205 time: 0.0390146 Apr 21 14:55:10.931348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57596) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:10.996711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-95066a0b-ddd9-48c4-8c2f-2ac70b8b7cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] delete failed (client error): The resource could not be found. Apr 21 14:55:10.997711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-95066a0b-ddd9-48c4-8c2f-2ac70b8b7cf1 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/e5948ea0-d6fb-4200-8544-5aafad35486d HTTP/1.1" status: 404 len: 336 time: 0.0655034 Apr 21 14:55:11.000374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57600) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.039156 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6f281b-9101-4583-b23b-69448ab78b07 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:11.039703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6f281b-9101-4583-b23b-69448ab78b07 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:11.043266 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ba6f281b-9101-4583-b23b-69448ab78b07 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/4d269faf-ffa5-4ac2-b8b9-1e3876c7d5a0 HTTP/1.1" status: 404 len: 337 time: 0.0418360 Apr 21 14:55:11.044172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57604) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.068520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe695f3-b262-4a23-b0ed-c80d2bc22708 req-6ee0c79e-3074-4722-ad36-af4989ead361 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:11.069973 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8fe695f3-b262-4a23-b0ed-c80d2bc22708 req-6ee0c79e-3074-4722-ad36-af4989ead361 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.0838101 Apr 21 14:55:11.086183 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b11c8cae-0b56-497c-afb3-768a489e8d05 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbf52853-842e-4c7d-a689-6d6d59acb00e HTTP/1.1" status: 200 len: 205 time: 0.0408988 Apr 21 14:55:11.089139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57608) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.115434 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8fe695f3-b262-4a23-b0ed-c80d2bc22708 req-9b272732-f241-4f63-8da4-4bff884276f4 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 Apr 21 14:55:11.154173 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-d4c71795-2a86-4313-b1c3-ef8874c83f17 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] delete failed (client error): The resource could not be found. Apr 21 14:55:11.155176 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d4c71795-2a86-4313-b1c3-ef8874c83f17 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/fbf52853-842e-4c7d-a689-6d6d59acb00e HTTP/1.1" status: 404 len: 336 time: 0.0651755 Apr 21 14:55:11.157862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57612) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.198521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a9cf21b3-fbe4-47e1-be76-14c423cc92e0 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f432045-2088-4cea-86c1-5f0662bb3166 HTTP/1.1" status: 200 len: 205 time: 0.0394034 Apr 21 14:55:11.200539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57616) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.265256 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-204bf5d8-d4ff-4c85-94da-9d6bc03a9024 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] delete failed (client error): The resource could not be found. Apr 21 14:55:11.266240 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-204bf5d8-d4ff-4c85-94da-9d6bc03a9024 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/4f432045-2088-4cea-86c1-5f0662bb3166 HTTP/1.1" status: 404 len: 336 time: 0.0648429 Apr 21 14:55:11.268717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57620) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.303931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e900af-42c3-4c00-a679-72a3e0502455 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:11.304640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e900af-42c3-4c00-a679-72a3e0502455 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:11.306731 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-32e900af-42c3-4c00-a679-72a3e0502455 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/1464f97f-0b74-401d-89c7-37781ac6b1e4 HTTP/1.1" status: 404 len: 337 time: 0.0371656 Apr 21 14:55:11.309064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57624) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.352253 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5478ccd4-9dd5-4d9e-90b7-0d7990621799 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c HTTP/1.1" status: 200 len: 205 time: 0.0421505 Apr 21 14:55:11.354331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57628) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.416052 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-1b42e3f9-3dac-401b-8124-246669eac27c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] delete failed (client error): The resource could not be found. Apr 21 14:55:11.417084 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1b42e3f9-3dac-401b-8124-246669eac27c tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/7617b16d-cb1a-4bd7-9b4d-dc0bd4897d3c HTTP/1.1" status: 404 len: 336 time: 0.0619118 Apr 21 14:55:11.419506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57632) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.458894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-584a1308-4ab9-4534-99b6-217fce84ce43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:11.459237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584a1308-4ab9-4534-99b6-217fce84ce43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:11.460775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-584a1308-4ab9-4534-99b6-217fce84ce43 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/2073130c-a945-4f33-a9e0-1e8c6922f584 HTTP/1.1" status: 404 len: 337 time: 0.0404265 Apr 21 14:55:11.463054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57636) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.502714 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f47dbcb6-6829-4682-afe7-01a19596ba1e tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "GET /v2.0/ports?device_id=726c9642-b341-4210-a884-8eb3fc921993 HTTP/1.1" status: 200 len: 205 time: 0.0386848 Apr 21 14:55:11.504954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57640) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.566340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 63f5852d-dc0e-4df5-87db-3566ac554e69 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:55:11.568660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-5f3e941a-aa59-4e72-9296-13da28ddecb9 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] delete failed (client error): The resource could not be found. Apr 21 14:55:11.569649 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5f3e941a-aa59-4e72-9296-13da28ddecb9 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/routers/726c9642-b341-4210-a884-8eb3fc921993 HTTP/1.1" status: 404 len: 336 time: 0.0638447 Apr 21 14:55:11.573192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57644) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.708051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:11.721189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'port_id': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'mac_address': 'fa:16:3e:58:01:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:55:11.721497 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec70ff1-4349-4e6a-a2fd-fa9a40e575d5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:11.721938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec70ff1-4349-4e6a-a2fd-fa9a40e575d5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:11.723564 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1ec70ff1-4349-4e6a-a2fd-fa9a40e575d5 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/be51ff5f-2a98-4512-a5da-b6b104307e47 HTTP/1.1" status: 404 len: 337 time: 0.1495142 Apr 21 14:55:11.726162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57648) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:11.763923 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9704e5-520d-48e4-8372-42666edfa042 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] DELETE failed (client error): The resource could not be found. Apr 21 14:55:11.764660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9704e5-520d-48e4-8372-42666edfa042 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:55:11.768488 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5e9704e5-520d-48e4-8372-42666edfa042 tempest-RoutersTest-466040107 tempest-RoutersTest-466040107-project] 10.222.0.42 "DELETE /v2.0/subnets/b7731654-26a5-421d-8649-59920a3d79b0 HTTP/1.1" status: 404 len: 337 time: 0.0385089 Apr 21 14:55:11.780718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:11.798931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63f5852d-dc0e-4df5-87db-3566ac554e69 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:55:11.814927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:11.818165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:11.893745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:12.081995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:12.085772 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] Sync routers for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:12.098469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] Routers set() bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:12.099095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] Router IDs set() for agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 21 14:55:12.099723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_agentschedulers_db [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent'). {{(pid=83936) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 14:55:12.117317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] Routers set() bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:12.117968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] Router IDs set() for agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 21 14:55:12.118584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_agentschedulers_db [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:54:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent'). {{(pid=83936) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 14:55:12.119087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615adb2-a111-4a56-b0e3-cae104c67b71 None None] The sync data for ids ['bdc5f5f0-74d0-45b5-ab49-a8792e9aff4e'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:12.147687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['63f5852d-dc0e-4df5-87db-3566ac554e69'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:55:12.263797 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa10b85e-917c-41d4-81d9-46d6cdfb0842 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=203f190bab624d159c9d23560772455b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803243 Apr 21 14:55:12.266110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57664) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:12.323673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb2576-60e9-4af5-ab2a-3eee623a52b9 req-6745a7d4-c1fa-4f3f-887e-4356d2e7c9b8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:12.325144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4fcb2576-60e9-4af5-ab2a-3eee623a52b9 req-6745a7d4-c1fa-4f3f-887e-4356d2e7c9b8 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 944 time: 0.0833163 Apr 21 14:55:12.328714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0e6-53b3-40a4-875e-80531b926146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:12.357408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0e6-53b3-40a4-875e-80531b926146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:12.375045 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4fcb2576-60e9-4af5-ab2a-3eee623a52b9 req-03476bf9-a1c7-40ed-bedb-f0a719b1120a tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432978 Apr 21 14:55:12.406559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57668) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:12.588289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0e6-53b3-40a4-875e-80531b926146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:12.612103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2b0e6-53b3-40a4-875e-80531b926146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d33cd44-6dc2-4800-9110-1e62198dc3b1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:12.623526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78c2b0e6-53b3-40a4-875e-80531b926146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:12.624678 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78c2b0e6-53b3-40a4-875e-80531b926146 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d33cd44-6dc2-4800-9110-1e62198dc3b1 HTTP/1.1" status: 204 len: 168 time: 0.3574889 Apr 21 14:55:12.634221 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-41f02f1d-32d0-474f-ae1b-5dc51b5b8b7e tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/floatingips/ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e HTTP/1.1" status: 200 len: 992 time: 0.2262175 Apr 21 14:55:13.568372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 63f5852d-dc0e-4df5-87db-3566ac554e69 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:13.637132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 63f5852d-dc0e-4df5-87db-3566ac554e69 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:13.637506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:13.748149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:13.773160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:55:13.782837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:13.787579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:13.830068 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b99f65e-7ae7-42be-bdf4-2811f5c54dca'] response: {'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'code': 200} Apr 21 14:55:13.854956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:17.266482 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-62c4d141-39f2-4665-978b-81483af85185 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684855 Apr 21 14:55:17.423749 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-b4c973cd-2204-4a24-993e-645c87913a99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d337e4443e549ee957008fb39cdfa0f&device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1098 time: 0.0670192 Apr 21 14:55:17.565350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-63d56212-3f33-4eec-8290-33daff4b29cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:17.566694 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-63d56212-3f33-4eec-8290-33daff4b29cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 200 len: 898 time: 0.1225667 Apr 21 14:55:17.668620 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-3934c796-3a9f-4bf3-90ef-a78650803def service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 200 len: 1001 time: 0.0938625 Apr 21 14:55:17.735065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-3fb7f740-8b14-4453-ab0f-7325a2953b9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:17.736489 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-3fb7f740-8b14-4453-ab0f-7325a2953b9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3cf0b99-b2d5-48a6-8f7f-742eb7609794 HTTP/1.1" status: 200 len: 835 time: 0.0551722 Apr 21 14:55:17.813002 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-8bab8611-796f-482a-ba49-b945fdd7ba10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e74add5f-68cc-4903-80d1-857548823033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695562 Apr 21 14:55:17.939237 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-23379451-fdea-4c39-ad79-144fe1ee2263 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198943 Apr 21 14:55:18.067829 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9a78736-ea34-47bf-83ab-6defdc693fc0 req-efc34708-babf-463a-9533-bb87a2bd927b service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212580 Apr 21 14:55:18.980908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8296a272-6e65-451a-8a1a-c87a447e9b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:21.306949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-67183fe3-6572-4e29-9741-56a8a6961b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:22.248892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:22.457957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:23.639570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.682816 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.696282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57686) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:30.767827 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-33c94897-6fc8-4306-ac2f-11301ed7b21c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=f41186dc80a44203aef39ee617949c9a&network_id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 2999 time: 0.0697875 Apr 21 14:55:32.537740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57698) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:32.598770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633eb40-de29-4ffb-a90c-4b45182c95e6 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:32.600222 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0633eb40-de29-4ffb-a90c-4b45182c95e6 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1 HTTP/1.1" status: 200 len: 814 time: 0.0614929 Apr 21 14:55:33.186581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57706) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:33.191849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:33.289462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.552365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.556154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.556492 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP e7801421-0b0d-4c69-984e-85bdf3197942 disassociated. External IP: 172.26.6.166, port: a8018a47-0c72-4f4b-a32a-de3c98d79eab. Apr 21 14:55:34.023901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router bd164923-26cb-4195-981d-0b2d344927b9 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:55:34.221837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:34.226187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:34.231604 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] Sync routers for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:34.243917 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:34.244605 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:34.277268 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-34fdfc98-05d1-4946-be26-09dded683639 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 690 time: 1.0895863 Apr 21 14:55:34.277836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:55:34.280196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57710) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:34.333440 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a04b054-0795-47f0-9b5f-91b69d30d4ff'] response: {'name': 'network-changed', 'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'status': 'completed', 'code': 200} Apr 21 14:55:34.362959 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-556a14a4-1082-4e1c-a9c5-837b5523622d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 690 time: 0.0816202 Apr 21 14:55:34.423275 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:34.569598 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-1f8c33cf-bf60-4490-aa83-66398a25fb95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 1098 time: 0.1887133 Apr 21 14:55:34.701490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-8e2dc37f-dcc2-400c-8257-4056cdd008a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:34.702965 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-8e2dc37f-dcc2-400c-8257-4056cdd008a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 898 time: 0.1270912 Apr 21 14:55:34.733002 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:34.737127 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] Checking router: bd164923-26cb-4195-981d-0b2d344927b9 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:34.747449 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:34.747970 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:34.769881 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-d325e9b4-6d02-46b2-831b-d4bcfe2c8feb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab HTTP/1.1" status: 200 len: 217 time: 0.0606470 Apr 21 14:55:34.834248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-0648cddf-0717-402e-ae32-b1dd79cc61e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:34.835682 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-0648cddf-0717-402e-ae32-b1dd79cc61e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0596604 Apr 21 14:55:34.908123 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-79491b8f-e833-47cc-90b4-c68c6e41116d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663769 Apr 21 14:55:34.918155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-b70756df-2888-4ac1-aa84-8105ce4bf99e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:55:34.919008 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:34.919159 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-b70756df-2888-4ac1-aa84-8105ce4bf99e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047679 Apr 21 14:55:35.057468 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-9c0699da-03e1-4cf5-aabd-58c502acc40e service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309018 Apr 21 14:55:35.195411 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a52b0cbd-b1dc-4ed0-81ca-e8d44033313a req-0d8b3def-2327-4578-9030-ef94bf4d284b service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315610 Apr 21 14:55:35.233631 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:35.237745 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c8c6af-6a93-4c57-aaf4-b316a6693b56 None None] The sync data for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv is: [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:35.366425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57718) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:35.445625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2ff47ee0-89b2-47ba-b927-0ec6f859858a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 690 time: 0.0780697 Apr 21 14:55:35.451771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab1cdb-700b-492e-b047-9c2987177b12 None None] New status for floating IP e7801421-0b0d-4c69-984e-85bdf3197942: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:55:36.449097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57722) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:36.529405 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-01c81e09-612b-47da-b063-d0e2b826b13a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 688 time: 0.0791967 Apr 21 14:55:37.733778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57728) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:37.739408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743869976', 'description': 'tempest-secgroup-smoke-1743869976 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:37.745444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:37.754829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:37.764361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.799608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:37.803516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:37.806590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:37.812218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:37.865956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.870728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.914330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf423f6c-7107-4e1b-afae-e012452a524c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:37.918649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.919846 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a490f6d-6727-4e38-96d5-3bdd34b9771e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1849861 Apr 21 14:55:37.922761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57732) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:37.928369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'bf423f6c-7107-4e1b-afae-e012452a524c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:37.935048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:37.938840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:37.941687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:37.947324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:37.962939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.116595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.121142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.147488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbc4184-0e1f-4d36-8c13-a31aa6e77874,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.157178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.158356 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ff50078-b8d7-43eb-b732-3d071cdda953 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2347534 Apr 21 14:55:38.161311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57736) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:38.168770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'bf423f6c-7107-4e1b-afae-e012452a524c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:38.174591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:38.178348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:38.181555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:38.187249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:38.203948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.263014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.266455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.289201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8977246f-8409-4419-9545-c6ee6105fbf2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.297698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.298849 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2975517a-5a9a-4abf-9d30-93bc8f55f576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1362824 Apr 21 14:55:38.301577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57740) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:38.306920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'bf423f6c-7107-4e1b-afae-e012452a524c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:38.312414 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:38.316136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:38.318942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:38.324523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:38.339750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.398922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.402702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.427282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e746d1-ba84-414c-bee8-e270e657e911,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.436601 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.437748 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e60686e8-827a-4cd5-9bd7-14fa862fb10c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1352856 Apr 21 14:55:38.440504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57744) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:38.445671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'bf423f6c-7107-4e1b-afae-e012452a524c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:38.451247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:38.455067 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:38.457951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:38.464253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:38.481328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.543121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.546513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.569151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3d05c0-3396-4f45-810b-7c16a8c063b1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.577659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.578836 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8c2adf10-160e-4249-a27d-40a3ea2963e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1374350 Apr 21 14:55:38.581536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57748) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:38.587477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'bf423f6c-7107-4e1b-afae-e012452a524c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:38.593035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:38.596750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:38.599578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:38.605191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:38.615488 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:55:38.622196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.685539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.688867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.711235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa47bef-1120-4ec5-9685-1afd79884371,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.723985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.725227 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d940356b-5285-40aa-a967-a9adfc1abad4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1427929 Apr 21 14:55:38.728122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57752) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:38.733731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'bf423f6c-7107-4e1b-afae-e012452a524c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:38.739561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:38.743568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:38.746534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:38.752393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:38.764744 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:55:38.771465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.844237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.847693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.869729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73eac13b-3375-42d2-a28c-052a38008fcd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.877998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.879222 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf5bb548-8fbd-4fe9-8835-b89d9f74f2cf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1501048 Apr 21 14:55:39.120096 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-14ce416f-e22a-425c-8f3a-2e7319f6727e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743869976&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0558879 Apr 21 14:55:39.270661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6f27026c-f67a-4e7f-b9f8-a72776914ab1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:39.272140 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6f27026c-f67a-4e7f-b9f8-a72776914ab1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 797 time: 0.1455350 Apr 21 14:55:39.287793 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-32c91ed5-1858-412a-8678-6ed70c9e348a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0103598 Apr 21 14:55:39.370268 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-f1238360-6365-4ed9-8200-5dca96552d4b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0770619 Apr 21 14:55:39.385085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-948c94f3-abf9-461c-a717-85c30f8ee9c3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:55:39.386006 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-948c94f3-abf9-461c-a717-85c30f8ee9c3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047424 Apr 21 14:55:39.512172 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-390fa912-09bf-4596-a8bc-415842301b5f service neutron] 10.222.0.42 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207047 Apr 21 14:55:39.639004 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-354a526d-4dea-4374-b573-606cc437f292 service neutron] 10.222.0.42 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211460 Apr 21 14:55:39.819699 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6987f80a-42a4-45bf-8203-41dd5f93f97c req-4843a7ae-d175-410d-a1e3-94baf83277a7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 210 time: 0.0416501 Apr 21 14:55:40.727613 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:55:40.877272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-9cffcecd-73d7-49cc-93db-e1cefbf0eff3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:40.878693 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-9cffcecd-73d7-49cc-93db-e1cefbf0eff3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 797 time: 0.1417215 Apr 21 14:55:40.942931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-15f0d354-aa83-41b9-8eeb-1bd3046f52ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:40.959881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-15f0d354-aa83-41b9-8eeb-1bd3046f52ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:40.961279 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-15f0d354-aa83-41b9-8eeb-1bd3046f52ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 473 time: 0.0637221 Apr 21 14:55:40.970443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': '5123dde0-0eb2-4d78-901d-0e8733002871', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['bf423f6c-7107-4e1b-afae-e012452a524c']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:40.995884 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1280adbe-38a3-4293-ae10-a6db3c361f06 req-870a52e8-9ee8-41d0-8eb1-921ca594890a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 210 time: 0.0436213 Apr 21 14:55:41.108344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:41.117628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:41.127340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:55:41.130276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.287593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.4 (3ab338c1-156c-4590-8576-195df5e3309c/ed07f47e-05b6-42fe-803e-2312d8b064d0/68b4fb61-a3a5-41ba-a20b-e2840e5fab26) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:55:41.464947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.480022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:41.500331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.573961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 3ab338c1-156c-4590-8576-195df5e3309c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:55:41.576886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:41.581104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:55:41.605768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.644427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:41.645077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.674229 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-6016cb9b-bce1-4e4d-9400-a4dc6bb40782 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7082500 Apr 21 14:55:41.692767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Request body: {'port': {'device_id': '5123dde0-0eb2-4d78-901d-0e8733002871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:41.804839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.907665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5501aa56-1947-4d07-a37e-5d6999536825 None None] Provisioning for port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:41.912369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5501aa56-1947-4d07-a37e-5d6999536825 None None] Provisioning complete for port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:41.912735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5501aa56-1947-4d07-a37e-5d6999536825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.964606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5501aa56-1947-4d07-a37e-5d6999536825 None None] Port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:55:42.185428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:55:42.200879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:42.222218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Transition to ACTIVE for port object 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:42.226983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:42.287821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97f437-a199-44f1-972e-ffbc71b69204 req-8f7ac7b5-ca6f-4387-a2b8-186024ee44aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:42.288531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-bb97f437-a199-44f1-972e-ffbc71b69204 req-8f7ac7b5-ca6f-4387-a2b8-186024ee44aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:42.466293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Pushing event updated for resources: {'Port': ['ID=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:42.471353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-bb97f437-a199-44f1-972e-ffbc71b69204 req-8f7ac7b5-ca6f-4387-a2b8-186024ee44aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:42.473234 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bb97f437-a199-44f1-972e-ffbc71b69204 req-8f7ac7b5-ca6f-4387-a2b8-186024ee44aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 931 time: 0.3575654 Apr 21 14:55:42.608689 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bb97f437-a199-44f1-972e-ffbc71b69204 req-191c201b-d05d-46a2-bdf8-f52cb88d8baa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969827 Apr 21 14:55:42.614904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Attempting to bind port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:55:42.615235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Attempting to bind port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:55:42.615550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Attempting to bind port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 on network 3ab338c1-156c-4590-8576-195df5e3309c {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:55:42.621847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 on network 3ab338c1-156c-4590-8576-195df5e3309c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:55:42.622166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Attempting to bind port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 on network 3ab338c1-156c-4590-8576-195df5e3309c {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:55:42.628561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:55:42.628895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Checking segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:55:42.629272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Bound using segment: {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:55:42.629694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Bound port: 68b4fb61-a3a5-41ba-a20b-e2840e5fab26, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de3310c-b94b-42ba-9228-68e71c45f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:55:42.630038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:42.719516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] For port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:55:42.722406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] For port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:55:42.726770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:42.793224 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:42.794636 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] 10.222.0.21 "PUT /v2.0/ports/68b4fb61-a3a5-41ba-a20b-e2840e5fab26 HTTP/1.1" status: 200 len: 1093 time: 1.1063221 Apr 21 14:55:42.795066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:55:42.815550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7de94-8314-4bf5-ad03-744e44f52c5e service neutron] Pushing event updated for resources: {'Port': ['ID=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:42.887299 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293956fe-4477-465a-89c0-d35f0c04aa81'] response: {'name': 'network-changed', 'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'status': 'completed', 'code': 200} Apr 21 14:55:42.931559 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-f014919c-3653-467a-a4ad-c56c42b5d815 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 1096 time: 0.0753987 Apr 21 14:55:43.008620 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-b06525b8-f96e-4928-bbdf-fb141b17682a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26 HTTP/1.1" status: 200 len: 217 time: 0.0647676 Apr 21 14:55:43.070055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-896ec1f5-2872-437e-a3f5-8ef53ce52a0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:43.071886 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-896ec1f5-2872-437e-a3f5-8ef53ce52a0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0577154 Apr 21 14:55:43.150683 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-f00992c5-85e5-47b8-9e00-ac0e503df3a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729859 Apr 21 14:55:43.278848 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-a2fb4690-e4e3-4491-b4fd-c3bc0be8bfef service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207902 Apr 21 14:55:43.407210 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-46f7ed80-f8fa-439d-8bfd-c87ca1e9f859 req-14eab7fc-97af-4f46-865d-6039824ab9c3 service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223366 Apr 21 14:55:43.559977 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-8e7061fc-9b84-4017-b4dc-853c45afd705 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 1096 time: 0.0687835 Apr 21 14:55:43.691724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-d6a77a36-0489-4fb5-98a4-61f85ed65568 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:43.693211 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-d6a77a36-0489-4fb5-98a4-61f85ed65568 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 898 time: 0.1244564 Apr 21 14:55:43.800249 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-dedaedb1-346a-4d55-9193-e9a5651a6024 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26 HTTP/1.1" status: 200 len: 217 time: 0.0996766 Apr 21 14:55:43.878130 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-2a16b752-a739-4738-a5f1-f91e06607b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:43.879469 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-2a16b752-a739-4738-a5f1-f91e06607b2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0719504 Apr 21 14:55:43.889477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb3243-46b9-46a5-bd69-3e5f58315fb1 req-4ea20ac4-eecc-4681-9871-f43c9bec7126 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:43.890831 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dccb3243-46b9-46a5-bd69-3e5f58315fb1 req-4ea20ac4-eecc-4681-9871-f43c9bec7126 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 943 time: 0.1440399 Apr 21 14:55:43.981046 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dccb3243-46b9-46a5-bd69-3e5f58315fb1 req-595734fa-291a-434b-b77b-ca98c03e9097 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573928 Apr 21 14:55:43.994529 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-a3234eb2-3c5d-45b1-9617-235421a98207 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028047 Apr 21 14:55:44.123479 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-704be5bd-6b93-4c4e-8068-f98e63b34ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221659 Apr 21 14:55:44.338527 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dbd71aa0-5813-4cea-a034-df60efbfbebb req-c0c1c4a0-be99-470c-9c74-c6c9d534613a service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085817 Apr 21 14:55:45.179276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b4065-8f61-43f8-810d-b3167d8463f4 req-b5644be2-f11b-42ee-8e8b-d72b50fffe51 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:45.181505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-378b4065-8f61-43f8-810d-b3167d8463f4 req-b5644be2-f11b-42ee-8e8b-d72b50fffe51 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 943 time: 0.0786335 Apr 21 14:55:45.226104 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-378b4065-8f61-43f8-810d-b3167d8463f4 req-ad185e2c-8031-4f78-bae8-67e17da00159 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Apr 21 14:55:45.705208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:55:45.834161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:45.846637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'port_id': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'mac_address': 'fa:16:3e:48:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:55:45.927547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.944859 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:55:45.960131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:45.964412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:46.027629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:46.243817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['68b4fb61-a3a5-41ba-a20b-e2840e5fab26'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:55:46.426804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5b2d0-7552-4795-b819-11baa5f28236 req-cdd3ed87-4130-4d08-9f2f-a270c7d2ed37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:46.428436 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ebd5b2d0-7552-4795-b819-11baa5f28236 req-cdd3ed87-4130-4d08-9f2f-a270c7d2ed37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 944 time: 0.0801349 Apr 21 14:55:46.478377 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ebd5b2d0-7552-4795-b819-11baa5f28236 req-d13ea345-6d9c-4131-a898-7d19b41e7797 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Apr 21 14:55:47.668831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32860632-eb20-4bfb-818f-ada36985e10f req-e7a8d74b-ecc1-41e0-8dec-fd2fd6f459c8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:47.670250 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32860632-eb20-4bfb-818f-ada36985e10f req-e7a8d74b-ecc1-41e0-8dec-fd2fd6f459c8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 944 time: 0.0736289 Apr 21 14:55:47.717334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:47.718544 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32860632-eb20-4bfb-818f-ada36985e10f req-c7da187b-73e9-4200-bc2f-c09906ea7213 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Apr 21 14:55:47.783417 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:47.787762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:47.788151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:47.897162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:47.923591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:55:47.933763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:47.938232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:47.982806 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9292c8-5530-4faf-9719-5b6ee7f4c759'] response: {'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'code': 200} Apr 21 14:55:48.004763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:48.232778 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3ff547b9-27a2-4d3a-b65f-4a84495251c5 req-0dff8643-af23-4ba6-8d23-2a48adc4d463 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 1098 time: 0.0652111 Apr 21 14:55:48.273258 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3ff547b9-27a2-4d3a-b65f-4a84495251c5 req-5e4fb541-20c7-4ecd-90a9-96622dc0ccaf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343072 Apr 21 14:55:48.913616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8d18d-944b-43ae-97c2-938c322081a4 req-a8eddda4-8816-46c1-96eb-d0029fb18609 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:48.915058 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5ab8d18d-944b-43ae-97c2-938c322081a4 req-a8eddda4-8816-46c1-96eb-d0029fb18609 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 945 time: 0.0735779 Apr 21 14:55:48.960504 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5ab8d18d-944b-43ae-97c2-938c322081a4 req-a2c38b36-d5f2-4d80-b5b6-84c51a6d48da tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Apr 21 14:55:48.982919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fcbfad5f-e674-44e4-8f9e-7e09e673a6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:49.865629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57802) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:50.065017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Deleting port 723135e5-dcfd-480d-b6f1-33caae1e2087 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:50.065783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:50.165975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e96bc-0f62-4527-87cf-ffcea5e9e76b req-e6b4c5d5-f72c-4b74-a5c9-be8b4eabee69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:50.167624 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-436e96bc-0f62-4527-87cf-ffcea5e9e76b req-e6b4c5d5-f72c-4b74-a5c9-be8b4eabee69 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 945 time: 0.0839384 Apr 21 14:55:50.217792 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-436e96bc-0f62-4527-87cf-ffcea5e9e76b req-5354710a-7c3e-47c3-9bb9-6e904b267855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444646 Apr 21 14:55:50.330756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:50.331083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:50.478347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Calling delete_port for 723135e5-dcfd-480d-b6f1-33caae1e2087 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:55:50.593679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137eeea-1843-44e5-b7de-5b05c8e127b7 req-7e3fe7f6-2e00-44e9-8c69-1ecfda0a8dba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:50.595125 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1137eeea-1843-44e5-b7de-5b05c8e127b7 req-7e3fe7f6-2e00-44e9-8c69-1ecfda0a8dba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 945 time: 0.2523379 Apr 21 14:55:50.689047 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1137eeea-1843-44e5-b7de-5b05c8e127b7 req-1b88509d-3bbb-49d8-8dd8-a57d00a34a95 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883832 Apr 21 14:55:50.694728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:50.717119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57810) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:50.737372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event deleted for resources: {'Port': ['ID=723135e5-dcfd-480d-b6f1-33caae1e2087,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:50.787461 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e5fb6f10-29cc-4111-bb11-efe2e76c7991 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 1093 time: 0.0691628 Apr 21 14:55:50.790832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57814) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:50.795897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'port_id': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:55:50.832249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:50.872564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.226423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:55:51.310306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e3a0d229-ac2f-4429-90c2-8a0db2576d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.425740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:51.437135 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] Sync routers for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:51.446514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.450631 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:51.451248 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:51.486001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.490975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.502812 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-14ee670d-ffa4-4524-b2f9-e893315861e7 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "DELETE /v2.0/floatingips/ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e HTTP/1.1" status: 204 len: 168 time: 1.6353104 Apr 21 14:55:51.502812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:55:51.680612 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:51.724493 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP e7801421-0b0d-4c69-984e-85bdf3197942 associated. External IP: 172.26.6.166, port: 68b4fb61-a3a5-41ba-a20b-e2840e5fab26. Apr 21 14:55:51.756144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001a62b4-635c-426c-90ef-444f6e7dd4db'] response: {'name': 'network-changed', 'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'status': 'completed', 'code': 200} Apr 21 14:55:52.009888 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:52.013797 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] Checking router: 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:52.024439 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:52.025168 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:52.105463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b12d5-0315-41d0-b49d-9d798ab94149 req-62f87a36-3c6a-49bc-a9a1-45948929eb09 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:52.106931 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c9b12d5-0315-41d0-b49d-9d798ab94149 req-62f87a36-3c6a-49bc-a9a1-45948929eb09 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.1660359 Apr 21 14:55:52.113211 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-d6e60c66-88e4-4263-ad42-874ff4b08ad4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3d337e4443e549ee957008fb39cdfa0f&device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 1098 time: 0.1734300 Apr 21 14:55:52.197762 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:52.250079 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c9b12d5-0315-41d0-b49d-9d798ab94149 req-772938f9-5b65-4521-aa1d-d2701639e5c1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356299 Apr 21 14:55:52.258619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:52.300043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-46ded21e-63df-438a-a97e-0bfdfee5f2a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:52.301512 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-46ded21e-63df-438a-a97e-0bfdfee5f2a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 200 len: 898 time: 0.1699464 Apr 21 14:55:52.377399 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-d0ee0abf-9651-4e4d-9504-00631b1891f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 200 len: 217 time: 0.0679653 Apr 21 14:55:52.459743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:52.507002 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:52.510837 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3605-05b1-479f-82e3-eb571ef3ee0d None None] The sync data for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv is: [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:02Z', 'revision_number': 4, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'a00c5423-7245-4462-9321-c8f1c50612ca', 'name': '', 'network_id': 'e74add5f-68cc-4903-80d1-857548823033', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'mac_address': 'fa:16:3e:cb:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:01Z', 'updated_at': '2022-04-21T14:54:09Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'subnets': [{'id': 'd3cf0b99-b2d5-48a6-8f7f-742eb7609794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:52.554470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-3ac4e675-368c-4a47-bcf1-75336c181871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:52.556242 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-3ac4e675-368c-4a47-bcf1-75336c181871 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3cf0b99-b2d5-48a6-8f7f-742eb7609794 HTTP/1.1" status: 200 len: 835 time: 0.1328640 Apr 21 14:55:52.656501 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-dc4da3c2-c6cc-4087-b383-041b7b6bd45c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e74add5f-68cc-4903-80d1-857548823033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931935 Apr 21 14:55:52.736229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546b6cf-66db-4d3a-828e-62ff6bb2ff45 None None] New status for floating IP ae5684fa-a3b7-4ad5-9a3f-d2a5eaafb19e: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:55:52.791667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router bd164923-26cb-4195-981d-0b2d344927b9 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:55:52.817312 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-d89ee2da-9a46-4d9f-afed-4ad58ec4250f service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503737 Apr 21 14:55:53.075613 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4f91a006-89d6-4efa-b6e6-90e1f6495a71 req-b6e14589-8bcf-4bb1-8064-84ddd36063e6 service neutron] 10.222.0.21 "GET /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093191 Apr 21 14:55:53.121791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:53.125961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:53.130642 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] Sync routers for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:53.143579 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:53.144201 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:53.178175 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-49782355-4355-4eac-8462-cdc1fe5ef076 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 2.3863511 Apr 21 14:55:53.179111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:55:53.181702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57826) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:53.311655 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-85d068a3-9a89-464c-a7b8-c3ac7d367a72 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1280484 Apr 21 14:55:53.325520 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:53.343858 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3014ea0-201e-4e6e-81c2-64b652758ddf'] response: {'name': 'network-changed', 'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'status': 'completed', 'code': 200} Apr 21 14:55:53.381328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-d482f898-044e-4809-8df9-b1af5d0a4974 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:53.382898 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-d482f898-044e-4809-8df9-b1af5d0a4974 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.21 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.0910971 Apr 21 14:55:53.462196 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-cb3b8c21-9c51-4d21-9158-06dbc7f4e89d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 1098 time: 0.0722706 Apr 21 14:55:53.625965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Deleting port 63f5852d-dc0e-4df5-87db-3566ac554e69 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:53.626550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:53.644813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:53.693605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f3d68-248d-4bad-b328-6d246a716682 req-c92d04eb-012f-4581-b422-9cc60c1afd16 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:53.695089 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3e8f3d68-248d-4bad-b328-6d246a716682 req-c92d04eb-012f-4581-b422-9cc60c1afd16 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 945 time: 0.3106518 Apr 21 14:55:53.708697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-0c212bbb-b5df-463f-97de-01c3136bcbea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:53.710278 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-0c212bbb-b5df-463f-97de-01c3136bcbea service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 898 time: 0.2428541 Apr 21 14:55:53.725637 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e7801421-0b0d-4c69-984e-85bdf3197942', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'port_id': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'mac_address': 'fa:16:3e:48:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123dde0-0eb2-4d78-901d-0e8733002871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:56Z', 'updated_at': '2022-04-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:53.728970 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] Checking router: bd164923-26cb-4195-981d-0b2d344927b9 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:53.740575 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:53.741179 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:53.816517 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-7df4a281-f83c-4daa-8b3e-513db5814069 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26 HTTP/1.1" status: 200 len: 999 time: 0.0996635 Apr 21 14:55:53.848844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3e8f3d68-248d-4bad-b328-6d246a716682 req-efe44c12-0fea-4e5d-938b-7fda1f3f1c8f tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/security-groups?id=36dcc111-03db-4ffd-93af-e8439edc4b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234322 Apr 21 14:55:53.890388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-13c66eed-7cf3-46a2-a661-ea1239903f07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:55:53.891791 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-13c66eed-7cf3-46a2-a661-ea1239903f07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0684137 Apr 21 14:55:53.930991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] For port 63f5852d-dc0e-4df5-87db-3566ac554e69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=63f5852d-dc0e-4df5-87db-3566ac554e69,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:53.931350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:53.939757 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:53.971085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-8969a98a-5daf-4adc-b538-e1c2e992d928 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711603 Apr 21 14:55:54.062545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Calling delete_port for 63f5852d-dc0e-4df5-87db-3566ac554e69 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:55:54.105127 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-5538a9bb-c413-44e7-9988-1f3a29a881ef service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270714 Apr 21 14:55:54.208617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:54.246612 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c31f9e5-13a6-4295-aa85-a517d96f44a6 req-1bb34b8a-f394-4bad-bb84-f78f4ee4593a service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360948 Apr 21 14:55:54.261397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event deleted for resources: {'Port': ['ID=63f5852d-dc0e-4df5-87db-3566ac554e69,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:54.274298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.274726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.275154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.275556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.275897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.276256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.276586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.276911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.277304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.277554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.277952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:54.313751 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e7801421-0b0d-4c69-984e-85bdf3197942', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'port_id': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'mac_address': 'fa:16:3e:48:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123dde0-0eb2-4d78-901d-0e8733002871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:56Z', 'updated_at': '2022-04-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:54.313994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57836) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:54.317799 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140f6a49-eca8-404c-bde9-2cb70da2f86c None None] The sync data for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv is: [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e7801421-0b0d-4c69-984e-85bdf3197942', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'port_id': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'mac_address': 'fa:16:3e:48:ca:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5123dde0-0eb2-4d78-901d-0e8733002871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:56Z', 'updated_at': '2022-04-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:55:54.353418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] No DVR routers for this DVR port 63f5852d-dc0e-4df5-87db-3566ac554e69 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:55:54.356107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:54.366708 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-60b4537d-1f52-4ce3-8267-76939dd5b5c5 req-6d70bf57-5be7-4a31-be61-5bc226fe516b tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.21 "DELETE /v2.0/ports/63f5852d-dc0e-4df5-87db-3566ac554e69 HTTP/1.1" status: 204 len: 173 time: 0.8314886 Apr 21 14:55:54.423582 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5151240c-cdda-4b2c-91bf-787f454bc718 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 991 time: 0.1084754 Apr 21 14:55:54.531422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56076f60-74bd-484e-b93f-f95a24211d9e None None] New status for floating IP e7801421-0b0d-4c69-984e-85bdf3197942: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:55:55.037313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8db6922b-ff85-4d4f-942c-0e151fb6f563 req-2669e906-d2fd-4b36-8460-0ad17be87e18 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Synchronizing usage tracker for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:55.052446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8db6922b-ff85-4d4f-942c-0e151fb6f563 req-2669e906-d2fd-4b36-8460-0ad17be87e18 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Unset dirty status for tenant:3d337e4443e549ee957008fb39cdfa0f on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:55.053660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8db6922b-ff85-4d4f-942c-0e151fb6f563 req-2669e906-d2fd-4b36-8460-0ad17be87e18 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a830962f-bad5-4b84-a247-b2f28aa4884e HTTP/1.1" status: 200 len: 210 time: 0.0559502 Apr 21 14:55:55.345447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'name': 'network-vif-deleted', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:55:55.397757 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b0cf5b-feda-4689-8479-ec0b61a2a2f0'] response: {'server_uuid': 'a830962f-bad5-4b84-a247-b2f28aa4884e', 'name': 'network-vif-deleted', 'tag': '63f5852d-dc0e-4df5-87db-3566ac554e69', 'status': 'completed', 'code': 200} Apr 21 14:55:55.427129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57844) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:55.530368 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04aa95db-ae86-4e7e-ac8d-809fa2ac0529 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 200 len: 993 time: 0.1022046 Apr 21 14:55:56.160356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:56.546900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:57.238128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Deleting port a00c5423-7245-4462-9321-c8f1c50612ca {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:57.238459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:57.416782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] For port a00c5423-7245-4462-9321-c8f1c50612ca, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a00c5423-7245-4462-9321-c8f1c50612ca,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:57.417140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:57.532845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Calling delete_port for a00c5423-7245-4462-9321-c8f1c50612ca owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:55:57.710765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:57.754000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event deleted for resources: {'Port': ['ID=a00c5423-7245-4462-9321-c8f1c50612ca,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:57.763831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 63f5852d-dc0e-4df5-87db-3566ac554e69 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:57.796975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 63f5852d-dc0e-4df5-87db-3566ac554e69 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:55:57.797329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 63f5852d-dc0e-4df5-87db-3566ac554e69 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:58.057282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:58.722811 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:55:58.916531 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:55:58.925583 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] Sync routers for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:55:58.938117 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:58.938701 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-16ac5bdf-558b-4a6a-92c6-950ca172f8d1 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "PUT /v2.0/routers/3e3fa99e-3d60-4fdf-8054-85f47fd040c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7772779 Apr 21 14:55:58.938846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57854) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:58.948653 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:59.120500 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:59.124983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Deleting subnet d3cf0b99-b2d5-48a6-8f7f-742eb7609794 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:55:59.127850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.181327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.263534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.334570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.373569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cf0b99-b2d5-48a6-8f7f-742eb7609794,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:59.379460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.386877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ec641-8c4c-4c24-980c-897c5abcfe8c None None] Network e74add5f-68cc-4903-80d1-857548823033 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:55:59.391744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "DELETE /v2.0/subnets/d3cf0b99-b2d5-48a6-8f7f-742eb7609794 HTTP/1.1" status: 204 len: 168 time: 0.4495044 Apr 21 14:55:59.391744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.391744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.391744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.391744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.392308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.392308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.392657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.392963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.393207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:59.393332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.393589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.393906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654d7b7e-4639-4541-bb41-5515ab0e5a42 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:59.400694 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:55:57Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:59.405172 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] Checking router: 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:55:59.415774 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] Routers {'3e3fa99e-3d60-4fdf-8054-85f47fd040c8'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:55:59.416463 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:55:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:59.607861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.639226 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] Set router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:55:59.649304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] DHCP port deletion for e74add5f-68cc-4903-80d1-857548823033 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:55:59.653860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] Deleting port 35bcd82d-3901-450c-8aa1-c3abfcf66815 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:59.654505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.801865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.811889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Deleting port 0449cf64-4e45-42da-ad83-ecfde2ad97be {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:55:59.812266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.860198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] For port 35bcd82d-3901-450c-8aa1-c3abfcf66815, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=35bcd82d-3901-450c-8aa1-c3abfcf66815,segment=NetworkSegment(8a29cbc5-6070-4cac-8288-57b164442c3b),segment_id=8a29cbc5-6070-4cac-8288-57b164442c3b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:55:59.860525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.927428 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:55:57Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:59.931990 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07604d1f-3726-4dc2-a435-ea76f84fbf98 None None] The sync data for ids ['3e3fa99e-3d60-4fdf-8054-85f47fd040c8'] in dv-neutron-838898-1-hyperv is: [{'id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494071625', 'tenant_id': '3d337e4443e549ee957008fb39cdfa0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168'}], 'enable_snat': True}, 'gw_port_id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:55:57Z', 'revision_number': 5, 'project_id': '3d337e4443e549ee957008fb39cdfa0f', 'gw_port': {'id': '0449cf64-4e45-42da-ad83-ecfde2ad97be', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3fa99e-3d60-4fdf-8054-85f47fd040c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:57Z', 'updated_at': '2022-04-21T14:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:56:00.011324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] For port 0449cf64-4e45-42da-ad83-ecfde2ad97be, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0449cf64-4e45-42da-ad83-ecfde2ad97be,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:00.011974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.023202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] Calling delete_port for 35bcd82d-3901-450c-8aa1-c3abfcf66815 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:00.096638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.137573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Calling delete_port for 0449cf64-4e45-42da-ad83-ecfde2ad97be owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:00.142331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] Pushing event deleted for resources: {'Port': ['ID=35bcd82d-3901-450c-8aa1-c3abfcf66815,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:00.147068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094cb69-a99b-40b8-b9ea-d2c005a8a9a2 None None] No DVR routers for this DVR port 35bcd82d-3901-450c-8aa1-c3abfcf66815 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:56:00.398712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.440971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event deleted for resources: {'Port': ['ID=0449cf64-4e45-42da-ad83-ecfde2ad97be,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:00.663423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.678672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.803340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35bcd82d-3901-450c-8aa1-c3abfcf66815 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:00.840506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 35bcd82d-3901-450c-8aa1-c3abfcf66815 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:56:00.840857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35bcd82d-3901-450c-8aa1-c3abfcf66815 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:00.841284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a00c5423-7245-4462-9321-c8f1c50612ca no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:00.874488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a00c5423-7245-4462-9321-c8f1c50612ca {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:56:00.874838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a00c5423-7245-4462-9321-c8f1c50612ca not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:00.931248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.935372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.960868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.961561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Fanout notify agent at l3_agent the message router_deleted on router 3e3fa99e-3d60-4fdf-8054-85f47fd040c8 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:56:00.976976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.981989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c98b577a-f7a5-4315-a27d-e7aea2de17bc tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "DELETE /v2.0/routers/3e3fa99e-3d60-4fdf-8054-85f47fd040c8 HTTP/1.1" status: 204 len: 168 time: 1.5839419 Apr 21 14:56:00.982532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:01.101984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.228741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.252610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74add5f-68cc-4903-80d1-857548823033']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:01.264843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a29cbc5-6070-4cac-8288-57b164442c3b') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:01.265138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a29cbc5-6070-4cac-8288-57b164442c3b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:01.276731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.291850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.297723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:56:01.298091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:56:01.311858 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:56:01.390391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.408265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.421809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event deleted for resources: {'Network': ['ID=e74add5f-68cc-4903-80d1-857548823033,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:01.425808 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c432d18-64cb-42ab-aff6-4f335adb4610 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "DELETE /v2.0/networks/e74add5f-68cc-4903-80d1-857548823033 HTTP/1.1" status: 204 len: 168 time: 0.4423807 Apr 21 14:56:01.428510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57866) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:01.496208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b80e4ce-c397-4a01-b710-a1c39c951750 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.524263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b80e4ce-c397-4a01-b710-a1c39c951750 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.590193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b80e4ce-c397-4a01-b710-a1c39c951750 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.608370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e4ce-c397-4a01-b710-a1c39c951750 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dcc111-03db-4ffd-93af-e8439edc4b4a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:01.628270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b80e4ce-c397-4a01-b710-a1c39c951750 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:01.632217 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0b80e4ce-c397-4a01-b710-a1c39c951750 tempest-TestNetworkAdvancedServerOps-511537226 tempest-TestNetworkAdvancedServerOps-511537226-project] 10.222.0.42 "DELETE /v2.0/security-groups/36dcc111-03db-4ffd-93af-e8439edc4b4a HTTP/1.1" status: 204 len: 168 time: 0.2001424 Apr 21 14:56:01.965593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57876) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:02.138591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2499c72e-61d1-40d9-96f0-ff5ef824f368 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d337e4443e549ee957008fb39cdfa0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1717257 Apr 21 14:56:02.141026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57882) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:02.201482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ee39-be85-422f-93f9-6533ef341d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.231802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ee39-be85-422f-93f9-6533ef341d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.281251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ee39-be85-422f-93f9-6533ef341d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.297563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6ee39-be85-422f-93f9-6533ef341d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faff8c4-4151-4811-a1d5-4d8982fde50a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:02.306436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ee39-be85-422f-93f9-6533ef341d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.307547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b4c6ee39-be85-422f-93f9-6533ef341d6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6faff8c4-4151-4811-a1d5-4d8982fde50a HTTP/1.1" status: 204 len: 168 time: 0.1656547 Apr 21 14:56:02.623835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57890) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:02.642049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.673311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:02.677194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Usage tracker for resource:security_group_rule and tenant:82b2bf2c4f73405fb50b79c27dc041e1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:02.680210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:02.685800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:02.710673 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0449cf64-4e45-42da-ad83-ecfde2ad97be no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:02.749285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 0449cf64-4e45-42da-ad83-ecfde2ad97be {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:56:02.749623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0449cf64-4e45-42da-ad83-ecfde2ad97be not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:02.755149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.759439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.803651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd085e-3df2-4192-9de3-382e463459c1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:02.809273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48f7de0c-010a-4ef3-8418-01a8be66899b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82b2bf2c4f73405fb50b79c27dc041e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1844170 Apr 21 14:56:02.812054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57894) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:02.872056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7f13ea9-e3e8-4fe2-96b0-9e43e3959637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:02.896266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7f13ea9-e3e8-4fe2-96b0-9e43e3959637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:03.044694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7f13ea9-e3e8-4fe2-96b0-9e43e3959637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:03.061451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f13ea9-e3e8-4fe2-96b0-9e43e3959637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd085e-3df2-4192-9de3-382e463459c1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:03.064683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7f13ea9-e3e8-4fe2-96b0-9e43e3959637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:03.065809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a7f13ea9-e3e8-4fe2-96b0-9e43e3959637 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80cd085e-3df2-4192-9de3-382e463459c1 HTTP/1.1" status: 204 len: 168 time: 0.2527194 Apr 21 14:56:17.730039 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:56:18.287459 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-1306be3e-b437-4a91-8137-a2abab9ad8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658193 Apr 21 14:56:18.388135 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-225d0158-97ac-462b-a569-842747f7a437 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 1098 time: 0.0693812 Apr 21 14:56:18.530542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09017a-358d-49e0-bda9-3212171714b4 req-52998aa8-9b57-4c97-8dc9-c93ca720d7c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:18.531962 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-52998aa8-9b57-4c97-8dc9-c93ca720d7c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 200 len: 898 time: 0.1234598 Apr 21 14:56:18.597112 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-3d161ff0-f8b0-4767-9d94-909f59e7ae18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab HTTP/1.1" status: 200 len: 217 time: 0.0586202 Apr 21 14:56:18.660939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09017a-358d-49e0-bda9-3212171714b4 req-3f31cc93-8a75-4644-a5dd-fb76c96bf90b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:18.662320 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-3f31cc93-8a75-4644-a5dd-fb76c96bf90b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 200 len: 835 time: 0.0588312 Apr 21 14:56:18.734579 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-4e96b8b5-0969-4ab6-9fcc-73a1186c6ab6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ab338c1-156c-4590-8576-195df5e3309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664537 Apr 21 14:56:18.866648 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-a5fc9297-87ed-415d-8849-08e0a9e7948c service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257827 Apr 21 14:56:18.985399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a252d41-d2cd-4fa6-b8de-62ed9481a2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.998771 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d09017a-358d-49e0-bda9-3212171714b4 req-940f2419-7738-422f-8e2b-dff077ee69a4 service neutron] 10.222.0.21 "GET /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254044 Apr 21 14:56:21.317482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f512e40c-6459-4c4a-9cb0-69d1561ed271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:22.255165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:22.462494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:23.645873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:25.093077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43090-31b2-4ae5-adb5-9f73b9fc1616 req-11a38c0c-2a89-42b2-bf92-791553273d4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:25.094527 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-21f43090-31b2-4ae5-adb5-9f73b9fc1616 req-11a38c0c-2a89-42b2-bf92-791553273d4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 945 time: 0.0773735 Apr 21 14:56:25.142258 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-21f43090-31b2-4ae5-adb5-9f73b9fc1616 req-0d2a225b-8d88-467e-991b-92b4b23b775e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Apr 21 14:56:26.339072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc78105-8ba7-43c6-85fe-60a260ac129f req-0ba67de8-2355-43fd-a129-f39494ad047e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:26.340469 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3fc78105-8ba7-43c6-85fe-60a260ac129f req-0ba67de8-2355-43fd-a129-f39494ad047e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 945 time: 0.0789106 Apr 21 14:56:26.386930 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3fc78105-8ba7-43c6-85fe-60a260ac129f req-be33788d-295b-4963-9f9a-ef098289e817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf423f6c-7107-4e1b-afae-e012452a524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Apr 21 14:56:26.497595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-0908e2dc-0b13-4ed9-a03d-271be5e1b514 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:26.499009 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-0908e2dc-0b13-4ed9-a03d-271be5e1b514 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 945 time: 0.0741873 Apr 21 14:56:26.571799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:56:26.572680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:26.802851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:26.803207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:27.166399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:27.166975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:27.167289 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP e7801421-0b0d-4c69-984e-85bdf3197942 disassociated. External IP: 172.26.6.166, port: 68b4fb61-a3a5-41ba-a20b-e2840e5fab26. Apr 21 14:56:27.167622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:27.303112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:27.351204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=68b4fb61-a3a5-41ba-a20b-e2840e5fab26,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:27.551014 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8704ca78-038d-43a4-b60b-92ff66a0cd06 req-91b0915b-8902-4ef8-88f1-265e2ca009ce tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=5123dde0-0eb2-4d78-901d-0e8733002871 HTTP/1.1" status: 200 len: 210 time: 0.0395784 Apr 21 14:56:27.557226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router bd164923-26cb-4195-981d-0b2d344927b9 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:56:27.760832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:56:27.770557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] Sync routers for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:56:27.783355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:27.784043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:27.830599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:56:27.833198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:27.835958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'name': 'network-vif-deleted', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:56:27.854969 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f0d85a3-2023-41b4-ba0b-fbabe38e157d req-c42e954b-04a2-4f2a-ba22-c81fee144116 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/68b4fb61-a3a5-41ba-a20b-e2840e5fab26 HTTP/1.1" status: 204 len: 173 time: 1.3508892 Apr 21 14:56:27.895918 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3360b0c2-e02d-4ff1-908a-3d37bd85d4ea'] response: {'server_uuid': '5123dde0-0eb2-4d78-901d-0e8733002871', 'name': 'network-vif-deleted', 'tag': '68b4fb61-a3a5-41ba-a20b-e2840e5fab26', 'status': 'completed', 'code': 200} Apr 21 14:56:27.968171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:28.276148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:28.279877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] Checking router: bd164923-26cb-4195-981d-0b2d344927b9 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:56:28.290426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:28.291214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:28.477464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:28.656354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57924) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:28.742484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa689034-b6ed-4641-8595-75623fb44452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:28.771573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa689034-b6ed-4641-8595-75623fb44452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:28.821026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:28.825057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ec10a-d345-4550-a366-088a55eb32d9 None None] The sync data for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv is: [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:35Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'c5c88d55-28ef-4db2-97bf-341685f99d55', 'name': '', 'network_id': '3ab338c1-156c-4590-8576-195df5e3309c', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:19:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:34Z', 'updated_at': '2022-04-21T14:55:05Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'ed07f47e-05b6-42fe-803e-2312d8b064d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:56:28.837217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa689034-b6ed-4641-8595-75623fb44452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:28.860257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa689034-b6ed-4641-8595-75623fb44452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf423f6c-7107-4e1b-afae-e012452a524c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:28.871140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa689034-b6ed-4641-8595-75623fb44452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:28.875220 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa689034-b6ed-4641-8595-75623fb44452 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/bf423f6c-7107-4e1b-afae-e012452a524c HTTP/1.1" status: 204 len: 168 time: 0.2178297 Apr 21 14:56:28.917121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57930) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:29.093028 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c77584-94e6-407e-899a-cf8336c1f741 None None] New status for floating IP e7801421-0b0d-4c69-984e-85bdf3197942: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:56:29.165244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port f767ea9b-b793-4ef3-9721-6cb42fb392bc {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:56:29.165607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:29.336452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:29.336782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:29.458257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for f767ea9b-b793-4ef3-9721-6cb42fb392bc owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:29.536014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:56:29.536361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:56:30.037749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port f767ea9b-b793-4ef3-9721-6cb42fb392bc {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:56:30.038312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.205356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.205683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.323613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for f767ea9b-b793-4ef3-9721-6cb42fb392bc owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:30.456233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.500389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=f767ea9b-b793-4ef3-9721-6cb42fb392bc,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:30.589800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.602958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.604682 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2315dc20-e9ba-4764-9df6-c0184d8f485b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/e7801421-0b0d-4c69-984e-85bdf3197942 HTTP/1.1" status: 204 len: 168 time: 1.6856019 Apr 21 14:56:30.677186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.978054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e1cfc-0596-4af5-9579-9ceb8df255dd req-6ce70b67-7f40-4109-82b4-d44f9e47bce1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:30.979284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-ef0e1cfc-0596-4af5-9579-9ceb8df255dd req-6ce70b67-7f40-4109-82b4-d44f9e47bce1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:30.995017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-ef0e1cfc-0596-4af5-9579-9ceb8df255dd req-6ce70b67-7f40-4109-82b4-d44f9e47bce1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:30.996232 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef0e1cfc-0596-4af5-9579-9ceb8df255dd req-6ce70b67-7f40-4109-82b4-d44f9e47bce1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 945 time: 0.0908248 Apr 21 14:56:31.043217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-ef0e1cfc-0596-4af5-9579-9ceb8df255dd req-ed222ad6-eef1-4843-991d-c08b681c7d89 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:31.057772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-ef0e1cfc-0596-4af5-9579-9ceb8df255dd req-ed222ad6-eef1-4843-991d-c08b681c7d89 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:31.058948 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef0e1cfc-0596-4af5-9579-9ceb8df255dd req-ed222ad6-eef1-4843-991d-c08b681c7d89 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571513 Apr 21 14:56:31.908665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:31.941895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:56:31.942240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 68b4fb61-a3a5-41ba-a20b-e2840e5fab26 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:32.252652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9766b-47a7-498b-b321-6824d772ea33 req-91deccbd-58dd-4ea3-90e7-a631c6dea84c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:32.253230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-42f9766b-47a7-498b-b321-6824d772ea33 req-91deccbd-58dd-4ea3-90e7-a631c6dea84c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:32.264828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-42f9766b-47a7-498b-b321-6824d772ea33 req-91deccbd-58dd-4ea3-90e7-a631c6dea84c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:32.265926 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-42f9766b-47a7-498b-b321-6824d772ea33 req-91deccbd-58dd-4ea3-90e7-a631c6dea84c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 945 time: 0.0861969 Apr 21 14:56:32.310060 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-42f9766b-47a7-498b-b321-6824d772ea33 req-2afa647d-bd8c-4a77-af7c-e4288f765946 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=619efadc-1dee-4089-96d0-cee304392d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 Apr 21 14:56:32.409891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e3751-3828-41b2-9f62-678506d5e57f req-9e04bc26-b7d0-4506-a53a-1d14782a5620 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:32.411306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-803e3751-3828-41b2-9f62-678506d5e57f req-9e04bc26-b7d0-4506-a53a-1d14782a5620 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 945 time: 0.0743055 Apr 21 14:56:32.476681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port a8018a47-0c72-4f4b-a32a-de3c98d79eab {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:56:32.477018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:32.718944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port a8018a47-0c72-4f4b-a32a-de3c98d79eab, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8018a47-0c72-4f4b-a32a-de3c98d79eab,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:32.719308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:32.838455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for a8018a47-0c72-4f4b-a32a-de3c98d79eab owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:32.979487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:33.037618 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=a8018a47-0c72-4f4b-a32a-de3c98d79eab,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:33.196038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port a8018a47-0c72-4f4b-a32a-de3c98d79eab on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:56:33.199021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:33.201456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'name': 'network-vif-deleted', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:56:33.216236 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-803e3751-3828-41b2-9f62-678506d5e57f req-0c5d64e8-7422-41ff-90db-c93d042e5799 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/a8018a47-0c72-4f4b-a32a-de3c98d79eab HTTP/1.1" status: 204 len: 173 time: 0.7990322 Apr 21 14:56:33.256241 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25c711e-1f08-4c06-8d4b-6fa8e207f9db'] response: {'server_uuid': '13c91b80-31b3-4903-aa15-827bc25d2072', 'name': 'network-vif-deleted', 'tag': 'a8018a47-0c72-4f4b-a32a-de3c98d79eab', 'status': 'completed', 'code': 200} Apr 21 14:56:33.496654 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d40227c3-d629-43fd-9a3a-894f3f757bcc req-6d5fae5d-3ea5-4936-b38f-b609f40708d5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=13c91b80-31b3-4903-aa15-827bc25d2072 HTTP/1.1" status: 200 len: 210 time: 0.0456491 Apr 21 14:56:34.599411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:34.666511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93f4b22-2324-4f3d-9fa9-c5192c5df41f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:34.694644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93f4b22-2324-4f3d-9fa9-c5192c5df41f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:34.759613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93f4b22-2324-4f3d-9fa9-c5192c5df41f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:34.777494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f4b22-2324-4f3d-9fa9-c5192c5df41f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619efadc-1dee-4089-96d0-cee304392d85,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:34.786727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93f4b22-2324-4f3d-9fa9-c5192c5df41f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:34.787781 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e93f4b22-2324-4f3d-9fa9-c5192c5df41f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/619efadc-1dee-4089-96d0-cee304392d85 HTTP/1.1" status: 204 len: 168 time: 0.1874123 Apr 21 14:56:34.828678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57952) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:35.218426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:35.826300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port c5c88d55-28ef-4db2-97bf-341685f99d55 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:56:35.826993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:35.942574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device a8018a47-0c72-4f4b-a32a-de3c98d79eab no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:35.975222 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: a8018a47-0c72-4f4b-a32a-de3c98d79eab {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:56:35.975585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device a8018a47-0c72-4f4b-a32a-de3c98d79eab not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:36.006473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port c5c88d55-28ef-4db2-97bf-341685f99d55, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c5c88d55-28ef-4db2-97bf-341685f99d55,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:36.006833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:36.215289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for c5c88d55-28ef-4db2-97bf-341685f99d55 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:36.380947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:36.426179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=c5c88d55-28ef-4db2-97bf-341685f99d55,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:36.717888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:37.296256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router bd164923-26cb-4195-981d-0b2d344927b9 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:56:37.495225 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:56:37.504445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] Sync routers for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:56:37.508561 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e9bcee70-0fc5-4303-b654-51476448d526 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/bd164923-26cb-4195-981d-0b2d344927b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6788015 Apr 21 14:56:37.510575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:37.516027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:37.516653 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:37.693004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:37.801824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet ed07f47e-05b6-42fe-803e-2312d8b064d0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:56:37.804745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:37.859971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:37.940556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:37.968149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:56:36Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:37.971960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] Checking router: bd164923-26cb-4195-981d-0b2d344927b9 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:56:37.982545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] Routers {'bd164923-26cb-4195-981d-0b2d344927b9'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:37.983137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['bd164923-26cb-4195-981d-0b2d344927b9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:38.014338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.055721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=ed07f47e-05b6-42fe-803e-2312d8b064d0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:38.062568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.068574 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-556b00e7-eb80-4c9c-b669-7c94f95b7ff9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/ed07f47e-05b6-42fe-803e-2312d8b064d0 HTTP/1.1" status: 204 len: 168 time: 0.5569241 Apr 21 14:56:38.071085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57960) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:38.090047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70fab5-fecc-4a9a-aacd-9eb70d8875ea None None] Network 3ab338c1-156c-4590-8576-195df5e3309c requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:56:38.264929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.300404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] Set router bd164923-26cb-4195-981d-0b2d344927b9 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:38.461476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.470813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 9ca37f4d-7b40-4209-a628-adf6e6790709 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:56:38.471328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.614876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] DHCP port deletion for 3ab338c1-156c-4590-8576-195df5e3309c request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:56:38.623958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Deleting port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:56:38.624355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.650955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 9ca37f4d-7b40-4209-a628-adf6e6790709, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9ca37f4d-7b40-4209-a628-adf6e6790709,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:38.651317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.742960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:56:36Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:38.765118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f27815-50c0-4980-baa0-1cf5fe57b62c None None] The sync data for ids ['bd164923-26cb-4195-981d-0b2d344927b9'] in dv-neutron-838898-1-hyperv is: [{'id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'name': 'tempest-TestNetworkBasicOps-router-946790266', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:56:36Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '9ca37f4d-7b40-4209-a628-adf6e6790709', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd164923-26cb-4195-981d-0b2d344927b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:29Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:56:38.775446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 9ca37f4d-7b40-4209-a628-adf6e6790709 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:38.812812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:38.898397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] For port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=02cc2d80-1141-4da1-8dfa-6b4ad33a2148,segment=NetworkSegment(3de3310c-b94b-42ba-9228-68e71c45f9b0),segment_id=3de3310c-b94b-42ba-9228-68e71c45f9b0)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:38.898791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:38.950732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.018412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Calling delete_port for 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:56:39.033226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=9ca37f4d-7b40-4209-a628-adf6e6790709,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:39.117580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.186726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.240904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Pushing event deleted for resources: {'Port': ['ID=02cc2d80-1141-4da1-8dfa-6b4ad33a2148,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:39.251650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] No DVR routers for this DVR port 02cc2d80-1141-4da1-8dfa-6b4ad33a2148 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:56:39.263356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.263802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.264277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.264667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.265066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.265465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.265869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.266260 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.266676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.267053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.267436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8747415f-1120-44b5-84af-aed9f332c981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:39.330919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.581448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.585509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.609969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.610558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router bd164923-26cb-4195-981d-0b2d344927b9 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:56:39.624608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.625704 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67c52720-ece0-4e66-a10a-31f415be129f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/bd164923-26cb-4195-981d-0b2d344927b9 HTTP/1.1" status: 204 len: 168 time: 1.5537109 Apr 21 14:56:39.638477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57964) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:39.753620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.960829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:39.985709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab338c1-156c-4590-8576-195df5e3309c']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:39.997967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de3310c-b94b-42ba-9228-68e71c45f9b0') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:39.998258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de3310c-b94b-42ba-9228-68e71c45f9b0') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:40.009148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.024645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.030947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:56:40.031333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:56:40.045967 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:56:40.129945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.147057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.157921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=3ab338c1-156c-4590-8576-195df5e3309c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:40.166115 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a41f4271-91f5-4807-bc54-559cb30ed97c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/3ab338c1-156c-4590-8576-195df5e3309c HTTP/1.1" status: 204 len: 168 time: 0.5262644 Apr 21 14:56:40.190856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 57968) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:40.196600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--809689478', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:40.201664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:40.205752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:40.208589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:40.214316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:40.223817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:56:40.226661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.255060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:56:40.264632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.264971 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment 527f3016-a057-420a-99a6-14d5485dfb81 of type vlan for network aeee8647-2115-4288-9520-a79de89fb3fe Apr 21 14:56:40.290188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.322701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.326225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:40.326792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.425768 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2337999 Apr 21 14:56:40.428844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:40.435214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-743345216', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:40.436870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30afcc-7f8c-490c-a7e3-44f20710eef6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=aeee8647-2115-4288-9520-a79de89fb3fe,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:40.446211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:40.447124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network aeee8647-2115-4288-9520-a79de89fb3fe details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:56:40.451680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:40.454474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:40.461107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:40.472779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.473806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.493021 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.634961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.768559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c5c88d55-28ef-4db2-97bf-341685f99d55 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:40.801049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: c5c88d55-28ef-4db2-97bf-341685f99d55 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:56:40.801393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c5c88d55-28ef-4db2-97bf-341685f99d55 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:40.801813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ca37f4d-7b40-4209-a628-adf6e6790709 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:40.827829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.833058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 9ca37f4d-7b40-4209-a628-adf6e6790709 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:56:40.833403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9ca37f4d-7b40-4209-a628-adf6e6790709 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:40.858115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.990632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.134 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/643ccd6d-1cc3-4690-8d70-a681098d9c36) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:56:41.134010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.160852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.225852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:56:41.228679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:41.233483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:56:41.256598 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=643ccd6d-1cc3-4690-8d70-a681098d9c36,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:41.385882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.386591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.607497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 39ae68ee-4358-40db-ab03-89bcaa001268 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:56:41.889655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:56:41.898627 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Sync routers for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:56:41.911398 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:41.912014 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:41.916036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.917303 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e2b982ef-29d5-45f9-8a3d-f0b4556b3c2b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4873712 Apr 21 14:56:41.920988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57976) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:41.961993 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c6360a28-9df5-4cc1-a805-a587a3926edc tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375121 Apr 21 14:56:41.962229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57980) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:42.083408 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:42.093182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1ba85-5779-40ff-b3ab-9ef0f7058f29 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:42.094900 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20f1ba85-5779-40ff-b3ab-9ef0f7058f29 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318388 Apr 21 14:56:42.097666 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:42.135424 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-350e773f-9b4a-41ab-9200-65f48702e79f tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367241 Apr 21 14:56:42.137843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57988) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:42.142949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1373388456', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:42.248318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:42.252014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:42.254771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:42.260390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:42.271795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:56:42.362799 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:41Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:42.366548 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Checking router: 39ae68ee-4358-40db-ab03-89bcaa001268 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:56:42.366890 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Updating router 39ae68ee-4358-40db-ab03-89bcaa001268 port 643ccd6d-1cc3-4690-8d70-a681098d9c36 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:56:42.371687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.416111 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.582286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.664500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=b030c9fe-3730-4a42-a5ce-4fbaf65fb955,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:42.675523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:56:42.675879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: aeee8647-2115-4288-9520-a79de89fb3fe, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:56:42.697927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network aeee8647-2115-4288-9520-a79de89fb3fe is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:56:42.708728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, aeee8647-2115-4288-9520-a79de89fb3fe) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:42.712768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:42.713339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.725927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739017cd-51eb-45f7-a23e-b566827097bd None None] Network aeee8647-2115-4288-9520-a79de89fb3fe requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:56:42.748603 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-72e10d15-ba8b-49a6-93c1-4c5fefb6a233 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6097691 Apr 21 14:56:42.751273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57992) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:42.762217 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.779863 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Transition to ACTIVE for port object 643ccd6d-1cc3-4690-8d70-a681098d9c36 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:42.786752 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.872107 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Attempting to bind port 643ccd6d-1cc3-4690-8d70-a681098d9c36 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:56:42.872619 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Attempting to bind port 643ccd6d-1cc3-4690-8d70-a681098d9c36 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:56:42.873068 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Attempting to bind port 643ccd6d-1cc3-4690-8d70-a681098d9c36 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:56:42.875786 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Pushing event updated for resources: {'Port': ['ID=643ccd6d-1cc3-4690-8d70-a681098d9c36,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:42.886991 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.887522 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.888295 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.888295 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.888739 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.889150 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.889562 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.889981 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.890396 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.890807 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.891228 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:42.894366 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:56:42.894718 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:56:42.895109 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.895481 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:56:42.896007 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Bound port: 643ccd6d-1cc3-4690-8d70-a681098d9c36, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:56:42.896399 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.947297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-aeee8647-2115-4288-9520-a79de89fb3fe', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:56:42.948434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.977383 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] For port 643ccd6d-1cc3-4690-8d70-a681098d9c36, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:56:42.980719 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] For port 643ccd6d-1cc3-4690-8d70-a681098d9c36, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=643ccd6d-1cc3-4690-8d70-a681098d9c36,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:56:42.985486 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:43.067480 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:43.068126 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:43.115504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Allocated IP 172.20.0.2 (aeee8647-2115-4288-9520-a79de89fb3fe/b030c9fe-3730-4a42-a5ce-4fbaf65fb955/96486829-702b-4b56-83b2-a78a29e94b86) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:56:43.199104 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191d63e-3ebb-4fe4-9ce3-986c43d10963 None None] Pushing event updated for resources: {'Port': ['ID=643ccd6d-1cc3-4690-8d70-a681098d9c36,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:43.254129 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:43.366638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:43.377107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Transition to ACTIVE for port object 96486829-702b-4b56-83b2-a78a29e94b86 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:43.395117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Transition to ACTIVE for port object 96486829-702b-4b56-83b2-a78a29e94b86 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:43.401375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:43.466235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Network aeee8647-2115-4288-9520-a79de89fb3fe is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:56:43.469338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:43.472795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:56:43.537544 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Pushing event updated for resources: {'Port': ['ID=96486829-702b-4b56-83b2-a78a29e94b86,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:43.546621 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cc923a67-51da-4051-b774-b1528057f10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:41Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:43.551040 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc923a67-51da-4051-b774-b1528057f10d None None] The sync data for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv is: [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:41Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:56:43.564045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Attempting to bind port 96486829-702b-4b56-83b2-a78a29e94b86 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:56:43.564434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Attempting to bind port 96486829-702b-4b56-83b2-a78a29e94b86 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:56:43.564793 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Attempting to bind port 96486829-702b-4b56-83b2-a78a29e94b86 on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:56:43.574141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:56:43.574556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Checking segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:56:43.575032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:43.575432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Bound using segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:56:43.575917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Bound port: 96486829-702b-4b56-83b2-a78a29e94b86, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:56:43.576440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:43.661841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:43.673400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] For port 96486829-702b-4b56-83b2-a78a29e94b86, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:56:43.676627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] For port 96486829-702b-4b56-83b2-a78a29e94b86, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=96486829-702b-4b56-83b2-a78a29e94b86,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:56:43.682402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:43.790609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b53ce8-1d24-4547-83ff-434ddb7124d0 None None] Pushing event updated for resources: {'Port': ['ID=96486829-702b-4b56-83b2-a78a29e94b86,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:44.138566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (aeee8647-2115-4288-9520-a79de89fb3fe/b030c9fe-3730-4a42-a5ce-4fbaf65fb955/330740d1-85c0-486e-b09b-b1812f4e9f9e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:56:44.306306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:44.322419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 330740d1-85c0-486e-b09b-b1812f4e9f9e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:44.345293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:44.421408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network aeee8647-2115-4288-9520-a79de89fb3fe is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:56:44.425044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=330740d1-85c0-486e-b09b-b1812f4e9f9e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:44.427508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:44.429621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:56:44.491251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:44.579590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:44.722271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc2039-d025-41b1-847c-3ddd4a5e3ed6 None None] Network aeee8647-2115-4288-9520-a79de89fb3fe requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:56:44.831971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-57a03387-32cc-4e36-9a44-71229d16f0c0 None None] Provisioning for port 96486829-702b-4b56-83b2-a78a29e94b86 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:44.844815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 643ccd6d-1cc3-4690-8d70-a681098d9c36 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:45.000247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.005109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.016917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 643ccd6d-1cc3-4690-8d70-a681098d9c36 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:45.024553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 643ccd6d-1cc3-4690-8d70-a681098d9c36 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:45.024932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.154203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.176699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 643ccd6d-1cc3-4690-8d70-a681098d9c36, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=643ccd6d-1cc3-4690-8d70-a681098d9c36,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:45.183111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.184388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96486829-702b-4b56-83b2-a78a29e94b86 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:45.230193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=330740d1-85c0-486e-b09b-b1812f4e9f9e,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:45.234170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.321567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=643ccd6d-1cc3-4690-8d70-a681098d9c36,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:45.324875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 96486829-702b-4b56-83b2-a78a29e94b86 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:45.330527 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 96486829-702b-4b56-83b2-a78a29e94b86 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:45.330675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.385934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network aeee8647-2115-4288-9520-a79de89fb3fe is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:56:45.388004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:45.393707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c295f39-74d1-4d3a-a19f-491bc0c0798e None None] Provisioning for port 330740d1-85c0-486e-b09b-b1812f4e9f9e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:45.402038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c295f39-74d1-4d3a-a19f-491bc0c0798e None None] Provisioning complete for port 330740d1-85c0-486e-b09b-b1812f4e9f9e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:45.402923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c295f39-74d1-4d3a-a19f-491bc0c0798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.501312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c295f39-74d1-4d3a-a19f-491bc0c0798e None None] Port 330740d1-85c0-486e-b09b-b1812f4e9f9e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:56:45.515963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.536164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c295f39-74d1-4d3a-a19f-491bc0c0798e None None] Provisioning complete for port 96486829-702b-4b56-83b2-a78a29e94b86 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:45.536550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c295f39-74d1-4d3a-a19f-491bc0c0798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.598788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 96486829-702b-4b56-83b2-a78a29e94b86, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=96486829-702b-4b56-83b2-a78a29e94b86,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:45.607457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.723571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=96486829-702b-4b56-83b2-a78a29e94b86,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:45.785114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 39ae68ee-4358-40db-ab03-89bcaa001268 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:56:45.851774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b6f30a48-046d-4a72-a204-099108c459f5 None None] Provisioning complete for port 330740d1-85c0-486e-b09b-b1812f4e9f9e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:45.852410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b6f30a48-046d-4a72-a204-099108c459f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:45.906230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b6f30a48-046d-4a72-a204-099108c459f5 None None] Port 330740d1-85c0-486e-b09b-b1812f4e9f9e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:56:45.989925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:56:46.004305 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-80e16793-3a09-4f60-a6ff-44e80b8ced60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/39ae68ee-4358-40db-ab03-89bcaa001268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2516963 Apr 21 14:56:46.006977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 57998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:46.140980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79878f33-5689-4a38-808c-96b204f93005 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.141351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79878f33-5689-4a38-808c-96b204f93005 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.141711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79878f33-5689-4a38-808c-96b204f93005 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.142066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79878f33-5689-4a38-808c-96b204f93005 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.143665 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79878f33-5689-4a38-808c-96b204f93005 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1358099 Apr 21 14:56:46.146379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58002) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:46.211206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dfd0b-fe2d-45fa-87f6-9abd3436fcfe tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.211490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dfd0b-fe2d-45fa-87f6-9abd3436fcfe tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.211844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dfd0b-fe2d-45fa-87f6-9abd3436fcfe tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.212223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dfd0b-fe2d-45fa-87f6-9abd3436fcfe tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:46.213837 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c5dfd0b-fe2d-45fa-87f6-9abd3436fcfe tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0665915 Apr 21 14:56:46.216437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58006) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:46.406307 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b50e4aa5-6f1d-4cc2-be4b-a33e52a5b0b0 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1888359 Apr 21 14:56:46.409110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58010) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:46.414439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-380205167', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:46.545413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:46.549297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:port and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:46.552083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:46.557896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:46.567178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:56:46.570226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:46.591586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] device_id is not set on port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:56:46.782113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 643ccd6d-1cc3-4690-8d70-a681098d9c36 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:46.837677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.4 (aeee8647-2115-4288-9520-a79de89fb3fe/b030c9fe-3730-4a42-a5ce-4fbaf65fb955/e364f08f-cd8d-437c-b3ed-c7a7c178ca99) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:56:46.851309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 643ccd6d-1cc3-4690-8d70-a681098d9c36 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:46.851533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.013311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96486829-702b-4b56-83b2-a78a29e94b86 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:47.054341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.071898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object e364f08f-cd8d-437c-b3ed-c7a7c178ca99 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:47.082712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 96486829-702b-4b56-83b2-a78a29e94b86 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:47.083291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.094789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.148754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Sync routers for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:56:47.178551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network aeee8647-2115-4288-9520-a79de89fb3fe is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:56:47.181928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:47.186317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:56:47.199933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:47.200646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:47.211353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:47.249270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:47.249903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.275709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9605915-9e2f-4e7b-a936-7c8c973b2937 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8655434 Apr 21 14:56:47.397997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:47.523454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-612a102a-a020-45be-84b0-3fb9730a66dd None None] Provisioning for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:47.547041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-612a102a-a020-45be-84b0-3fb9730a66dd None None] Provisioning complete for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:47.547418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-612a102a-a020-45be-84b0-3fb9730a66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.664210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-612a102a-a020-45be-84b0-3fb9730a66dd None None] Port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:56:47.679290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58016) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:47.685494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866014742', 'description': 'tempest-secgroup-smoke-1866014742 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:47.691778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:47.695907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:47.699316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:47.709091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:47.719718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.754636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:47.758479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:47.761210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:47.763157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:47.767042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Checking router: 39ae68ee-4358-40db-ab03-89bcaa001268 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:56:47.767427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Updating router 39ae68ee-4358-40db-ab03-89bcaa001268 port 330740d1-85c0-486e-b09b-b1812f4e9f9e binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:56:47.767587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:47.818506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.822666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.826917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.870026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b3abb8-6c55-4fe1-8b9d-f8852a6106d5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:47.874271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.878421 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-16898218-67d5-40dd-950d-8862011138bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1950035 Apr 21 14:56:47.879309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58020) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:47.884201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '23b3abb8-6c55-4fe1-8b9d-f8852a6106d5', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:47.890745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:47.894741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:47.897854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:47.903491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:47.919614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.985153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:47.989080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.012878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c05236f-fed0-4ec2-b480-1414a3e5b610,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.022288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.025945 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f7730272-6f12-49a3-bf9e-8f83bf0b6ea2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1438546 Apr 21 14:56:48.026240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58024) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:48.031754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '23b3abb8-6c55-4fe1-8b9d-f8852a6106d5', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:48.037687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:48.041534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:48.044486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:48.050144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:48.067065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.131665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.136255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.160557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9aacb0d-50f0-4f35-8fd6-06a395994b59,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.170342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.171440 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d92e14c3-85d6-4d0b-897e-c1d4f0dd9d06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1441653 Apr 21 14:56:48.172961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.174669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58028) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:48.180788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '23b3abb8-6c55-4fe1-8b9d-f8852a6106d5', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:48.186036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Transition to ACTIVE for port object 330740d1-85c0-486e-b09b-b1812f4e9f9e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:48.187231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:48.191827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:48.192142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.194998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:48.201305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:48.218654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.282897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.288414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.313531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947216bb-003e-4af2-bf6b-28a01a785911,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.317510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68642ffe-02c4-4709-8908-9969a284b988 None None] Pushing event updated for resources: {'Port': ['ID=330740d1-85c0-486e-b09b-b1812f4e9f9e,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.322802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.324029 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-55eed869-f6a9-4edf-94a0-7d8cff6690e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484094 Apr 21 14:56:48.326623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58032) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:48.332359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '23b3abb8-6c55-4fe1-8b9d-f8852a6106d5', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:48.338364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:48.342252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:48.345133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:48.350974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:48.370048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.408838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Attempting to bind port 330740d1-85c0-486e-b09b-b1812f4e9f9e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:56:48.408838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Attempting to bind port 330740d1-85c0-486e-b09b-b1812f4e9f9e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:56:48.409214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Attempting to bind port 330740d1-85c0-486e-b09b-b1812f4e9f9e on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:56:48.415892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:56:48.416294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Checking segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:56:48.416700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.417098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Bound using segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:56:48.418099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Bound port: 330740d1-85c0-486e-b09b-b1812f4e9f9e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:56:48.418477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.446985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.451223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.478791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ed613c-dc55-49da-90e6-bc2a07ef799a,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.490317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.491833 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-951270a7-c2cb-401e-957d-a925285c50d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1641176 Apr 21 14:56:48.494452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58036) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:48.500997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '23b3abb8-6c55-4fe1-8b9d-f8852a6106d5', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:48.507117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:48.511118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:48.514296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:48.520314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:48.530005 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:56:48.536573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.569523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] For port 330740d1-85c0-486e-b09b-b1812f4e9f9e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:56:48.572895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] For port 330740d1-85c0-486e-b09b-b1812f4e9f9e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=330740d1-85c0-486e-b09b-b1812f4e9f9e,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:56:48.577373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.603583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.607701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.628778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc876242-d6ab-4a65-9be2-51b8404bde92,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.642064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.646272 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-321b5c23-d179-4857-821e-21fa2ff6c9d9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1480353 Apr 21 14:56:48.646272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58040) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:48.652990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '23b3abb8-6c55-4fe1-8b9d-f8852a6106d5', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:48.659322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68642ffe-02c4-4709-8908-9969a284b988 None None] Pushing event updated for resources: {'Port': ['ID=330740d1-85c0-486e-b09b-b1812f4e9f9e,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.659625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:48.663120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:56:48.663906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:48.664046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:48.667110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:48.673759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:48.685325 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:56:48.695171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.771956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.777458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.800488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c93cdb-bbf8-4c13-9f46-07a8a696b3f1,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:48.817751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:48.819168 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3886b592-7ff4-477d-8905-c32b529c9374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1718543 Apr 21 14:56:48.859017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:56:49.057567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-746737ec-8591-42bd-8f41-2fc37edbd127 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:49.071700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-746737ec-8591-42bd-8f41-2fc37edbd127 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:49.072986 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-746737ec-8591-42bd-8f41-2fc37edbd127 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866014742&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0588992 Apr 21 14:56:49.079871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3bf1-e9ac-4b52-b65e-588816f92920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:49.147382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-147f6d83-3ab0-42da-a40e-f448faea2da7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:49.148749 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-147f6d83-3ab0-42da-a40e-f448faea2da7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 929 time: 0.0688181 Apr 21 14:56:49.203054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:48Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:49.207005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b502f6-f79e-4d52-9ff9-1216a5cd853b None None] The sync data for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv is: [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:48Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:56:49.357911 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-7f0235f1-db0b-490b-8b66-e4f9d1315e4a service neutron] 10.222.0.42 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1965353 Apr 21 14:56:49.492346 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-89146d3f-2023-4972-8366-520e434a60b9 service neutron] 10.222.0.42 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285238 Apr 21 14:56:49.629235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-e721ea97-f2ec-4c39-99c5-79a47fa39766 service neutron] 10.222.0.42 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306627 Apr 21 14:56:49.840429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-df754351-7d1a-4cca-85b2-bd2c08c65fdf req-99a28fbe-dc0b-4d42-9681-cad0bdda93c5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:49.859168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-df754351-7d1a-4cca-85b2-bd2c08c65fdf req-99a28fbe-dc0b-4d42-9681-cad0bdda93c5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:49.873986 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-df754351-7d1a-4cca-85b2-bd2c08c65fdf req-99a28fbe-dc0b-4d42-9681-cad0bdda93c5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 210 time: 0.0809400 Apr 21 14:56:50.791987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 330740d1-85c0-486e-b09b-b1812f4e9f9e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:50.865120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 330740d1-85c0-486e-b09b-b1812f4e9f9e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:50.869652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 330740d1-85c0-486e-b09b-b1812f4e9f9e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:50.870020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:50.988009 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:51.025638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 330740d1-85c0-486e-b09b-b1812f4e9f9e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=330740d1-85c0-486e-b09b-b1812f4e9f9e,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:51.029387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:51.037504 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-988d63a1-13ab-4146-948f-129511acee87 req-f855ee9d-0b30-41cd-bcd7-e803640c550e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 210 time: 0.0468938 Apr 21 14:56:51.104299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=330740d1-85c0-486e-b09b-b1812f4e9f9e,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:51.132824 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-69ca8481-685f-42da-9ca5-c8c5a3817521 service neutron] 10.222.0.21 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1025 time: 0.0624480 Apr 21 14:56:51.278281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-b26d0b54-303c-48df-832b-7e7be4b078ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:51.279691 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-b26d0b54-303c-48df-832b-7e7be4b078ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 200 len: 796 time: 0.1416698 Apr 21 14:56:51.320308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a3799660-9176-4268-a1a6-6d423b7c636f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:51.342252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-e953dd8e-3275-471e-a2da-165de2cf6ccc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:51.353319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-e953dd8e-3275-471e-a2da-165de2cf6ccc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:51.354425 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-e953dd8e-3275-471e-a2da-165de2cf6ccc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 380 time: 0.0534685 Apr 21 14:56:51.384555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Request body: {'port': {'device_id': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:56:51.487974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:51.816807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e364f08f-cd8d-437c-b3ed-c7a7c178ca99 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:56:51.823659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:51.837600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Transition to ACTIVE for port object e364f08f-cd8d-437c-b3ed-c7a7c178ca99 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:51.841466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:51.966222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:52.074599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:56:52.074835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:56:52.075150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:56:52.080965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:56:52.081275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:56:52.089916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:56:52.090252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Checking segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:56:52.090631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Bound using segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:56:52.091057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Bound port: e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:56:52.091394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:52.224090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:56:52.240385 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:56:52.247567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:52.257361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:52.319249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:52.320691 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] 10.222.0.21 "PUT /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1130 time: 0.9399431 Apr 21 14:56:52.321109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:56:52.341831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f796a-cf01-4583-b019-628b05070f99 req-e5888c6b-2e52-4abd-ae7a-394f9e7dd841 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:52.343385 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-541f796a-cf01-4583-b019-628b05070f99 req-e5888c6b-2e52-4abd-ae7a-394f9e7dd841 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 980 time: 0.1756504 Apr 21 14:56:52.346217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830f62c-48c0-40ff-a632-2e7bcd77c730 service neutron] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:52.386751 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dc8be8-a165-4006-9277-0f6ab46f488b'] response: {'name': 'network-changed', 'server_uuid': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'status': 'completed', 'code': 200} Apr 21 14:56:52.398079 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-541f796a-cf01-4583-b019-628b05070f99 req-4afb64e4-8307-4e45-9fad-191023860040 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Apr 21 14:56:52.466496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:52.569069 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-1fca54e3-93d8-4a6b-bd45-e3cb8985e4d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 1133 time: 0.1650987 Apr 21 14:56:52.645488 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-72158010-2634-4b68-a0a1-135e430e0560 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 217 time: 0.0633678 Apr 21 14:56:52.704859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-005d5e27-3c6e-421d-b3c2-8b35e3f5b8d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:52.706221 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-005d5e27-3c6e-421d-b3c2-8b35e3f5b8d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b030c9fe-3730-4a42-a5ce-4fbaf65fb955 HTTP/1.1" status: 200 len: 835 time: 0.0555727 Apr 21 14:56:52.778789 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-649ac3ed-e4fd-4cce-a17e-feb8017b09ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aeee8647-2115-4288-9520-a79de89fb3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669570 Apr 21 14:56:52.783355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 330740d1-85c0-486e-b09b-b1812f4e9f9e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:52.853159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 330740d1-85c0-486e-b09b-b1812f4e9f9e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:52.853436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:52.910944 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-11456478-f2dd-4a8f-a1f8-b326d041a4f2 service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258273 Apr 21 14:56:53.040442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb3e3830-6185-42e7-bfd6-b32519ff5c9f req-83ee923f-409a-458e-9564-b0f629f5d68c service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240337 Apr 21 14:56:53.201987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-e81de03e-e3bb-43c1-982d-46a9fbcee10f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 1133 time: 0.0706820 Apr 21 14:56:53.332311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-5d97fc30-6bc1-4fee-ab33-dd081cd3b083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:53.333747 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-5d97fc30-6bc1-4fee-ab33-dd081cd3b083 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 200 len: 897 time: 0.1260269 Apr 21 14:56:53.401480 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-8ed2a1d1-4b37-4c38-9154-1f7f5ce0757b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 217 time: 0.0612960 Apr 21 14:56:53.462676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-b56604a4-1df3-443f-91e7-663b4ce22bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:53.464045 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-b56604a4-1df3-443f-91e7-663b4ce22bee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b030c9fe-3730-4a42-a5ce-4fbaf65fb955 HTTP/1.1" status: 200 len: 835 time: 0.0564451 Apr 21 14:56:53.537275 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-ddd0e7ea-f445-4d2a-b27f-25de7066d7c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aeee8647-2115-4288-9520-a79de89fb3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668535 Apr 21 14:56:53.595987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d29191-da3d-4770-8efe-b2112d7b3c75 req-785979bd-7355-4bd8-9158-3b7badd5c255 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:53.597476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58d29191-da3d-4770-8efe-b2112d7b3c75 req-785979bd-7355-4bd8-9158-3b7badd5c255 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 980 time: 0.0774643 Apr 21 14:56:53.646281 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58d29191-da3d-4770-8efe-b2112d7b3c75 req-a8a0b5de-60d4-4545-9336-8a5f0c35fbcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Apr 21 14:56:53.653813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:53.678313 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-64b05e17-079a-4ccd-9dd2-167013e8a84d service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330273 Apr 21 14:56:53.808938 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a2d340fa-5aed-49bd-b55a-45e82d7f6dda req-137164b3-7482-48c1-babc-6757a40cc3b0 service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241772 Apr 21 14:56:54.730702 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:56:54.847485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58cf40-3aa9-45d3-a9e5-a9ace3849f8a req-6b7386eb-0576-4551-b05b-156f33607eeb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:54.848856 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8a58cf40-3aa9-45d3-a9e5-a9ace3849f8a req-6b7386eb-0576-4551-b05b-156f33607eeb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 980 time: 0.0808764 Apr 21 14:56:54.892490 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8a58cf40-3aa9-45d3-a9e5-a9ace3849f8a req-c4e07d15-5c69-432e-aef8-e7d1af748ed6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Apr 21 14:56:56.028763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:56:56.091785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ef3be-ac6a-4f25-a435-04b7dfad957b req-f93f1084-05d2-42d1-8de3-86548817afae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:56.093262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e59ef3be-ac6a-4f25-a435-04b7dfad957b req-f93f1084-05d2-42d1-8de3-86548817afae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 980 time: 0.0793211 Apr 21 14:56:56.137955 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e59ef3be-ac6a-4f25-a435-04b7dfad957b req-e894dceb-82e3-439d-842e-fea3f7bf5a4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 Apr 21 14:56:56.162729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:56.177747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'port_id': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'mac_address': 'fa:16:3e:24:6e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:56:56.235812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:56.253321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e364f08f-cd8d-437c-b3ed-c7a7c178ca99 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:56:56.268885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:56.272482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:56.338953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:56.547241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['e364f08f-cd8d-437c-b3ed-c7a7c178ca99'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:56:57.335013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c25c56-0e48-4b98-a253-e4bd13d5038b req-233aa7ab-6885-4fce-a4a3-4d6df7bca2c7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:57.336478 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c6c25c56-0e48-4b98-a253-e4bd13d5038b req-233aa7ab-6885-4fce-a4a3-4d6df7bca2c7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 981 time: 0.0753679 Apr 21 14:56:57.385615 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c6c25c56-0e48-4b98-a253-e4bd13d5038b req-4e30c243-c34d-44de-b5fc-d4c6be1c49c5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 Apr 21 14:56:58.044411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:58.143736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:58.148438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:58.148805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:58.257736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:58.285656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:56:58.295424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:56:58.299475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:58.363300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:58.482047 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ec0e8c-ca1a-4fdf-ae89-ba0264708e68'] response: {'server_uuid': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'code': 200} Apr 21 14:56:58.581660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8d85c-89ae-442b-a98f-401e96d087e6 req-610a170e-af75-40fd-8afd-e351e4e802a9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:58.583029 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a8d8d85c-89ae-442b-a98f-401e96d087e6 req-610a170e-af75-40fd-8afd-e351e4e802a9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 982 time: 0.0750871 Apr 21 14:56:58.629397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a8d8d85c-89ae-442b-a98f-401e96d087e6 req-7c595d1c-d951-4590-9ca7-07609cbd6286 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Apr 21 14:56:58.739210 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0bd83d5c-7f94-4128-9db8-a47d074dce65 req-0407fb89-5f66-49cf-96b3-15e3df4b9ae3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 1135 time: 0.0694580 Apr 21 14:56:58.872535 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0bd83d5c-7f94-4128-9db8-a47d074dce65 req-2e141097-baed-430f-8d4c-8d74e88b1406 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255865 Apr 21 14:56:59.824234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b7d4-4637-4c54-82be-b3536c1f3d95 req-a30aa026-fa22-4d2f-b134-3efb3669f0b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:56:59.825680 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d34b7d4-4637-4c54-82be-b3536c1f3d95 req-a30aa026-fa22-4d2f-b134-3efb3669f0b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 982 time: 0.0753791 Apr 21 14:56:59.873383 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d34b7d4-4637-4c54-82be-b3536c1f3d95 req-1644dd95-498e-4738-962e-35be46a340d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Apr 21 14:57:00.696604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:01.063606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb1419-e56e-4a84-99fc-fab085728fe5 req-06140cb9-0b7a-455f-8a02-4bde5ac9bdc1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:01.065057 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0bbb1419-e56e-4a84-99fc-fab085728fe5 req-06140cb9-0b7a-455f-8a02-4bde5ac9bdc1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 982 time: 0.0742753 Apr 21 14:57:01.111422 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0bbb1419-e56e-4a84-99fc-fab085728fe5 req-baad44a8-ef07-4dd7-b9d4-6706fb72536b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Apr 21 14:57:01.303663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921690cf-12b6-4764-8705-e63a64ffa60b req-c2b3982b-ad77-45f5-8156-e4b779c490ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:01.305083 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-921690cf-12b6-4764-8705-e63a64ffa60b req-c2b3982b-ad77-45f5-8156-e4b779c490ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 982 time: 0.0749190 Apr 21 14:57:01.350538 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-921690cf-12b6-4764-8705-e63a64ffa60b req-efe0928e-dcb1-4482-bc4d-f5d880df6c71 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Apr 21 14:57:01.378210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58096) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:01.454744 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c3642f89-4f58-46c5-8550-c0ac1aff157f tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 1130 time: 0.0754139 Apr 21 14:57:01.457371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58100) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:01.462392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:01.469539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:01.473344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:01.476164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:01.481807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:01.493632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:01.639775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:01.785056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.71 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/7e1be338-8377-4623-a5ae-aa01d94e0739) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:57:01.928085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:01.954759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:02.019454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:02.022287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:02.026612 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:57:02.050279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=7e1be338-8377-4623-a5ae-aa01d94e0739,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:02.076950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.077564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.077697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.077913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.078233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.078556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.078877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.079195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.079507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.079817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.080149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:02.524626 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:02.587389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:02.784572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:02.788858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:02.992634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=7e1be338-8377-4623-a5ae-aa01d94e0739,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:03.005153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:03.188440 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP 46330f8c-0668-494c-a41e-0116eb0d2a7f associated. External IP: 172.26.6.71, port: e364f08f-cd8d-437c-b3ed-c7a7c178ca99. Apr 21 14:57:03.563784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 39ae68ee-4358-40db-ab03-89bcaa001268 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:57:03.757538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:57:03.766755 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] Sync routers for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:57:03.778834 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:03.779400 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:03.781761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:03.835953 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07ebbddb-d49b-4c60-86db-b7450c294776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.3775766 Apr 21 14:57:03.836548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:57:03.839049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58104) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:03.919056 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0bd4f87-3993-4972-8d47-5a72ef4d69a2'] response: {'name': 'network-changed', 'server_uuid': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'status': 'completed', 'code': 200} Apr 21 14:57:03.936476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f98bd80c-11d2-4633-b7a7-9cd56bbf1fe3 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402&network_id=aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 200 len: 1130 time: 0.0962231 Apr 21 14:57:03.971591 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:04.043236 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-4b846407-df83-4df7-8235-8bba66871c74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 1135 time: 0.0762618 Apr 21 14:57:04.181899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-f2a75c52-befa-4886-be66-95bf7d58820a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:04.183490 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-f2a75c52-befa-4886-be66-95bf7d58820a service neutron] 10.222.0.21 "GET /v2.0/networks?id=aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 200 len: 897 time: 0.1339915 Apr 21 14:57:04.331199 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '46330f8c-0668-494c-a41e-0116eb0d2a7f', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.71', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'port_id': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-380205167', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'mac_address': 'fa:16:3e:24:6e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:02Z', 'updated_at': '2022-04-21T14:57:02Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:04.334950 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] Checking router: 39ae68ee-4358-40db-ab03-89bcaa001268 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:57:04.345195 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:04.345770 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:56:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:04.360442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-5a70f6c7-7d09-4f96-8fa5-b514a36f4e94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1035 time: 0.1482797 Apr 21 14:57:04.410235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5366a4-985b-4be4-8f8d-97472afaf136 req-18ee08bb-b5d2-4af0-bf63-1bde2301fe40 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:04.411611 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9c5366a4-985b-4be4-8f8d-97472afaf136 req-18ee08bb-b5d2-4af0-bf63-1bde2301fe40 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 982 time: 0.1508431 Apr 21 14:57:04.456791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-a15f9bc8-c58e-4526-8141-4162f4ea02e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:04.458218 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-a15f9bc8-c58e-4526-8141-4162f4ea02e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b030c9fe-3730-4a42-a5ce-4fbaf65fb955 HTTP/1.1" status: 200 len: 835 time: 0.0916371 Apr 21 14:57:04.510910 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9c5366a4-985b-4be4-8f8d-97472afaf136 req-d3a8d5ac-615c-4b0d-9b21-877c460b7c2a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933719 Apr 21 14:57:04.540357 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-67572214-ab03-4b58-8e68-ae3d4d215081 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aeee8647-2115-4288-9520-a79de89fb3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761223 Apr 21 14:57:04.545342 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:04.778321 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-23731335-5f4b-4bd8-9c31-c18c059c72fd service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314644 Apr 21 14:57:04.887061 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '46330f8c-0668-494c-a41e-0116eb0d2a7f', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.71', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'port_id': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-380205167', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'mac_address': 'fa:16:3e:24:6e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:02Z', 'updated_at': '2022-04-21T14:57:02Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:04.891516 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb4f4e6-a322-40ae-b063-fe64b49310e4 None None] The sync data for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv is: [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '46330f8c-0668-494c-a41e-0116eb0d2a7f', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.71', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'port_id': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-380205167', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'mac_address': 'fa:16:3e:24:6e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd14ee9-27ef-47a3-9670-bc83de242402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:02Z', 'updated_at': '2022-04-21T14:57:02Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:57:04.910940 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b36ef99e-5f1c-444e-93dc-6b384aa98aba req-da075742-028a-45f4-afdb-e64e50776d05 service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265826 Apr 21 14:57:05.707151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6903afe-52ae-41cf-9f9c-27b586a43be6 req-07919abc-4288-4a6e-b949-122726863eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:05.708644 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a6903afe-52ae-41cf-9f9c-27b586a43be6 req-07919abc-4288-4a6e-b949-122726863eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 982 time: 0.0754945 Apr 21 14:57:05.751357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-aed7b488-9210-4a9a-a2a7-df22d634b963 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:05.752876 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-aed7b488-9210-4a9a-a2a7-df22d634b963 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 982 time: 0.0747092 Apr 21 14:57:05.754151 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a6903afe-52ae-41cf-9f9c-27b586a43be6 req-b4290f8e-9592-4b10-8328-6f19fa2f1ba0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Apr 21 14:57:05.823337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-6fa621c2-0b42-4d18-ae8d-3b9b06f8d6fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:05.824636 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-6fa621c2-0b42-4d18-ae8d-3b9b06f8d6fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666971 Apr 21 14:57:05.962681 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-a41cea8d-0286-46dd-bfcc-41aa1273a062 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1335578 Apr 21 14:57:05.972853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:06.069727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e2b216-c501-4a9a-8417-5f22c8093f41 None None] New status for floating IP 46330f8c-0668-494c-a41e-0116eb0d2a7f: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:57:06.084016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:06.286018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:06.316824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:57:06.365098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] device_id is not set on port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:57:06.373486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:06.378704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:06.507033 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=6']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:06.572996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] No DVR routers for this DVR port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:57:06.666000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0e7a90cb-14a6-4a3e-ba8a-a662d353c125 None None] Provisioning complete for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:06.666453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e7a90cb-14a6-4a3e-ba8a-a662d353c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:06.720383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a90cb-14a6-4a3e-ba8a-a662d353c125 None None] Port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:57:06.812959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] In _notify_port_updated(), no bound segment for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:57:06.814000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:06.815283 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8993efb5-aa23-4114-812d-a0f33591aa06 req-b64f6d78-37f3-4213-98ae-131721105fa3 service neutron] 10.222.0.21 "PUT /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1025 time: 0.8465114 Apr 21 14:57:06.926225 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e8bfc8b8-50a1-47ab-a28b-20746040f3f8 req-78f7a3c6-64ca-4713-8c2b-f1288eff197b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=fcd14ee9-27ef-47a3-9670-bc83de242402 HTTP/1.1" status: 200 len: 210 time: 0.0423970 Apr 21 14:57:08.036506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58120) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:08.109027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c83e6-9118-4773-844b-28a33943ce06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:08.110345 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4b5c83e6-9118-4773-844b-28a33943ce06 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 924 time: 0.0728679 Apr 21 14:57:08.325815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58126) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:08.331297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366594103', 'description': 'tempest-secgroup-smoke-366594103 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:08.337148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:08.346338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:08.355718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.399385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:08.403416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:08.406325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:08.412208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:08.465592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.469114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.513552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8710ab2d-e7e6-4d9e-b251-c69efcd02ed7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:08.517802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.518994 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1922007 Apr 21 14:57:08.521960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58130) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:08.524096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.524455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.524798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.525133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.525467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.525796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.526124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.526453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.526777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.527101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.527421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f666277-1492-4043-8f61-df81e681bc7f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:08.527557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8710ab2d-e7e6-4d9e-b251-c69efcd02ed7', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:08.534941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:08.538714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:08.541806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:08.547910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:08.564162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.622301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.625561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.650356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e79646-2f4b-413d-95a6-cb0cd708784a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:08.658783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.660011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a8e5192a-07a3-4762-a7e0-dda45d29b465 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1369915 Apr 21 14:57:08.662745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:08.667960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8710ab2d-e7e6-4d9e-b251-c69efcd02ed7', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:08.673999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:08.677779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:08.680921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:08.687228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:08.704309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.763802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.767048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.789778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190e3779-f4e7-414e-9e89-4c80253419d5,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:08.798340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.799549 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-98cb0caa-9890-4894-8294-8ae458d63920 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1358867 Apr 21 14:57:08.802203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58138) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:08.807622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8710ab2d-e7e6-4d9e-b251-c69efcd02ed7', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:08.813288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:08.817227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:08.820048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:08.825770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:08.842166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.901292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.905077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.927303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a0815f-b9bb-465f-9486-5b5da8945347,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:08.937046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:08.938637 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0e5272a8-f387-408b-b16f-266a259bc0a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1354716 Apr 21 14:57:08.941478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:08.946882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8710ab2d-e7e6-4d9e-b251-c69efcd02ed7', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:08.952850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:08.956593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:08.959388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:08.965041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:08.982724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.139317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.143186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.167615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21a942a-2559-4cda-b835-3215f24e9cf9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:09.176292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.177502 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7be79454-e3bc-40c7-b560-6fea20e683ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2350955 Apr 21 14:57:09.180444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58146) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:09.185753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8710ab2d-e7e6-4d9e-b251-c69efcd02ed7', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:09.191207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:09.194877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:09.197696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:09.203673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:09.213319 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:57:09.220265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.281687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.285193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.308101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682397e6-3e48-475e-8f89-52083628581d,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:09.316838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.317968 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee6ca52b-9d08-4238-bd06-1e32228289f7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1365805 Apr 21 14:57:09.320714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58150) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:09.327468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8710ab2d-e7e6-4d9e-b251-c69efcd02ed7', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:09.333254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:09.337111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:09.339955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:09.346088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:09.355669 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:57:09.361797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.423732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.427145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.452411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b18d2e-830e-40fa-a47b-8a264b4c6171,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:09.460520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:09.461664 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2e140b7-a160-4d80-9f6b-d2fa0fc46c29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1391172 Apr 21 14:57:09.626154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-19098d58-4841-4e04-ba5f-09f158045cbd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:09.640300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-19098d58-4841-4e04-ba5f-09f158045cbd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:09.641404 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-19098d58-4841-4e04-ba5f-09f158045cbd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366594103&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0556669 Apr 21 14:57:09.787952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-74d1bf15-6236-4ea6-9258-bc9cbc23076d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:09.789184 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-74d1bf15-6236-4ea6-9258-bc9cbc23076d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 929 time: 0.1414268 Apr 21 14:57:09.857625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-300f3e11-ceda-4f6c-9885-5adc4a2cd62d service neutron] 10.222.0.42 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0562778 Apr 21 14:57:09.984649 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-6ecdf7f5-03e7-4f9e-9376-86ca6aa539a5 service neutron] 10.222.0.42 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215081 Apr 21 14:57:10.106049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:10.131787 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-fe434e3a-e608-429e-986a-1e5c5bb5f4e2 service neutron] 10.222.0.42 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413023 Apr 21 14:57:10.161362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:10.314839 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a324ca2b-fb6b-41ac-a688-1b28b9170cd1 req-36c8ded0-8091-4233-b351-4f7d7a90785a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 210 time: 0.0402203 Apr 21 14:57:11.281477 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-9e800487-a8c5-4d24-acd8-97af73fea58f service neutron] 10.222.0.21 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1025 time: 0.0585065 Apr 21 14:57:11.433173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-ff993270-78be-4f86-9c61-a0d493a88315 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:11.435266 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-ff993270-78be-4f86-9c61-a0d493a88315 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 200 len: 796 time: 0.1486170 Apr 21 14:57:11.481451 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-585dcad6-4889-4d42-badd-437e5a97b852 req-ce75e22a-8bff-470a-b376-7734de8976a7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 210 time: 0.0393124 Apr 21 14:57:11.501633 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-4bc305de-be50-4dbd-8839-ad09bb1dcdc4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 472 time: 0.0461180 Apr 21 14:57:11.531424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Request body: {'port': {'device_id': '8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:11.633431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:11.961133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e364f08f-cd8d-437c-b3ed-c7a7c178ca99 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:57:11.968120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:11.982398 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Transition to ACTIVE for port object e364f08f-cd8d-437c-b3ed-c7a7c178ca99 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:11.986367 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:12.109668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=7']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:12.246528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:57:12.246791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:57:12.247111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:57:12.252769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:57:12.253088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Attempting to bind port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:57:12.259210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:57:12.259542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Checking segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:57:12.259921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Bound using segment: {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:57:12.260371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Bound port: e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527f3016-a057-420a-99a6-14d5485dfb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:57:12.260713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:12.347108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:57:12.349959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:57:12.354406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:12.417077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:12.418517 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] 10.222.0.21 "PUT /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1130 time: 0.8908777 Apr 21 14:57:12.418946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:57:12.439051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d174-0541-4a72-acf5-b0bf50a3bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=8']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:12.505553 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31ea270-ea56-471f-9250-0fd67580e459'] response: {'name': 'network-changed', 'server_uuid': '8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'status': 'completed', 'code': 200} Apr 21 14:57:12.547771 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-2a6a3836-b2f1-4a29-a179-705772767b2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 1133 time: 0.0728042 Apr 21 14:57:12.658611 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-49ed317e-ac98-4b77-9244-2d134862af7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1035 time: 0.0983238 Apr 21 14:57:12.690273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c150e6b-d946-4549-8183-14788b01ebc0 req-bf29e858-a09f-473c-b51a-f421732219dd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:12.691648 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c150e6b-d946-4549-8183-14788b01ebc0 req-bf29e858-a09f-473c-b51a-f421732219dd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 980 time: 0.0804400 Apr 21 14:57:12.720668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-ad565171-6cdc-4113-8f68-5dd5a27c17c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:12.722111 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-ad565171-6cdc-4113-8f68-5dd5a27c17c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b030c9fe-3730-4a42-a5ce-4fbaf65fb955 HTTP/1.1" status: 200 len: 835 time: 0.0577993 Apr 21 14:57:12.736505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c150e6b-d946-4549-8183-14788b01ebc0 req-1c7f3ea2-55b4-4c25-95dd-ffa976889486 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Apr 21 14:57:12.880174 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-7cbf69af-54c1-4273-b840-773ff670f7c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aeee8647-2115-4288-9520-a79de89fb3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518674 Apr 21 14:57:13.010973 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-28d04945-6702-404c-80ae-d83b210cbe02 service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250026 Apr 21 14:57:13.137352 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a549319b-a6b6-47ed-ae38-30deb0cce22e req-61994f40-3d59-4c1e-9220-b0b765c00349 service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208999 Apr 21 14:57:13.297161 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-64af3308-1336-41cb-9c10-705fb0e2a46e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 1133 time: 0.0673869 Apr 21 14:57:13.423112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-395234ca-5def-4a61-befe-c489181baab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:13.424567 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-395234ca-5def-4a61-befe-c489181baab0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 200 len: 897 time: 0.1208856 Apr 21 14:57:13.523759 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-1a9ee4a6-a9f7-4506-b032-079d22287af3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1035 time: 0.0927124 Apr 21 14:57:13.583821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-97049d50-a1bc-45b8-abbe-17bc21191e18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:13.585121 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-97049d50-a1bc-45b8-abbe-17bc21191e18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b030c9fe-3730-4a42-a5ce-4fbaf65fb955 HTTP/1.1" status: 200 len: 835 time: 0.0549650 Apr 21 14:57:13.660172 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-2ff03a57-d1c8-45f9-b2dd-7f337bcaeaea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aeee8647-2115-4288-9520-a79de89fb3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687675 Apr 21 14:57:13.791797 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-f48bcf4d-6d52-42a5-b662-1219d885dbd3 service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247144 Apr 21 14:57:13.972583 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c1ae486-bfd5-471c-b253-12c3ea7b29ae req-f9ec5b61-3f27-43b2-95f1-aa10526eeddf service neutron] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737523 Apr 21 14:57:13.985191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88ef31-0d21-4f14-aba3-85703e3c9e1f req-35277f75-0a8e-4e3e-966c-7670e72aadf7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:13.986565 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f88ef31-0d21-4f14-aba3-85703e3c9e1f req-35277f75-0a8e-4e3e-966c-7670e72aadf7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 980 time: 0.1201224 Apr 21 14:57:14.032938 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f88ef31-0d21-4f14-aba3-85703e3c9e1f req-1683aacd-9114-4996-9673-56ade4cecfbe tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Apr 21 14:57:15.234638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322a339-0bc9-40e1-baf5-13967b31e8af req-b29e785e-f45f-42f1-b548-e348ba920003 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:15.236085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d322a339-0bc9-40e1-baf5-13967b31e8af req-b29e785e-f45f-42f1-b548-e348ba920003 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 980 time: 0.0750699 Apr 21 14:57:15.281124 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d322a339-0bc9-40e1-baf5-13967b31e8af req-fcc64f45-46e8-43ea-a029-978ef556a041 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Apr 21 14:57:16.147519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:57:16.280005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:16.292585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'port_id': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'mac_address': 'fa:16:3e:24:6e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:57:16.349118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:16.366416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e364f08f-cd8d-437c-b3ed-c7a7c178ca99 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:57:16.381036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:16.384679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:16.450735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=9']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:16.479653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a398a2-b52b-4b02-908e-dc544916eadc req-50cb2703-6d14-4b5f-becf-0bf5886f3eab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:16.481788 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-90a398a2-b52b-4b02-908e-dc544916eadc req-50cb2703-6d14-4b5f-becf-0bf5886f3eab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 981 time: 0.0798206 Apr 21 14:57:16.524921 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-90a398a2-b52b-4b02-908e-dc544916eadc req-4d03e1a5-5b09-48ca-b295-c8261cb324d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Apr 21 14:57:16.641534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['e364f08f-cd8d-437c-b3ed-c7a7c178ca99'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:57:17.718701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf2ba-6106-4f02-b600-5ed1a35b9c96 req-7f40327d-d1d2-4c48-81a7-32a7d8a6864d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:17.720140 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4eaf2ba-6106-4f02-b600-5ed1a35b9c96 req-7f40327d-d1d2-4c48-81a7-32a7d8a6864d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 981 time: 0.0765646 Apr 21 14:57:17.774137 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4eaf2ba-6106-4f02-b600-5ed1a35b9c96 req-72f4ce52-aee0-426a-91bd-576939402b6f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484209 Apr 21 14:57:18.148930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:18.217015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:18.221667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:18.222054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.332892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.359057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:57:18.368656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:18.372669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.416746 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144025a5-cb62-4c9c-8e6c-4f4c0a32366b'] response: {'server_uuid': '8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e364f08f-cd8d-437c-b3ed-c7a7c178ca99', 'code': 200} Apr 21 14:57:18.445601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=10']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:18.660538 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b964aa4-2bfb-49d6-aa1b-db845834ae3e req-d52a907b-ca04-4fb1-a0ca-feb989f9ea6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 1136 time: 0.0656409 Apr 21 14:57:18.704136 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b964aa4-2bfb-49d6-aa1b-db845834ae3e req-638fc5fa-5afd-4e44-98a4-ff395289360c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383136 Apr 21 14:57:18.971183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9608eaf-3d43-4009-a5c0-663edf4dee0f req-31ea10c9-d90d-411f-8df6-91257b8fba61 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:18.973495 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d9608eaf-3d43-4009-a5c0-663edf4dee0f req-31ea10c9-d90d-411f-8df6-91257b8fba61 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 983 time: 0.0792007 Apr 21 14:57:18.993236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-441aa750-f08a-43f6-890f-67f8b803cc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:19.023766 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d9608eaf-3d43-4009-a5c0-663edf4dee0f req-da1e980e-facf-46bc-868e-ae29b0a5ca56 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Apr 21 14:57:20.218453 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf01a8-b7fd-41d1-8714-a2b6d4a92163 req-1b06b05a-bf89-4e8d-89ec-fabe5ef31fad tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:20.219890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9cf01a8-b7fd-41d1-8714-a2b6d4a92163 req-1b06b05a-bf89-4e8d-89ec-fabe5ef31fad tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 983 time: 0.0747850 Apr 21 14:57:20.264287 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9cf01a8-b7fd-41d1-8714-a2b6d4a92163 req-fcc42266-7723-49c8-b779-f52152d6b0a8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387380 Apr 21 14:57:20.456042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acf82d-73db-4c1e-b11b-e6940a89b170 req-567eb094-7ef6-4e19-9890-2deb29a39999 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:20.457501 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-29acf82d-73db-4c1e-b11b-e6940a89b170 req-567eb094-7ef6-4e19-9890-2deb29a39999 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 983 time: 0.0740998 Apr 21 14:57:20.501341 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-29acf82d-73db-4c1e-b11b-e6940a89b170 req-48391a47-f649-4e4e-a04b-bc73eeb9ca00 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384538 Apr 21 14:57:20.529088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58194) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:20.600191 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dce06582-bad2-4fb3-9080-104c5e41e347 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2&network_id=aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 200 len: 1131 time: 0.0699563 Apr 21 14:57:20.967814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb630a9-98f1-4d18-9558-8b7e3b99eee8 req-6a81b939-883d-49a0-9dff-78f18a3b75e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:20.969720 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ceb630a9-98f1-4d18-9558-8b7e3b99eee8 req-6a81b939-883d-49a0-9dff-78f18a3b75e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 983 time: 0.0766098 Apr 21 14:57:21.017554 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ceb630a9-98f1-4d18-9558-8b7e3b99eee8 req-aeafb44c-9bc0-431d-b2c5-53051341c83d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Apr 21 14:57:21.322837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e44ec36f-8a43-431c-b631-322b3d67eb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.216599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b9cdb-969f-430a-a53b-c756e0f5336f req-e16823ad-47bc-4cde-bdd5-2b3859d495b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:22.218102 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-842b9cdb-969f-430a-a53b-c756e0f5336f req-e16823ad-47bc-4cde-bdd5-2b3859d495b5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 983 time: 0.0791340 Apr 21 14:57:22.261094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.301868 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-842b9cdb-969f-430a-a53b-c756e0f5336f req-5ae8dbdf-393f-439b-9811-5716989a913b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e80c9069-3d49-42b8-aade-2f7f52a6f024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782583 Apr 21 14:57:22.334123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-0b5b2802-03c7-4aba-99bb-460202a22576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:22.335515 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-0b5b2802-03c7-4aba-99bb-460202a22576 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 983 time: 0.0833352 Apr 21 14:57:22.469852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.498045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-205c7778-9a81-4851-8187-f9df3a1c9c02 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:22.499391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-205c7778-9a81-4851-8187-f9df3a1c9c02 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1577387 Apr 21 14:57:22.641788 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-41fc5eea-b102-4a12-a439-09f4da5ddeb3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1373572 Apr 21 14:57:22.652163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:22.754257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.945619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:22.972821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] For port e364f08f-cd8d-437c-b3ed-c7a7c178ca99, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:57:23.026372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] device_id is not set on port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 21 14:57:23.034079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:23.038709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:23.182841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] Pushing event updated for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=11']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:23.240931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] No DVR routers for this DVR port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:57:23.295517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0923d777-216f-4c33-b724-63374ee2fe97 None None] Provisioning complete for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:23.295880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0923d777-216f-4c33-b724-63374ee2fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:23.346319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0923d777-216f-4c33-b724-63374ee2fe97 None None] Port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:57:23.479761 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-519db889-7c36-4d2b-b6b8-79addc6aef8d req-ad49df95-c77d-4e86-8589-b685ee051b39 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f4dbc73-93e9-458e-87b3-cbd4bb1b2af2 HTTP/1.1" status: 200 len: 210 time: 0.0564075 Apr 21 14:57:23.491800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] In _notify_port_updated(), no bound segment for port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 on network aeee8647-2115-4288-9520-a79de89fb3fe {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 21 14:57:23.493347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:23.495146 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-99ae646b-fbb1-433d-8745-182ff146ba93 req-8c766022-3a80-4707-a874-0df6ed0a8fda service neutron] 10.222.0.21 "PUT /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 200 len: 1026 time: 0.8466432 Apr 21 14:57:23.646862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:24.595209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58210) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:24.661667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd0137ea-658d-4851-b7e1-0de09cc009ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:24.689962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd0137ea-658d-4851-b7e1-0de09cc009ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:24.749995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd0137ea-658d-4851-b7e1-0de09cc009ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:24.767962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0137ea-658d-4851-b7e1-0de09cc009ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710ab2d-e7e6-4d9e-b251-c69efcd02ed7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:24.777892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd0137ea-658d-4851-b7e1-0de09cc009ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:24.779112 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cd0137ea-658d-4851-b7e1-0de09cc009ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/8710ab2d-e7e6-4d9e-b251-c69efcd02ed7 HTTP/1.1" status: 204 len: 168 time: 0.1828883 Apr 21 14:57:24.817622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58216) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:25.011230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 7e1be338-8377-4623-a5ae-aa01d94e0739 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:57:25.012106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:25.189417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:25.189743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:25.396308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 7e1be338-8377-4623-a5ae-aa01d94e0739 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:57:25.544627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:25.588993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=7e1be338-8377-4623-a5ae-aa01d94e0739,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:25.677853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:26.057369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 39ae68ee-4358-40db-ab03-89bcaa001268 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:57:26.169327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:26.226828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device e364f08f-cd8d-437c-b3ed-c7a7c178ca99 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:26.254633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:57:26.263961 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] Sync routers for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:57:26.274593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:26.276572 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:26.279348 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:26.327825 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07cd10ed-092b-4836-9679-1713046ab543 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/46330f8c-0668-494c-a41e-0116eb0d2a7f HTTP/1.1" status: 204 len: 168 time: 1.5090857 Apr 21 14:57:26.459082 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:26.486748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58224) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:26.556839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28aae298-6f5f-4d1a-b03f-0e7486a544f5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:26.584989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28aae298-6f5f-4d1a-b03f-0e7486a544f5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:26.646733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28aae298-6f5f-4d1a-b03f-0e7486a544f5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:26.665713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aae298-6f5f-4d1a-b03f-0e7486a544f5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b3abb8-6c55-4fe1-8b9d-f8852a6106d5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:26.672482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28aae298-6f5f-4d1a-b03f-0e7486a544f5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:26.675958 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-28aae298-6f5f-4d1a-b03f-0e7486a544f5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/23b3abb8-6c55-4fe1-8b9d-f8852a6106d5 HTTP/1.1" status: 204 len: 168 time: 0.1858919 Apr 21 14:57:26.713343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58230) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:26.769457 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:26.773606 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] Checking router: 39ae68ee-4358-40db-ab03-89bcaa001268 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:57:26.779671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port e364f08f-cd8d-437c-b3ed-c7a7c178ca99 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:57:26.780031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:26.790499 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:26.791095 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:26.964003 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:27.023274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:27.227431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for e364f08f-cd8d-437c-b3ed-c7a7c178ca99 owned by {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:57:27.316566 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:27.320425 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc4b8a-3aaf-4a22-ab3c-1550cd17c4d2 None None] The sync data for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv is: [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '330740d1-85c0-486e-b09b-b1812f4e9f9e', 'name': '', 'network_id': 'aeee8647-2115-4288-9520-a79de89fb3fe', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:4f:ee:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:43Z', 'updated_at': '2022-04-21T14:56:51Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'b030c9fe-3730-4a42-a5ce-4fbaf65fb955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:57:27.366412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:27.417351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=e364f08f-cd8d-437c-b3ed-c7a7c178ca99,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:27.515948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:27.527688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4fd78e4f-e16b-41c6-9e06-9dccde378507 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/ports/e364f08f-cd8d-437c-b3ed-c7a7c178ca99 HTTP/1.1" status: 204 len: 168 time: 0.8126860 Apr 21 14:57:27.530435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58234) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:27.557158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c373bb8-894a-4e47-91dd-4094de920905 None None] New status for floating IP 46330f8c-0668-494c-a41e-0116eb0d2a7f: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:57:27.929620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:28.619658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 330740d1-85c0-486e-b09b-b1812f4e9f9e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:57:28.620519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:28.797949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 330740d1-85c0-486e-b09b-b1812f4e9f9e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=330740d1-85c0-486e-b09b-b1812f4e9f9e,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:28.798301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:28.914279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 330740d1-85c0-486e-b09b-b1812f4e9f9e owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:57:29.087201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:29.134593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=330740d1-85c0-486e-b09b-b1812f4e9f9e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:29.425439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.078298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 39ae68ee-4358-40db-ab03-89bcaa001268 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:57:30.274208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:57:30.283609 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] Sync routers for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:57:30.286737 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a8784f78-6db3-4198-a24e-c6bbff5ac9e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/39ae68ee-4358-40db-ab03-89bcaa001268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7552526 Apr 21 14:57:30.289280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58238) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:30.296032 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:30.296646 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:30.468263 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:30.472291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet b030c9fe-3730-4a42-a5ce-4fbaf65fb955 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:57:30.475535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.533050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.613599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.689257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.693384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.727289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=b030c9fe-3730-4a42-a5ce-4fbaf65fb955,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:30.732490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.738553 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c46e2395-7de2-4286-ae8d-00b08d966c3f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/b030c9fe-3730-4a42-a5ce-4fbaf65fb955 HTTP/1.1" status: 204 len: 168 time: 0.4483197 Apr 21 14:57:30.741144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58242) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:30.749937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6685a-98a0-41a0-b75b-e571a52a24f4 None None] Network aeee8647-2115-4288-9520-a79de89fb3fe requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:57:30.766920 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:57:29Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:30.771068 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] Checking router: 39ae68ee-4358-40db-ab03-89bcaa001268 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:57:30.793715 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] Routers {'39ae68ee-4358-40db-ab03-89bcaa001268'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:30.794332 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['39ae68ee-4358-40db-ab03-89bcaa001268'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:30.951246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.990944 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] Set router 39ae68ee-4358-40db-ab03-89bcaa001268 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:31.017428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] DHCP port deletion for aeee8647-2115-4288-9520-a79de89fb3fe request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:57:31.021731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] Deleting port 96486829-702b-4b56-83b2-a78a29e94b86 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:57:31.022108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:31.232911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] For port 96486829-702b-4b56-83b2-a78a29e94b86, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=96486829-702b-4b56-83b2-a78a29e94b86,segment=NetworkSegment(527f3016-a057-420a-99a6-14d5485dfb81),segment_id=527f3016-a057-420a-99a6-14d5485dfb81)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:31.233308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:31.274029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:31.284583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 643ccd6d-1cc3-4690-8d70-a681098d9c36 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:57:31.285012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:31.295259 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:57:29Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:31.299159 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87438c-d223-4f41-a38d-8ba4546487fa None None] The sync data for ids ['39ae68ee-4358-40db-ab03-89bcaa001268'] in dv-neutron-838898-1-hyperv is: [{'id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'name': 'tempest-TestNetworkBasicOps-router-743345216', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134'}], 'enable_snat': True}, 'gw_port_id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:57:29Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '643ccd6d-1cc3-4690-8d70-a681098d9c36', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ae68ee-4358-40db-ab03-89bcaa001268', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:56:40Z', 'updated_at': '2022-04-21T14:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:57:31.357702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] Calling delete_port for 96486829-702b-4b56-83b2-a78a29e94b86 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:57:31.432778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:31.462594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 643ccd6d-1cc3-4690-8d70-a681098d9c36, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=643ccd6d-1cc3-4690-8d70-a681098d9c36,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:31.462947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:31.475445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] Pushing event deleted for resources: {'Port': ['ID=96486829-702b-4b56-83b2-a78a29e94b86,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:31.481295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf976e91-8bde-4c85-89b8-af01329c1b18 None None] No DVR routers for this DVR port 96486829-702b-4b56-83b2-a78a29e94b86 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:57:31.584981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 643ccd6d-1cc3-4690-8d70-a681098d9c36 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:57:31.731224 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:57:31.755523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:31.798584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=643ccd6d-1cc3-4690-8d70-a681098d9c36,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:32.013279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.257762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.261786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.286791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.287553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router 39ae68ee-4358-40db-ab03-89bcaa001268 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:57:32.302216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.303346 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1006fe1b-4a52-4465-aa70-edc31a286817 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/39ae68ee-4358-40db-ab03-89bcaa001268 HTTP/1.1" status: 204 len: 168 time: 1.5612743 Apr 21 14:57:32.306302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:32.421904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.638801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.665780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeee8647-2115-4288-9520-a79de89fb3fe']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:32.677432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527f3016-a057-420a-99a6-14d5485dfb81') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:32.677729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527f3016-a057-420a-99a6-14d5485dfb81') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:32.689269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.705653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.711949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:57:32.712359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:57:32.727657 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:57:32.804719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 330740d1-85c0-486e-b09b-b1812f4e9f9e no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:32.809301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.826567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.839059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=aeee8647-2115-4288-9520-a79de89fb3fe,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:32.839844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 330740d1-85c0-486e-b09b-b1812f4e9f9e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:57:32.840215 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 330740d1-85c0-486e-b09b-b1812f4e9f9e not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:32.840637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 643ccd6d-1cc3-4690-8d70-a681098d9c36 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:32.842680 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4bdba103-c0d9-45bb-becf-e1eb51b66f49 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/aeee8647-2115-4288-9520-a79de89fb3fe HTTP/1.1" status: 204 len: 168 time: 0.5354557 Apr 21 14:57:32.856949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58250) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:32.873844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-381dee14-732a-48b7-b6cc-e0e5b23bb654 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0145097 Apr 21 14:57:32.874154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58254) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:32.874983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 643ccd6d-1cc3-4690-8d70-a681098d9c36 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:57:32.875447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 643ccd6d-1cc3-4690-8d70-a681098d9c36 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:32.875750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96486829-702b-4b56-83b2-a78a29e94b86 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:32.879586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--192801950', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:32.884608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:32.889257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:32.892458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:32.898063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:32.907408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 96486829-702b-4b56-83b2-a78a29e94b86 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:57:32.907795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 96486829-702b-4b56-83b2-a78a29e94b86 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:32.907943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:57:32.912031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.940664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:57:32.950340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.950689 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment 8d55194e-817f-4209-8626-51ce850bb667 of type vlan for network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 Apr 21 14:57:32.975682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.005161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.009122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:33.009686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.112452 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2372489 Apr 21 14:57:33.115825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58258) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:33.118079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5e89f-abc6-4f4e-a857-bbf91c18d64b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=0b67d457-8558-4242-bfe6-8864c3cfd8c6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:33.122072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:33.128476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:57:33.128883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:33.132647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:33.135459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:33.142424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:33.153626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.154572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.172795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.323928 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.504011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.533217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.664616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.98 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/dc449c46-9b3e-4506-a2a2-3b3eec5b55ed) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:57:33.807757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.833973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.900446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:33.903670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:33.907309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:57:33.935256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:34.059002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:34.059637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:34.279731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 565bc66b-a22c-4127-a41b-360a41bedaaf is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:57:34.560703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:57:34.569760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Sync routers for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:57:34.581542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:34.582148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:34.586376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:34.587571 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f9610c6c-08cb-4704-b7bf-ab8ef11bd399 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4706063 Apr 21 14:57:34.590573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58262) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:34.629238 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-239f9ffd-17c3-48a8-98a4-8054fe80d492 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375550 Apr 21 14:57:34.631789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58266) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:34.756356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:34.761166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea77392-5e0c-44b2-bda8-51cbe9d567dc tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:34.762637 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1ea77392-5e0c-44b2-bda8-51cbe9d567dc tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299467 Apr 21 14:57:34.765425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58270) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:34.806487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4962ddc2-7988-4c9f-b1ce-8d1fb1d4ed64 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374830 Apr 21 14:57:34.806904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:34.814884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1709269599', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:34.922720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:34.926706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:34.929567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:34.936230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:34.947302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:57:35.056772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.074167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:34Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:35.077863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Checking router: 565bc66b-a22c-4127-a41b-360a41bedaaf for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:57:35.078214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Updating router 565bc66b-a22c-4127-a41b-360a41bedaaf port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:57:35.129661 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.278875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.355745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=f86252e3-41fc-4825-9b9c-7528e09522ae,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:35.370293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:57:35.370692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: 0b67d457-8558-4242-bfe6-8864c3cfd8c6, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:57:35.392880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:57:35.402844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 0b67d457-8558-4242-bfe6-8864c3cfd8c6) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:35.407172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:35.407754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.421350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42760b0-b88e-4036-a007-faf53ebcb88a None None] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:57:35.428983 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84891ee1-d792-4541-80a6-217b62f46689 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6208415 Apr 21 14:57:35.432034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58278) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:35.529119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.555930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Transition to ACTIVE for port object dc449c46-9b3e-4506-a2a2-3b3eec5b55ed will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:35.570757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.694782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db224ca-f500-4574-8bb1-c0908c9cca67 None None] Pushing event updated for resources: {'Port': ['ID=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:35.698550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Attempting to bind port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:57:35.699435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Attempting to bind port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:57:35.699788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Attempting to bind port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:57:35.734062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:57:35.734409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:57:35.734801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.735182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:57:35.735641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Bound port: dc449c46-9b3e-4506-a2a2-3b3eec5b55ed, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:57:35.736007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.781226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:57:35.782023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.884271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] For port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:57:35.901313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] For port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:57:35.965386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Allocated IP 172.20.0.2 (0b67d457-8558-4242-bfe6-8864c3cfd8c6/f86252e3-41fc-4825-9b9c-7528e09522ae/a8545a37-719f-4f3b-8c4e-f002ed8a582d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:57:35.976697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.150328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db224ca-f500-4574-8bb1-c0908c9cca67 None None] Pushing event updated for resources: {'Port': ['ID=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:36.185258 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:36.185872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:36.273196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.374238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.396596 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Transition to ACTIVE for port object a8545a37-719f-4f3b-8c4e-f002ed8a582d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:36.424585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Transition to ACTIVE for port object a8545a37-719f-4f3b-8c4e-f002ed8a582d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:36.431476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:36.468782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.662188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (0b67d457-8558-4242-bfe6-8864c3cfd8c6/f86252e3-41fc-4825-9b9c-7528e09522ae/18f0f558-72c5-4a98-b745-f866fb7cc169) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:57:36.701855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:36.706343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Pushing event updated for resources: {'Port': ['ID=a8545a37-719f-4f3b-8c4e-f002ed8a582d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:36.708732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:36.718103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:57:36.816694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.831605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 18f0f558-72c5-4a98-b745-f866fb7cc169 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:36.837832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Attempting to bind port a8545a37-719f-4f3b-8c4e-f002ed8a582d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:57:36.838196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Attempting to bind port a8545a37-719f-4f3b-8c4e-f002ed8a582d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:57:36.838549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Attempting to bind port a8545a37-719f-4f3b-8c4e-f002ed8a582d on network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:57:36.853871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.875287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:57:36.875651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Checking segment: {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:57:36.876043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.876452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Bound using segment: {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:57:36.876910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Bound port: a8545a37-719f-4f3b-8c4e-f002ed8a582d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:57:36.877278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.926843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:36.930650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:36.932468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:36.934529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:57:36.975453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] For port a8545a37-719f-4f3b-8c4e-f002ed8a582d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:57:36.978896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] For port a8545a37-719f-4f3b-8c4e-f002ed8a582d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a8545a37-719f-4f3b-8c4e-f002ed8a582d,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:57:36.985319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.995318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:37.080166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393554c-6bcc-46b7-b1cc-17562040414b None None] Pushing event updated for resources: {'Port': ['ID=a8545a37-719f-4f3b-8c4e-f002ed8a582d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:37.083088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:37.083749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:34Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:37.088937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45a2f4-d620-4e14-bb33-03187c52fe50 None None] The sync data for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv is: [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:34Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:57:37.536988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:37.541798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:37.772939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:37.791388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:37.967512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:37.969409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:38.117294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031379a0-dc71-4676-9fbf-f6f95e4afc5d None None] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:57:38.223281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-093393a4-c070-42e7-991a-735e38b4d2d8 None None] Provisioning for port a8545a37-719f-4f3b-8c4e-f002ed8a582d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:38.354117 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 565bc66b-a22c-4127-a41b-360a41bedaaf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:57:38.557923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:57:38.569145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-24c1d32d-458f-46c4-8d96-e932deaceef8 None None] Provisioning for port 18f0f558-72c5-4a98-b745-f866fb7cc169 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:38.571531 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77329653-ae0f-4a46-8863-97d5ad6798dc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/565bc66b-a22c-4127-a41b-360a41bedaaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384051 Apr 21 14:57:38.574616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58282) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:38.575110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-24c1d32d-458f-46c4-8d96-e932deaceef8 None None] Provisioning complete for port 18f0f558-72c5-4a98-b745-f866fb7cc169 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:38.575526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-24c1d32d-458f-46c4-8d96-e932deaceef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:38.638663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-24c1d32d-458f-46c4-8d96-e932deaceef8 None None] Port 18f0f558-72c5-4a98-b745-f866fb7cc169 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:57:38.724246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a32207-69b3-418b-b4af-26408204862c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.724616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a32207-69b3-418b-b4af-26408204862c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.724973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a32207-69b3-418b-b4af-26408204862c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.725583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a32207-69b3-418b-b4af-26408204862c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.728867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-97a32207-69b3-418b-b4af-26408204862c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1527598 Apr 21 14:57:38.730070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58286) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:38.762554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-eb9dec0d-9749-489a-982f-0b5b2b9c32e2 None None] Provisioning complete for port 18f0f558-72c5-4a98-b745-f866fb7cc169 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:38.763680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eb9dec0d-9749-489a-982f-0b5b2b9c32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:38.821430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7154837-2401-4c3c-8a6f-05eb621b65ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.821799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7154837-2401-4c3c-8a6f-05eb621b65ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.822478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7154837-2401-4c3c-8a6f-05eb621b65ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.822607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7154837-2401-4c3c-8a6f-05eb621b65ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:38.825110 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7154837-2401-4c3c-8a6f-05eb621b65ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0937545 Apr 21 14:57:38.826204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-eb9dec0d-9749-489a-982f-0b5b2b9c32e2 None None] Port 18f0f558-72c5-4a98-b745-f866fb7cc169 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:57:38.827693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58290) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:38.881135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device dc449c46-9b3e-4506-a2a2-3b3eec5b55ed up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:38.975656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:38.980482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ade4eafe-e223-4e20-bd97-8d9ed26c102b None None] Provisioning complete for port 18f0f558-72c5-4a98-b745-f866fb7cc169 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:38.980920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ade4eafe-e223-4e20-bd97-8d9ed26c102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.008538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:39.008914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.058658 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-507425c8-6663-4eda-9541-bb1a25a692f6 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2292025 Apr 21 14:57:39.083884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ade4eafe-e223-4e20-bd97-8d9ed26c102b None None] Port 18f0f558-72c5-4a98-b745-f866fb7cc169 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:57:39.148532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.164654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:39.168624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.169372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a8545a37-719f-4f3b-8c4e-f002ed8a582d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:39.284217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:39.300342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.300833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.301042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.301380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.301715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.302051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.302383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.302715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.303044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.303368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.303691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:39.312843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a8545a37-719f-4f3b-8c4e-f002ed8a582d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:39.317981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a8545a37-719f-4f3b-8c4e-f002ed8a582d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:39.318358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.427501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.458262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a8545a37-719f-4f3b-8c4e-f002ed8a582d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a8545a37-719f-4f3b-8c4e-f002ed8a582d,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:39.461439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.528659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a8545a37-719f-4f3b-8c4e-f002ed8a582d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:39.635484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:39.641140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1359594068', 'description': 'tempest-secgroup-smoke-1359594068 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:39.646920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:39.651001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:39.654356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:39.659950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:39.673248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.706105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:39.709745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:39.712448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:39.718452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:39.770173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.773514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.816518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:39.818970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.820178 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-98151e54-f311-481b-8324-70664f42721a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1836500 Apr 21 14:57:39.822967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58300) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:39.828201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:39.833854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:39.837610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:39.840954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:39.846580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:39.862946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.922050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.926258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.950654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1972ceb0-60c5-4c03-8cdc-35286b9efb83,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:39.960382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.961639 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8cb3d04a-1b7b-4c07-8b48-173a336ee362 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1377325 Apr 21 14:57:39.964685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58304) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:39.970889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:39.976924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:39.980960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:39.983923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:39.990229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:40.007751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.068810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.072167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.095296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7fa6a1-0c7d-48d8-99a3-2e63e4957ee0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:40.104149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.105324 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e5ac17b3-dfe0-4ff8-95b9-a8fc9158b330 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1396401 Apr 21 14:57:40.107958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58308) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:40.113418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:40.119030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:40.123092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:40.125936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:40.131518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:40.148940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.213865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.217702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.239584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8643cd69-76eb-4d5c-95b6-ea27b5cbbc2d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:40.248862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.250031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2b62fc8d-562c-43c4-89d1-f7b440c22bea tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1411033 Apr 21 14:57:40.252819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58312) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:40.258057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:40.264318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:40.268043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:40.270859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:40.276487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:40.291469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.354150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.357563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.379973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab38c60-b635-4f42-92f5-ddc99822a2d7,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:40.389271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.390517 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f04a9134-d17c-4f27-bf8a-f4cdf735e9c0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1367998 Apr 21 14:57:40.393245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:40.398739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:40.404778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:40.408667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:40.411551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:40.417497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:40.428727 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:57:40.436413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.506091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.510226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.535606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225b7aec-71bb-4716-8859-39a54f98ab60,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:40.545046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.546215 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-772379d9-8149-4881-9034-a90ade3d97ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1520576 Apr 21 14:57:40.548888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58320) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:40.554202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:40.560967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:40.564963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:40.567824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:40.574362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:40.584901 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:57:40.591218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.648797 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Sync routers for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:57:40.659993 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:40.660608 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:40.665117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.669100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.697037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60de63dc-2519-4da3-a3dd-99b7ae641137,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:40.706153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.707329 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-46834eee-e06b-47ac-8da4-383e44938c8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1575482 Apr 21 14:57:40.819760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device dc449c46-9b3e-4506-a2a2-3b3eec5b55ed up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:40.841318 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:40.902687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:40.903078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.930218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-21d968f7-c37b-4ffc-b7fe-5462d4a3de60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:40.950552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-21d968f7-c37b-4ffc-b7fe-5462d4a3de60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:40.951972 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-21d968f7-c37b-4ffc-b7fe-5462d4a3de60 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1359594068&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0679238 Apr 21 14:57:41.075149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a8545a37-719f-4f3b-8c4e-f002ed8a582d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:41.118053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-37591a37-a87d-4823-bad7-ac81457d41a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:41.118721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-37591a37-a87d-4823-bad7-ac81457d41a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:41.134273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-37591a37-a87d-4823-bad7-ac81457d41a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:41.135420 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-37591a37-a87d-4823-bad7-ac81457d41a1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=0b67d457-8558-4242-bfe6-8864c3cfd8c6 HTTP/1.1" status: 200 len: 796 time: 0.1760149 Apr 21 14:57:41.145339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a8545a37-719f-4f3b-8c4e-f002ed8a582d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:41.145954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.154023 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-df325c8d-1b6d-4f51-94f2-f8d4bf9d4c85 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0114644 Apr 21 14:57:41.177655 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:41.181960 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Checking router: 565bc66b-a22c-4127-a41b-360a41bedaaf for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:57:41.182319 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Updating router 565bc66b-a22c-4127-a41b-360a41bedaaf port 18f0f558-72c5-4a98-b745-f866fb7cc169 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:57:41.237608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-d43842eb-ddca-49f7-b0f5-63bca3525556 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:41.238844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.252584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-d43842eb-ddca-49f7-b0f5-63bca3525556 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:41.254148 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-d43842eb-ddca-49f7-b0f5-63bca3525556 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934374 Apr 21 14:57:41.270553 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-05247c22-a928-40a1-84f1-849a439326d3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 14:57:41.271780 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-05247c22-a928-40a1-84f1-849a439326d3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053909 Apr 21 14:57:41.401159 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-21517877-3c04-4bf1-aafc-0936e2d7b0ed service neutron] 10.222.0.42 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221895 Apr 21 14:57:41.576384 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.588471 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Transition to ACTIVE for port object 18f0f558-72c5-4a98-b745-f866fb7cc169 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:41.595614 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.629713 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-00604806-87bb-41f2-acc6-84c8418d7f40 service neutron] 10.222.0.42 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218535 Apr 21 14:57:41.722054 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443139a-0577-477b-8383-6628187f43ae None None] Pushing event updated for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:41.817674 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Attempting to bind port 18f0f558-72c5-4a98-b745-f866fb7cc169 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:57:41.818173 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Attempting to bind port 18f0f558-72c5-4a98-b745-f866fb7cc169 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:57:41.818531 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Attempting to bind port 18f0f558-72c5-4a98-b745-f866fb7cc169 on network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:57:41.826987 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:57:41.827498 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Checking segment: {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:57:41.827983 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.828550 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Bound using segment: {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:57:41.829791 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Bound port: 18f0f558-72c5-4a98-b745-f866fb7cc169, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:57:41.829791 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.847552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-0b0c12e2-2eac-41cd-9778-8f06e23d7528 req-a0b70450-a53a-4c65-b4ee-f78a51a7a119 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:41.859929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-0b0c12e2-2eac-41cd-9778-8f06e23d7528 req-a0b70450-a53a-4c65-b4ee-f78a51a7a119 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:41.861268 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0b0c12e2-2eac-41cd-9778-8f06e23d7528 req-a0b70450-a53a-4c65-b4ee-f78a51a7a119 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 210 time: 0.0613830 Apr 21 14:57:41.927172 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] For port 18f0f558-72c5-4a98-b745-f866fb7cc169, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:57:41.931113 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] For port 18f0f558-72c5-4a98-b745-f866fb7cc169, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=18f0f558-72c5-4a98-b745-f866fb7cc169,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:57:41.936563 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.020606 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443139a-0577-477b-8383-6628187f43ae None None] Pushing event updated for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:42.025862 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:42.026456 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:42.252444 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:42.563049 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:57:41Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:42.566825 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8911bf-6a59-435f-bc82-22bb465a755b None None] The sync data for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv is: [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:57:41Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:57:42.832696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 18f0f558-72c5-4a98-b745-f866fb7cc169 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:42.945004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 18f0f558-72c5-4a98-b745-f866fb7cc169 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:42.962419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 18f0f558-72c5-4a98-b745-f866fb7cc169 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:42.963089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.012315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-13af9fee-02ee-4ada-8b76-a2c9add234b7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:43.013989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-13af9fee-02ee-4ada-8b76-a2c9add234b7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=0b67d457-8558-4242-bfe6-8864c3cfd8c6 HTTP/1.1" status: 200 len: 796 time: 0.1684308 Apr 21 14:57:43.099301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.141079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 18f0f558-72c5-4a98-b745-f866fb7cc169, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=18f0f558-72c5-4a98-b745-f866fb7cc169,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:43.145168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.175690 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c56ced21-febe-4218-8672-660c4f3e45d8 req-6e072a5e-5dd0-4318-a6ab-9ca3f97f03c1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 210 time: 0.0736105 Apr 21 14:57:43.178967 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-82efc11b-302b-444f-a617-f0255e6bec95 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 380 time: 0.1465046 Apr 21 14:57:43.188311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:43.224248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:43.333678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:43.343486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:43.353348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:57:43.356392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.518680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.7 (0b67d457-8558-4242-bfe6-8864c3cfd8c6/f86252e3-41fc-4825-9b9c-7528e09522ae/081ee580-8604-4419-ae56-329e7008f628) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:57:43.712406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.727575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 081ee580-8604-4419-ae56-329e7008f628 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:43.749157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.817530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:43.820397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:43.824809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:57:43.858865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=081ee580-8604-4419-ae56-329e7008f628,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:43.888829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:43.889445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.915892 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f162b408-5da7-49b8-9c23-30ff6cd44eb0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7318206 Apr 21 14:57:43.933399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Request body: {'port': {'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:44.044479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.087161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a33efd49-c664-4f92-86e7-5dd3f8983c86 None None] Provisioning for port 081ee580-8604-4419-ae56-329e7008f628 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:44.095575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a33efd49-c664-4f92-86e7-5dd3f8983c86 None None] Provisioning complete for port 081ee580-8604-4419-ae56-329e7008f628 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:44.095895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a33efd49-c664-4f92-86e7-5dd3f8983c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.148592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a33efd49-c664-4f92-86e7-5dd3f8983c86 None None] Port 081ee580-8604-4419-ae56-329e7008f628 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:57:44.377257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71612225-f657-410f-b835-9420cc85d521 req-72c41ae8-cc7e-460a-a431-9349aac9c87b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:44.378719 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-71612225-f657-410f-b835-9420cc85d521 req-72c41ae8-cc7e-460a-a431-9349aac9c87b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 931 time: 0.0781903 Apr 21 14:57:44.383489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081ee580-8604-4419-ae56-329e7008f628 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:57:44.390936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.405132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Transition to ACTIVE for port object 081ee580-8604-4419-ae56-329e7008f628 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:44.409288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.424595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-71612225-f657-410f-b835-9420cc85d521 req-bd4205dc-af43-4d24-a9ac-8ddb5f633eef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:44.436680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-71612225-f657-410f-b835-9420cc85d521 req-bd4205dc-af43-4d24-a9ac-8ddb5f633eef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:44.437802 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-71612225-f657-410f-b835-9420cc85d521 req-bd4205dc-af43-4d24-a9ac-8ddb5f633eef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533776 Apr 21 14:57:44.537773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=081ee580-8604-4419-ae56-329e7008f628,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:44.644078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Attempting to bind port 081ee580-8604-4419-ae56-329e7008f628 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:57:44.644422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Attempting to bind port 081ee580-8604-4419-ae56-329e7008f628 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:57:44.644741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Attempting to bind port 081ee580-8604-4419-ae56-329e7008f628 on network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:57:44.650304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Port 081ee580-8604-4419-ae56-329e7008f628 on network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:57:44.650618 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Attempting to bind port 081ee580-8604-4419-ae56-329e7008f628 on network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:57:44.656762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:57:44.657089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Checking segment: {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:57:44.657463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Bound using segment: {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:57:44.657880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Bound port: 081ee580-8604-4419-ae56-329e7008f628, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d55194e-817f-4209-8626-51ce850bb667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:57:44.658218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.810839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 18f0f558-72c5-4a98-b745-f866fb7cc169 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:44.837388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] For port 081ee580-8604-4419-ae56-329e7008f628, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:57:44.840938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] For port 081ee580-8604-4419-ae56-329e7008f628, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=081ee580-8604-4419-ae56-329e7008f628,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:57:44.845007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.881466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 18f0f558-72c5-4a98-b745-f866fb7cc169 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:44.881943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.905939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.907301 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/081ee580-8604-4419-ae56-329e7008f628 HTTP/1.1" status: 200 len: 1093 time: 0.9785814 Apr 21 14:57:44.907726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'tag': '081ee580-8604-4419-ae56-329e7008f628'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:57:44.924998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98887d26-0144-474d-a9e6-728ccd8e61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=081ee580-8604-4419-ae56-329e7008f628,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:45.018622 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28209363-1d66-46ef-9bf3-c2f92acb6524'] response: {'name': 'network-changed', 'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'tag': '081ee580-8604-4419-ae56-329e7008f628', 'status': 'completed', 'code': 200} Apr 21 14:57:45.059443 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-7a7cbc4b-3db2-4f8c-befb-d4b2ee483796 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 1096 time: 0.0924077 Apr 21 14:57:45.134659 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-a397cf1b-d1a2-45a9-856a-a87746dc3f0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081ee580-8604-4419-ae56-329e7008f628 HTTP/1.1" status: 200 len: 217 time: 0.0635536 Apr 21 14:57:45.200517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-da7efa83-a2e8-40f3-a29c-3d92598a34b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:45.202384 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-da7efa83-a2e8-40f3-a29c-3d92598a34b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f86252e3-41fc-4825-9b9c-7528e09522ae HTTP/1.1" status: 200 len: 835 time: 0.0615401 Apr 21 14:57:45.275151 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-e7f88120-3492-4dde-acce-77ed18b8e624 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b67d457-8558-4242-bfe6-8864c3cfd8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673513 Apr 21 14:57:45.400302 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-85e034e4-e02f-42bf-bedc-8128c6da8497 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190696 Apr 21 14:57:45.527099 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8837462f-c779-4a5d-b2ba-8ef3ea3a417a req-f0a1f834-4d27-4526-a3be-096ff5396026 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208501 Apr 21 14:57:45.638840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece7a82-a17f-408f-9ee2-e6a6c8111ff4 req-c385255f-0aff-4bee-866a-2f7d987f1dda tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:45.640321 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8ece7a82-a17f-408f-9ee2-e6a6c8111ff4 req-c385255f-0aff-4bee-866a-2f7d987f1dda tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 943 time: 0.0757234 Apr 21 14:57:45.689290 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8ece7a82-a17f-408f-9ee2-e6a6c8111ff4 req-be991365-4dca-4033-b9c2-81208bb2a367 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Apr 21 14:57:45.692983 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-8c23f864-b329-4a87-af4c-bb2a176f8220 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 1096 time: 0.0733991 Apr 21 14:57:45.820180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-c16e03ec-55d6-4405-b6f4-34a36b16becd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:45.821500 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-c16e03ec-55d6-4405-b6f4-34a36b16becd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b67d457-8558-4242-bfe6-8864c3cfd8c6 HTTP/1.1" status: 200 len: 897 time: 0.1220741 Apr 21 14:57:45.886871 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-054292e2-47c5-48f3-8b68-b0881e677bc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081ee580-8604-4419-ae56-329e7008f628 HTTP/1.1" status: 200 len: 217 time: 0.0576851 Apr 21 14:57:45.953157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-490446b4-bb3c-4192-8a5d-2c65b1de900d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:45.954596 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-490446b4-bb3c-4192-8a5d-2c65b1de900d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f86252e3-41fc-4825-9b9c-7528e09522ae HTTP/1.1" status: 200 len: 835 time: 0.0615070 Apr 21 14:57:46.047582 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-3f0434e5-f952-4389-b289-e107d0f7d761 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b67d457-8558-4242-bfe6-8864c3cfd8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866048 Apr 21 14:57:46.177987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-57efb76e-9fbd-43f4-8c31-6cac40a44bc8 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233037 Apr 21 14:57:46.308089 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d405065-2581-4f9c-8e69-f5bb6ad945d7 req-0fa937a9-dbf5-4e8f-909e-48770b99d9b1 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215570 Apr 21 14:57:46.879550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d58428-93b5-45b5-812e-bf34b0aefbac req-492894f8-e5b7-4aff-9819-c8dac0159e8b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:46.880246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-67d58428-93b5-45b5-812e-bf34b0aefbac req-492894f8-e5b7-4aff-9819-c8dac0159e8b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:46.895095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-67d58428-93b5-45b5-812e-bf34b0aefbac req-492894f8-e5b7-4aff-9819-c8dac0159e8b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:46.896524 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-67d58428-93b5-45b5-812e-bf34b0aefbac req-492894f8-e5b7-4aff-9819-c8dac0159e8b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 943 time: 0.0888274 Apr 21 14:57:46.944267 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-67d58428-93b5-45b5-812e-bf34b0aefbac req-732f175d-5a42-4742-8638-d20e9b09d9ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Apr 21 14:57:48.137010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35835485-6750-4af8-b3fd-c59e3943e6c4 req-8b549fbb-87e0-4c49-9ac2-8d274381d504 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:48.138447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-35835485-6750-4af8-b3fd-c59e3943e6c4 req-8b549fbb-87e0-4c49-9ac2-8d274381d504 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 943 time: 0.0757234 Apr 21 14:57:48.184100 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-35835485-6750-4af8-b3fd-c59e3943e6c4 req-d613efe4-beed-4586-b5e1-a0dd9d65b660 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 Apr 21 14:57:48.323239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 081ee580-8604-4419-ae56-329e7008f628 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:57:48.453451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 081ee580-8604-4419-ae56-329e7008f628, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=081ee580-8604-4419-ae56-329e7008f628,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:48.466753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '081ee580-8604-4419-ae56-329e7008f628', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'mac_address': 'fa:16:3e:2e:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:57:48.518766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:48.535505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081ee580-8604-4419-ae56-329e7008f628 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:57:48.550404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 081ee580-8604-4419-ae56-329e7008f628, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=081ee580-8604-4419-ae56-329e7008f628,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:48.554207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:48.619810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=081ee580-8604-4419-ae56-329e7008f628,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:48.816797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['081ee580-8604-4419-ae56-329e7008f628'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:57:49.016947 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-65f2dde1-5c91-4059-a808-b75ee5a7d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:49.379201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42531b2-7fd1-4900-ab92-89306f62bd81 req-ee3df562-cb48-4e22-83d7-313bb9db149e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:49.380669 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b42531b2-7fd1-4900-ab92-89306f62bd81 req-ee3df562-cb48-4e22-83d7-313bb9db149e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 944 time: 0.0743258 Apr 21 14:57:49.424955 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b42531b2-7fd1-4900-ab92-89306f62bd81 req-40b861a3-7841-4fdf-a6b6-e9a3409875fd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388055 Apr 21 14:57:50.358939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 081ee580-8604-4419-ae56-329e7008f628 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:50.437047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 081ee580-8604-4419-ae56-329e7008f628 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:50.441485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 081ee580-8604-4419-ae56-329e7008f628 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:50.441850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:50.566193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:50.594671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081ee580-8604-4419-ae56-329e7008f628'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:57:50.604676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 081ee580-8604-4419-ae56-329e7008f628, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=081ee580-8604-4419-ae56-329e7008f628,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:57:50.618212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:50.646731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a799-374d-4fdf-b96d-b371b1cb30eb req-0ea8ea56-4c0c-4c83-aa9b-ce9fd088b7d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:50.648275 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47a6a799-374d-4fdf-b96d-b371b1cb30eb req-0ea8ea56-4c0c-4c83-aa9b-ce9fd088b7d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 944 time: 0.0933585 Apr 21 14:57:50.656917 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61dd7a6c-1d7f-48ba-a500-ddbf2acd8a28'] response: {'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081ee580-8604-4419-ae56-329e7008f628', 'code': 200} Apr 21 14:57:50.697838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=081ee580-8604-4419-ae56-329e7008f628,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:50.697965 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47a6a799-374d-4fdf-b96d-b371b1cb30eb req-3d7c858e-e733-493a-9fbb-2ec98f6759e1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 Apr 21 14:57:50.992348 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b88563f9-167b-49f7-a5d0-3f35685c1c91 req-aac22911-5848-4f04-8779-2924691ff6d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 1098 time: 0.1549544 Apr 21 14:57:51.032572 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b88563f9-167b-49f7-a5d0-3f35685c1c91 req-bb0f5a44-375a-44e5-927f-69fe1f3dd516 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349867 Apr 21 14:57:51.324365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3386ceaa-017c-4a70-bcc0-e2dc91900093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:51.893268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ce8b5-3050-4aed-8168-ca4428e81310 req-35d7baca-83f4-46a9-b50e-ea697443ee75 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:51.894714 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-749ce8b5-3050-4aed-8168-ca4428e81310 req-35d7baca-83f4-46a9-b50e-ea697443ee75 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 945 time: 0.0754669 Apr 21 14:57:51.939812 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-749ce8b5-3050-4aed-8168-ca4428e81310 req-655e04e3-b03c-4aba-9ccb-6ca7d2cd8374 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393863 Apr 21 14:57:52.263669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:52.471938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:53.146031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2705f79-99cf-4dfd-a019-3facbd3e8be3 req-8ce4b084-c749-4174-a7be-a12208a4a4da tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:53.147474 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a2705f79-99cf-4dfd-a019-3facbd3e8be3 req-8ce4b084-c749-4174-a7be-a12208a4a4da tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 945 time: 0.0810919 Apr 21 14:57:53.192042 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a2705f79-99cf-4dfd-a019-3facbd3e8be3 req-a67927ef-27db-4abd-a460-6a17e76b9284 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385425 Apr 21 14:57:53.392264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238a286-6c82-43b3-959b-7d6c31f49b20 req-f940308c-4963-477e-9cbf-c57b63aa7169 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:53.393727 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b238a286-6c82-43b3-959b-7d6c31f49b20 req-f940308c-4963-477e-9cbf-c57b63aa7169 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 945 time: 0.0808802 Apr 21 14:57:53.438482 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b238a286-6c82-43b3-959b-7d6c31f49b20 req-3e89b740-5a77-47a6-8a56-f7fbc95c0eb8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390987 Apr 21 14:57:53.468900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:53.536293 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c99f2d03-c20f-4409-ace1-dc14c70b763e tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 1093 time: 0.0662596 Apr 21 14:57:53.538852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:53.543905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:57:53.549250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:53.553039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:53.556072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:53.561698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:53.571959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:53.651758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:53.705407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:53.840375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.147 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/8008c0c2-00b5-4ddc-8d92-49827abe195c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:57:53.980934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:54.007715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:54.076578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:54.079384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:54.083581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:57:54.107511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=8008c0c2-00b5-4ddc-8d92-49827abe195c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:54.574207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:54.627214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:54.825633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:54.830163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:55.031301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=8008c0c2-00b5-4ddc-8d92-49827abe195c,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:55.045476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:55.233324 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP e3a9cd5f-62e9-4826-9b31-e2eeb570c81d associated. External IP: 172.26.6.147, port: 081ee580-8604-4419-ae56-329e7008f628. Apr 21 14:57:55.617494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 565bc66b-a22c-4127-a41b-360a41bedaaf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:57:55.810682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:57:55.819953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] Sync routers for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:57:55.832098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:55.832938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:55.833980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:55.891411 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa476f46-8644-476b-9ca0-05d031cb6a70 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3491271 Apr 21 14:57:55.891411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'tag': '081ee580-8604-4419-ae56-329e7008f628'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:57:55.891710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58374) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:55.945686 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad42be6-7dc8-494d-9f29-7007bb622f37'] response: {'name': 'network-changed', 'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'tag': '081ee580-8604-4419-ae56-329e7008f628', 'status': 'completed', 'code': 200} Apr 21 14:57:56.054516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:56.062096 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-d3e1e2dd-6f5b-4ba1-bd06-681f82467071 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 1098 time: 0.0708778 Apr 21 14:57:56.188375 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-15d8541f-55b4-48f2-921d-00a2e4481e14 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers/565bc66b-a22c-4127-a41b-360a41bedaaf HTTP/1.1" status: 200 len: 922 time: 0.2931638 Apr 21 14:57:56.188580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58380) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:56.200973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-01b90590-b33a-45f7-ab5d-d581281e1b50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:56.202597 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-01b90590-b33a-45f7-ab5d-d581281e1b50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b67d457-8558-4242-bfe6-8864c3cfd8c6 HTTP/1.1" status: 200 len: 897 time: 0.1346371 Apr 21 14:57:56.291828 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7b03987e-ac54-4862-bc16-c34ce232a1a0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1022267 Apr 21 14:57:56.310496 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-35862c65-f450-4581-9250-b6190dad1afe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081ee580-8604-4419-ae56-329e7008f628 HTTP/1.1" status: 200 len: 999 time: 0.1007304 Apr 21 14:57:56.374346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-dc6fb231-dece-4e2b-9fdc-4bd1ffe08070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:57:56.375786 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-dc6fb231-dece-4e2b-9fdc-4bd1ffe08070 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f86252e3-41fc-4825-9b9c-7528e09522ae HTTP/1.1" status: 200 len: 835 time: 0.0597687 Apr 21 14:57:56.415703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e3a9cd5f-62e9-4826-9b31-e2eeb570c81d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'mac_address': 'fa:16:3e:2e:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:54Z', 'updated_at': '2022-04-21T14:57:54Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:57:43Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:56.421174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] Checking router: 565bc66b-a22c-4127-a41b-360a41bedaaf for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:57:56.432880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:57:56.433531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:57:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:56.456714 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-3c43a491-ccd5-48da-9005-04d4ae6fd097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b67d457-8558-4242-bfe6-8864c3cfd8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741343 Apr 21 14:57:56.617756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:57:56.689497 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-bca2df09-3233-4d53-a462-0d7b743afac1 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267518 Apr 21 14:57:56.820027 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6aff2ac0-ccda-45f1-ace6-e0b54923393f req-dec4e69c-793c-4844-a634-cf193e879dbf service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234305 Apr 21 14:57:56.956088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e3a9cd5f-62e9-4826-9b31-e2eeb570c81d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'mac_address': 'fa:16:3e:2e:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:54Z', 'updated_at': '2022-04-21T14:57:54Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:57:43Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:56.959964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccd2c-0c87-4679-8784-00036ba180d0 None None] The sync data for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv is: [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e3a9cd5f-62e9-4826-9b31-e2eeb570c81d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'mac_address': 'fa:16:3e:2e:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:54Z', 'updated_at': '2022-04-21T14:57:54Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:57:43Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:57:57.295852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:57.398429 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-32bf49a7-9632-42e6-a606-aa8b3367b2e4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1013157 Apr 21 14:57:58.402853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58388) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:58.501998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79f29801-74c6-47f1-b357-e6bdb6ddcd7b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.0980587 Apr 21 14:57:59.505901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58392) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:59.612681 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7e4cd1bd-deeb-47ad-bdda-b7b0a0d02885 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1056492 Apr 21 14:57:59.648677 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7ee0a-7182-444a-9507-aa979f7f2c21 None None] New status for floating IP e3a9cd5f-62e9-4826-9b31-e2eeb570c81d: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:58:00.616603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58396) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:00.709052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:00.724826 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f937a64d-a081-4ec2-9821-8e7542405fd4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 993 time: 0.1071205 Apr 21 14:58:08.731573 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:58:18.999124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-299f5583-dba5-4fde-abda-aa4a62d63015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:21.329173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-375d4280-fcc9-4d59-a658-203d862e0a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:21.947354 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-bfb3b62b-a2c8-4e49-b11b-bd16e47773b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709047 Apr 21 14:58:22.099591 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-f047894d-cf6e-4a34-b541-14d62066ffd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 1098 time: 0.0689979 Apr 21 14:58:22.240590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-9a7b1497-5f38-4c15-a491-bd7ab4e4f55b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:22.241944 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-9a7b1497-5f38-4c15-a491-bd7ab4e4f55b service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b67d457-8558-4242-bfe6-8864c3cfd8c6 HTTP/1.1" status: 200 len: 897 time: 0.1238983 Apr 21 14:58:22.266151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:22.344078 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-d5a5b302-caa5-4d7f-88f2-64bcd085b892 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081ee580-8604-4419-ae56-329e7008f628 HTTP/1.1" status: 200 len: 1001 time: 0.0961173 Apr 21 14:58:22.404802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-b4ea1c3c-825f-4324-a73b-3c0985aa1da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:22.406200 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-b4ea1c3c-825f-4324-a73b-3c0985aa1da1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f86252e3-41fc-4825-9b9c-7528e09522ae HTTP/1.1" status: 200 len: 835 time: 0.0565248 Apr 21 14:58:22.473280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:22.482183 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-16fbdcd4-1344-4283-a146-f451adefab98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b67d457-8558-4242-bfe6-8864c3cfd8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698502 Apr 21 14:58:22.610673 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-5035e418-382d-40ef-92cc-3bc2dd55535f service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213953 Apr 21 14:58:22.741569 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db3ef26f-b970-4ef9-a34f-997c8af64a8c req-61972922-2c2c-4723-bfcc-ea1cfeec43a4 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243482 Apr 21 14:58:23.646920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:27.961790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58412) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:28.134744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-80e507fb-29b7-46cb-8db3-c9ca51b34b37 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers/565bc66b-a22c-4127-a41b-360a41bedaaf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1718128 Apr 21 14:58:28.137598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58416) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:28.345422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ff9b79-edbd-426b-8a49-eced004cee58 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Notify agent at dv-neutron-838898-1-hyperv the message router_removed_from_agent {{(pid=83935) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 21 14:58:28.348585 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e6ff9b79-edbd-426b-8a49-eced004cee58 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "DELETE /v2.0/agents/002728cf-41f8-4f7d-a923-57706a5b9ff6/l3-routers/565bc66b-a22c-4127-a41b-360a41bedaaf HTTP/1.1" status: 204 len: 168 time: 0.2100675 Apr 21 14:58:28.351358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58420) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:28.525274 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bd320aa3-8369-47c2-9f91-3d31e14fdb85 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers/565bc66b-a22c-4127-a41b-360a41bedaaf/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1729841 Apr 21 14:58:28.528301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58424) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:28.626434 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6c2aac6e-972d-4e15-a502-47b6507736eb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 993 time: 0.0970476 Apr 21 14:58:29.101817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8549a26-1d6e-4689-ba44-360fb05f5ff8 None None] New status for floating IP e3a9cd5f-62e9-4826-9b31-e2eeb570c81d: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:58:29.153045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device dc449c46-9b3e-4506-a2a2-3b3eec5b55ed no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:58:29.473221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:29.490212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:29.494372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:29.495151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 18f0f558-72c5-4a98-b745-f866fb7cc169 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:58:29.603294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:29.630042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58428) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:29.659192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:29.690071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 18f0f558-72c5-4a98-b745-f866fb7cc169, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=18f0f558-72c5-4a98-b745-f866fb7cc169,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:29.695416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:29.739200 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-09b16939-d5a2-44bb-ac25-e0ef7d72e885 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1078465 Apr 21 14:58:29.761050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:30.704139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:30.905355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58434) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:31.200816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76114af-5412-45be-9d79-8cd754ef0933 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Router 565bc66b-a22c-4127-a41b-360a41bedaaf is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:58:31.201146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76114af-5412-45be-9d79-8cd754ef0933 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Notify agent at dv-neutron-838898-1-hyperv the message router_added_to_agent {{(pid=83935) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 21 14:58:31.227232 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a76114af-5412-45be-9d79-8cd754ef0933 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "POST /v2.0/agents/002728cf-41f8-4f7d-a923-57706a5b9ff6/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3207171 Apr 21 14:58:31.229961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58440) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:31.247592 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] Sync routers for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:58:31.259300 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:58:31.259903 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:31.404471 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0ed3611f-bf77-4702-8b78-c135b198570a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers/565bc66b-a22c-4127-a41b-360a41bedaaf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1733310 Apr 21 14:58:31.407051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58446) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:31.435990 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:58:31.510277 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9b5379bd-79be-4a83-8fc6-9a05550f3b4b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1020908 Apr 21 14:58:31.767893 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e3a9cd5f-62e9-4826-9b31-e2eeb570c81d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'mac_address': 'fa:16:3e:2e:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:54Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:31.771529 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] Checking router: 565bc66b-a22c-4127-a41b-360a41bedaaf for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:58:31.781810 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:58:31.782392 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:31.995438 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:58:32.335126 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e3a9cd5f-62e9-4826-9b31-e2eeb570c81d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'mac_address': 'fa:16:3e:2e:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:54Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:32.338926 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4b701-a338-4bd7-8399-605c4c71fbb0 None None] The sync data for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv is: [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:57:37Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'e3a9cd5f-62e9-4826-9b31-e2eeb570c81d', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.147', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'port_id': '081ee580-8604-4419-ae56-329e7008f628', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'mac_address': 'fa:16:3e:2e:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:57:54Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f0f558-72c5-4a98-b745-f866fb7cc169', 'name': '', 'network_id': '0b67d457-8558-4242-bfe6-8864c3cfd8c6', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:1e:1f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:36Z', 'updated_at': '2022-04-21T14:58:29Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'f86252e3-41fc-4825-9b9c-7528e09522ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:58:32.513868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58450) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:32.624528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4946a365-802d-4892-b190-3b6e88e65ce7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1092529 Apr 21 14:58:32.857940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 18f0f558-72c5-4a98-b745-f866fb7cc169 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:32.938513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 18f0f558-72c5-4a98-b745-f866fb7cc169 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:32.938993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:33.063611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:33.098848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 18f0f558-72c5-4a98-b745-f866fb7cc169, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=18f0f558-72c5-4a98-b745-f866fb7cc169,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:33.102530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:33.169157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:33.628294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58454) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:33.732322 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0e8bc29a-a975-4bac-bebe-837f7b9167e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1029234 Apr 21 14:58:34.736120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58458) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:34.839290 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6ea3ec12-f331-418e-bea3-1cf11899c81d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1020536 Apr 21 14:58:34.892929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device dc449c46-9b3e-4506-a2a2-3b3eec5b55ed up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:34.962076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:34.962528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:35.078157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:35.094810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:35.098511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:35.099361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 18f0f558-72c5-4a98-b745-f866fb7cc169 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:35.208806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:35.222160 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 18f0f558-72c5-4a98-b745-f866fb7cc169 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:35.222528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:35.843049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58462) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:35.944547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a5913942-f191-4bc5-9e16-3f2320582015 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1003652 Apr 21 14:58:36.834253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device dc449c46-9b3e-4506-a2a2-3b3eec5b55ed up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:36.900162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:36.900534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:36.948434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58466) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:37.049569 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3a9ad50c-7835-44ff-82c1-13a53fc7f012 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.0988231 Apr 21 14:58:38.053386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58470) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:38.156092 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7b2c42f-a110-453e-946d-430423adc0ab tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.1015558 Apr 21 14:58:39.160019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58474) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:39.260215 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-19175241-6262-4159-a84c-dcbdd2a42167 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 991 time: 0.0990126 Apr 21 14:58:39.505867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bba8a8-efd4-4363-8ecf-37e36b231da5 None None] New status for floating IP e3a9cd5f-62e9-4826-9b31-e2eeb570c81d: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:58:40.264181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:40.480467 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf60be35-1ff3-46ae-b449-fcabef9678b9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 200 len: 993 time: 0.2151396 Apr 21 14:58:40.781968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58486) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:40.980214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 8008c0c2-00b5-4ddc-8d92-49827abe195c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:58:40.980558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:41.153222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:41.153549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:41.274050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 8008c0c2-00b5-4ddc-8d92-49827abe195c owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:58:41.509559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:41.553824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=8008c0c2-00b5-4ddc-8d92-49827abe195c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:41.591370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.591704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.592033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.592382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.592705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.593027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.593345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.593661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.593977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.594286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.594595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:41.654035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:42.035442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 565bc66b-a22c-4127-a41b-360a41bedaaf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:58:42.229225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:58:42.247808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:42.302144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3ee15698-7a46-4f56-9e2e-10c9b0efdf79 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/e3a9cd5f-62e9-4826-9b31-e2eeb570c81d HTTP/1.1" status: 204 len: 168 time: 1.5192287 Apr 21 14:58:42.302798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'tag': '081ee580-8604-4419-ae56-329e7008f628'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:58:42.359478 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5268fd46-bfa3-4094-a2e9-fef41f2fd6c2'] response: {'name': 'network-changed', 'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'tag': '081ee580-8604-4419-ae56-329e7008f628', 'status': 'completed', 'code': 200} Apr 21 14:58:42.476684 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16211882-2853-4b93-969b-e3d756f4754d req-08502aba-fe74-4232-9138-4385476a3901 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 1098 time: 0.0730069 Apr 21 14:58:42.608160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16211882-2853-4b93-969b-e3d756f4754d req-bdfb277e-6768-45ba-81ea-fc08b601892d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:42.609890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16211882-2853-4b93-969b-e3d756f4754d req-bdfb277e-6768-45ba-81ea-fc08b601892d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b67d457-8558-4242-bfe6-8864c3cfd8c6 HTTP/1.1" status: 200 len: 897 time: 0.1277711 Apr 21 14:58:42.716798 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16211882-2853-4b93-969b-e3d756f4754d req-28e4e499-02d9-4373-b588-a8dd1a524798 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=081ee580-8604-4419-ae56-329e7008f628 HTTP/1.1" status: 200 len: 217 time: 0.0998042 Apr 21 14:58:42.795351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16211882-2853-4b93-969b-e3d756f4754d req-4779e53d-6280-43dd-8177-ebd6588fa409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:42.796807 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16211882-2853-4b93-969b-e3d756f4754d req-4779e53d-6280-43dd-8177-ebd6588fa409 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f86252e3-41fc-4825-9b9c-7528e09522ae HTTP/1.1" status: 200 len: 835 time: 0.0702503 Apr 21 14:58:42.803070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c3f5-40ec-4849-aad3-77f91b9b9c8b req-665a16c3-9eee-405a-8768-4ad22d879ed2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:42.804430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5cd4c3f5-40ec-4849-aad3-77f91b9b9c8b req-665a16c3-9eee-405a-8768-4ad22d879ed2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 945 time: 0.1892283 Apr 21 14:58:42.893015 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5cd4c3f5-40ec-4849-aad3-77f91b9b9c8b req-48073bd6-856f-454d-874d-69612aec9ff5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589230 Apr 21 14:58:42.906568 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16211882-2853-4b93-969b-e3d756f4754d req-64331ada-5c99-4d50-9432-8d2a1c428b84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b67d457-8558-4242-bfe6-8864c3cfd8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012657 Apr 21 14:58:43.037154 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16211882-2853-4b93-969b-e3d756f4754d req-273a0fa1-d54c-4782-97d6-d51ed3ae11e5 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235867 Apr 21 14:58:43.166085 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16211882-2853-4b93-969b-e3d756f4754d req-3396a7f5-30d3-4af5-8fd1-c70ed13e3040 service neutron] 10.222.0.21 "GET /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221673 Apr 21 14:58:44.091803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f68099-3ea3-4d14-9a66-122627658ccd req-2ccfaa59-e38e-4b1b-ae57-91b0b0dbcbe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:44.092435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-53f68099-3ea3-4d14-9a66-122627658ccd req-2ccfaa59-e38e-4b1b-ae57-91b0b0dbcbe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:58:44.106444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-dc2b2425-006d-4a39-a0c6-e783e532e10a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:44.108023 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-dc2b2425-006d-4a39-a0c6-e783e532e10a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 945 time: 0.0928636 Apr 21 14:58:44.108406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-53f68099-3ea3-4d14-9a66-122627658ccd req-2ccfaa59-e38e-4b1b-ae57-91b0b0dbcbe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:58:44.109687 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-53f68099-3ea3-4d14-9a66-122627658ccd req-2ccfaa59-e38e-4b1b-ae57-91b0b0dbcbe5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 945 time: 0.0952818 Apr 21 14:58:44.155958 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-53f68099-3ea3-4d14-9a66-122627658ccd req-0a7e8a43-1220-407c-b9cf-061f9b9330f8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 Apr 21 14:58:44.174292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 081ee580-8604-4419-ae56-329e7008f628 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:58:44.174636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:44.409667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 081ee580-8604-4419-ae56-329e7008f628, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=081ee580-8604-4419-ae56-329e7008f628,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:44.410028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:44.526844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 081ee580-8604-4419-ae56-329e7008f628 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:58:44.754072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:44.799767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=081ee580-8604-4419-ae56-329e7008f628,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:44.839116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.839978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.840353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.840686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.841022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.841354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.841678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.842005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.842328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.842651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.842971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:44.884239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port 081ee580-8604-4419-ae56-329e7008f628 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:58:44.886478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:44.888875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'name': 'network-vif-deleted', 'tag': '081ee580-8604-4419-ae56-329e7008f628'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:58:44.904266 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb22916c-0ca5-4102-8c23-ce842ee6340a req-c60cba34-9ab8-4f79-9a70-7df5a1bf5048 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/081ee580-8604-4419-ae56-329e7008f628 HTTP/1.1" status: 204 len: 173 time: 0.7910211 Apr 21 14:58:44.952817 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7618125-3c36-4840-a573-651bf61d1c0b'] response: {'server_uuid': 'f968604d-7cb3-412d-bc0e-a8480ea76704', 'name': 'network-vif-deleted', 'tag': '081ee580-8604-4419-ae56-329e7008f628', 'status': 'completed', 'code': 200} Apr 21 14:58:45.335812 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-45439860-d6b4-439e-9736-30490c725dcf req-6efe0b97-29a6-4a61-a104-d5358ebd38b9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=f968604d-7cb3-412d-bc0e-a8480ea76704 HTTP/1.1" status: 200 len: 210 time: 0.0413153 Apr 21 14:58:45.731651 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:58:46.443361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58504) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:46.512519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2897f4b-2a9e-4702-beac-f4fd28b81428 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:46.540805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2897f4b-2a9e-4702-beac-f4fd28b81428 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:46.604254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2897f4b-2a9e-4702-beac-f4fd28b81428 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:46.624130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2897f4b-2a9e-4702-beac-f4fd28b81428 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:46.634842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2897f4b-2a9e-4702-beac-f4fd28b81428 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:46.638395 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c2897f4b-2a9e-4702-beac-f4fd28b81428 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/e2d94cf0-dcc2-46f8-aa37-7d2bbda7e27c HTTP/1.1" status: 204 len: 168 time: 0.1915746 Apr 21 14:58:46.675059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58510) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:47.149030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:47.768811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 18f0f558-72c5-4a98-b745-f866fb7cc169 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:58:47.769508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:47.964187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 18f0f558-72c5-4a98-b745-f866fb7cc169, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=18f0f558-72c5-4a98-b745-f866fb7cc169,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:47.965058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:48.080986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 18f0f558-72c5-4a98-b745-f866fb7cc169 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:58:48.255304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:48.300039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=18f0f558-72c5-4a98-b745-f866fb7cc169,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:48.570821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 081ee580-8604-4419-ae56-329e7008f628 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:58:48.607499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 081ee580-8604-4419-ae56-329e7008f628 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:58:48.607757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 081ee580-8604-4419-ae56-329e7008f628 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:58:48.681408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.001453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ceb5177f-d457-447e-bd61-0bc8ad8424cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.248991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 565bc66b-a22c-4127-a41b-360a41bedaaf has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:58:49.442373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:58:49.454894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fb857208-6c29-48fe-ab41-ae506297679e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/565bc66b-a22c-4127-a41b-360a41bedaaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7788224 Apr 21 14:58:49.457601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58514) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:49.632038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet f86252e3-41fc-4825-9b9c-7528e09522ae {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 14:58:49.634838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.690889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.770157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.838715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.881817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=f86252e3-41fc-4825-9b9c-7528e09522ae,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:49.887014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.891649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ec2c8-3592-4975-a940-eaddffb9e343 None None] Network 0b67d457-8558-4242-bfe6-8864c3cfd8c6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:58:49.893051 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-547743ac-d5c3-4350-a54c-244285e9d8fb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/f86252e3-41fc-4825-9b9c-7528e09522ae HTTP/1.1" status: 204 len: 168 time: 0.4345164 Apr 21 14:58:49.895575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58518) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:49.955117 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] Sync routers for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:58:49.970532 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:58:49.971147 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:50.096496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.158344 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:58:50.165662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] DHCP port deletion for 0b67d457-8558-4242-bfe6-8864c3cfd8c6 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 14:58:50.170904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Deleting port a8545a37-719f-4f3b-8c4e-f002ed8a582d {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:58:50.171278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.381093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] For port a8545a37-719f-4f3b-8c4e-f002ed8a582d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a8545a37-719f-4f3b-8c4e-f002ed8a582d,segment=NetworkSegment(8d55194e-817f-4209-8626-51ce850bb667),segment_id=8d55194e-817f-4209-8626-51ce850bb667)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:50.381411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.405426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.415900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 14:58:50.416273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.450801 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:58:48Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': 'dc449c46-9b3e-4506-a2a2-3b3eec5b55ed', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:87:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:58:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:50.454749 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] Checking router: 565bc66b-a22c-4127-a41b-360a41bedaaf for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:58:50.466300 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] Routers {'565bc66b-a22c-4127-a41b-360a41bedaaf'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:58:50.466893 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['565bc66b-a22c-4127-a41b-360a41bedaaf'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:50.503024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Calling delete_port for a8545a37-719f-4f3b-8c4e-f002ed8a582d owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:58:50.578966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.605542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port dc449c46-9b3e-4506-a2a2-3b3eec5b55ed, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:50.606048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.627086 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] Set router 565bc66b-a22c-4127-a41b-360a41bedaaf gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:58:50.641358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Pushing event deleted for resources: {'Port': ['ID=a8545a37-719f-4f3b-8c4e-f002ed8a582d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:50.657925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.658273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.658611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.658942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.659269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.659594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.659916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.660452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.660778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.661101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.661411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.669851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d62ffc-8648-4946-99ee-60eed99158b6 None None] No DVR routers for this DVR port a8545a37-719f-4f3b-8c4e-f002ed8a582d on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:58:50.746747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for dc449c46-9b3e-4506-a2a2-3b3eec5b55ed owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 14:58:50.754523 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:58:50Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:50.758962 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f96be0-e329-41f3-9fca-b65e25d6859d None None] The sync data for ids ['565bc66b-a22c-4127-a41b-360a41bedaaf'] in dv-neutron-838898-1-hyperv is: [{'id': '565bc66b-a22c-4127-a41b-360a41bedaaf', 'name': 'tempest-TestNetworkBasicOps-router-1167891801', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:57:33Z', 'updated_at': '2022-04-21T14:58:50Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:58:50.923071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.969026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=dc449c46-9b3e-4506-a2a2-3b3eec5b55ed,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:51.146267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a8545a37-719f-4f3b-8c4e-f002ed8a582d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:58:51.181102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a8545a37-719f-4f3b-8c4e-f002ed8a582d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:58:51.181455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a8545a37-719f-4f3b-8c4e-f002ed8a582d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:58:51.201950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.331083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f4fa2a6c-5171-4ddd-88eb-1bb107cb7468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.451404 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.455394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.479045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.479531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router 565bc66b-a22c-4127-a41b-360a41bedaaf {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:58:51.493496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.494578 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c4011fba-dfbe-4ffb-a1c7-58399fd6e624 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/565bc66b-a22c-4127-a41b-360a41bedaaf HTTP/1.1" status: 204 len: 168 time: 1.5980902 Apr 21 14:58:51.497228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58522) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:51.608443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a33f794-701e-42bd-9390-e4c6cefe6d7a None None] New status for floating IP e3a9cd5f-62e9-4826-9b31-e2eeb570c81d: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:58:51.705203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.844488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.869653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b67d457-8558-4242-bfe6-8864c3cfd8c6']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:51.886098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d55194e-817f-4209-8626-51ce850bb667') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:51.886401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d55194e-817f-4209-8626-51ce850bb667') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:51.898409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.914902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.922431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 14:58:51.922796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:58:51.938135 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:58:52.013371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.018208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.047817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=0b67d457-8558-4242-bfe6-8864c3cfd8c6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:52.052454 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8a750303-9b6c-4e4b-98b0-37129b5e899c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/0b67d457-8558-4242-bfe6-8864c3cfd8c6 HTTP/1.1" status: 204 len: 168 time: 0.5542839 Apr 21 14:58:52.075363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58526) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:52.081018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--1804519801', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:52.086110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:52.090186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:52.093119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:52.098776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:52.108756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:58:52.111648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.139937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:58:52.149243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.149585 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment d236993f-1ce5-4be5-b94b-ee4762054ad4 of type vlan for network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 Apr 21 14:58:52.174898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.203867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.207477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:52.208046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.268372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.311006 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2344139 Apr 21 14:58:52.313727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58530) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:52.319237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:52.319421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae1fa6-41c2-4476-81b8-4df5fc04f94f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:52.326061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:52.329368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:58:52.329851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:52.332677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:52.338887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:52.349389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.350297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.369533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.476963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.515397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.690403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.718878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.844585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device dc449c46-9b3e-4506-a2a2-3b3eec5b55ed no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:58:52.853788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.212 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/5b3df992-811b-40bb-9c57-0ea9f667d801) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:58:52.880402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: dc449c46-9b3e-4506-a2a2-3b3eec5b55ed {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:58:52.880746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device dc449c46-9b3e-4506-a2a2-3b3eec5b55ed not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:58:52.881169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 18f0f558-72c5-4a98-b745-f866fb7cc169 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:58:52.912682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 18f0f558-72c5-4a98-b745-f866fb7cc169 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 14:58:52.913031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 18f0f558-72c5-4a98-b745-f866fb7cc169 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:58:52.998899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.025843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.089253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:58:53.095439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:58:53.099779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:58:53.128924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=5b3df992-811b-40bb-9c57-0ea9f667d801,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:53.256772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.257442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.485478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 1c0e1792-d256-47b7-a82f-1d72e3596611 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:58:53.650198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.680036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:58:53.690308 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Sync routers for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:58:53.701848 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:58:53.702599 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:53.706592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.710623 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07047194-2f76-4ad7-9a87-9a21b5b212bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.3930998 Apr 21 14:58:53.710995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58534) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:53.750665 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6c97c4ce-d01c-41c3-bac9-e0b0aaaf791a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385966 Apr 21 14:58:53.753179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58538) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:53.912111 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:58:53.972762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486aab7a-290a-40b3-9316-5d0bc622278c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:53.974246 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-486aab7a-290a-40b3-9316-5d0bc622278c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2202020 Apr 21 14:58:53.977050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:54.017815 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6171db98-3a81-4dd0-b901-c537e55e0b69 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373986 Apr 21 14:58:54.018026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58546) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:54.023348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519336261', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:54.130736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:54.134632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:54.138002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:54.143752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:54.154188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:58:54.188971 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:53Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:54.192538 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Checking router: 1c0e1792-d256-47b7-a82f-1d72e3596611 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:58:54.192873 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Updating router 1c0e1792-d256-47b7-a82f-1d72e3596611 port 5b3df992-811b-40bb-9c57-0ea9f667d801 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:58:54.246248 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.253996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.465026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.545335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:54.555111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:58:54.555471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:58:54.561717 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.573204 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Transition to ACTIVE for port object 5b3df992-811b-40bb-9c57-0ea9f667d801 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:58:54.577940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:58:54.580246 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.587477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:58:54.591444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:54.592208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.597688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1252a8-7889-49e2-9892-7be66f0d3545 None None] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:58:54.618223 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-424b58b2-028d-4dfd-a262-aeb05d859a2d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5992308 Apr 21 14:58:54.621449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:54.658599 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Attempting to bind port 5b3df992-811b-40bb-9c57-0ea9f667d801 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:58:54.658975 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Attempting to bind port 5b3df992-811b-40bb-9c57-0ea9f667d801 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:58:54.659335 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Attempting to bind port 5b3df992-811b-40bb-9c57-0ea9f667d801 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:58:54.673457 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:58:54.673847 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:58:54.674330 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.674725 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:58:54.675502 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Bound port: 5b3df992-811b-40bb-9c57-0ea9f667d801, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:58:54.675638 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.751140 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Pushing event updated for resources: {'Port': ['ID=5b3df992-811b-40bb-9c57-0ea9f667d801,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:54.760754 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] For port 5b3df992-811b-40bb-9c57-0ea9f667d801, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:58:54.764781 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] For port 5b3df992-811b-40bb-9c57-0ea9f667d801, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5b3df992-811b-40bb-9c57-0ea9f667d801,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:58:54.766372 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.766700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.767038 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.767412 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.767745 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.768095 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.768424 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.768782 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.769107 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.769427 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.769806 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:54.774052 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.818153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 14:58:54.819202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.851538 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4ef79-8522-43c7-a6e9-cbac1c7763ef None None] Pushing event updated for resources: {'Port': ['ID=5b3df992-811b-40bb-9c57-0ea9f667d801,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:54.859891 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:58:54.860551 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:55.022818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Allocated IP 172.20.0.2 (35a0aa9c-b43e-4423-8f90-6b5c8bc603c4/8d33295a-5cd4-4ce8-bc2a-93de21e0bc36/6e1ec264-f350-46f9-a2a6-ccab7b8a9bad) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:58:55.076991 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:58:55.241188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.251920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Transition to ACTIVE for port object 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:58:55.272663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Transition to ACTIVE for port object 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:58:55.278548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.349610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:58:55.352567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:58:55.357590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:58:55.359655 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Pushing event updated for resources: {'Port': ['ID=6e1ec264-f350-46f9-a2a6-ccab7b8a9bad,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:55.371225 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:53Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:55.375670 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe8601a-24cb-4517-933d-655a77737861 None None] The sync data for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv is: [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:53Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:58:55.455564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Attempting to bind port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:58:55.455943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Attempting to bind port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:58:55.456346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Attempting to bind port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad on network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:58:55.463511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:58:55.463909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Checking segment: {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:58:55.464408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.464807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Bound using segment: {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:58:55.465280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Bound port: 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:58:55.465705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.506487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.595108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] For port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:58:55.598952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] For port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6e1ec264-f350-46f9-a2a6-ccab7b8a9bad,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:58:55.603056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.696101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc8517-76be-4ac7-a0a8-6a44d34b8033 None None] Pushing event updated for resources: {'Port': ['ID=6e1ec264-f350-46f9-a2a6-ccab7b8a9bad,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:55.954650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (35a0aa9c-b43e-4423-8f90-6b5c8bc603c4/8d33295a-5cd4-4ce8-bc2a-93de21e0bc36/658ead01-fc65-4eec-bc49-03a7f9027bc1) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:58:56.124309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.140667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 658ead01-fc65-4eec-bc49-03a7f9027bc1 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:58:56.168672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.254717 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:58:56.257946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:58:56.262434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:58:56.289963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=658ead01-fc65-4eec-bc49-03a7f9027bc1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:56.322630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.408603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.659497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eea9e7-4688-491e-af45-954e84153ad5 None None] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 14:58:56.765954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9e5caacb-4941-439b-bdf2-aa3aa96752d0 None None] Provisioning for port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:58:56.830319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.838644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.909062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:56.952534 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=658ead01-fc65-4eec-bc49-03a7f9027bc1,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:56.962563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.981392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:58:56.986443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:56.986947 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.106751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:58:57.107913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:58:57.113492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.147811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6e1ec264-f350-46f9-a2a6-ccab7b8a9bad,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:57.153411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.154241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5b3df992-811b-40bb-9c57-0ea9f667d801 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:57.282007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-59ea5622-220b-4464-8e49-02bc566276f8 None None] Provisioning complete for port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:57.282379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-59ea5622-220b-4464-8e49-02bc566276f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.341383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=6e1ec264-f350-46f9-a2a6-ccab7b8a9bad,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:57.356612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 5b3df992-811b-40bb-9c57-0ea9f667d801 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:58:57.364448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5b3df992-811b-40bb-9c57-0ea9f667d801 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:57.364792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.511267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-59ea5622-220b-4464-8e49-02bc566276f8 None None] Provisioning for port 658ead01-fc65-4eec-bc49-03a7f9027bc1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:58:57.529955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-59ea5622-220b-4464-8e49-02bc566276f8 None None] Provisioning complete for port 658ead01-fc65-4eec-bc49-03a7f9027bc1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:57.530464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-59ea5622-220b-4464-8e49-02bc566276f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.582690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.600178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-59ea5622-220b-4464-8e49-02bc566276f8 None None] Port 658ead01-fc65-4eec-bc49-03a7f9027bc1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:58:57.605918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 5b3df992-811b-40bb-9c57-0ea9f667d801, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5b3df992-811b-40bb-9c57-0ea9f667d801,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:58:57.610445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.612221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 1c0e1792-d256-47b7-a82f-1d72e3596611 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:58:57.674805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=5b3df992-811b-40bb-9c57-0ea9f667d801,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:57.721183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0d5ff439-831e-4bcf-8838-9f1726d7eaf3 None None] Provisioning complete for port 658ead01-fc65-4eec-bc49-03a7f9027bc1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:57.721547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0d5ff439-831e-4bcf-8838-9f1726d7eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.807293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ff439-831e-4bcf-8838-9f1726d7eaf3 None None] Port 658ead01-fc65-4eec-bc49-03a7f9027bc1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:58:57.816596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:58:57.829100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a4c775bb-4098-4cef-a416-05137e3a1666 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/1c0e1792-d256-47b7-a82f-1d72e3596611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2066450 Apr 21 14:58:57.832090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:57.974029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1bcef-4648-40b5-ac88-3059aac9658d tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:57.974723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1bcef-4648-40b5-ac88-3059aac9658d tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:57.974723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1bcef-4648-40b5-ac88-3059aac9658d tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:57.975094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1bcef-4648-40b5-ac88-3059aac9658d tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:57.976755 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23b1bcef-4648-40b5-ac88-3059aac9658d tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1437705 Apr 21 14:58:57.979448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:58.044366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c976e3a-10f1-4aba-b46d-5edc81923a29 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:58.044738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c976e3a-10f1-4aba-b46d-5edc81923a29 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:58.045087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c976e3a-10f1-4aba-b46d-5edc81923a29 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:58.045435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c976e3a-10f1-4aba-b46d-5edc81923a29 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:58:58.047010 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c976e3a-10f1-4aba-b46d-5edc81923a29 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0661442 Apr 21 14:58:58.049543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58562) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:58.254421 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f1e01546-6cee-4254-b802-6ef6d5f49d88 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2036955 Apr 21 14:58:58.640586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:58.646090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1902773811', 'description': 'tempest-secgroup-smoke-1902773811 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:58.651862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:58.655876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:58.658689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:58.664253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:58.674829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.709214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:58.712939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:58.715791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:58.721460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:58.778205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.781813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.828517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b803937-7f5f-4033-ac95-8dd59faed09d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:58.835961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.841220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58572) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:58.841763 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2ccb7a7d-4316-4f96-9ab0-a2512205aa43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1996427 Apr 21 14:58:58.847508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8b803937-7f5f-4033-ac95-8dd59faed09d', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:58.853668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:58.857929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:58.861152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:58.864980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:58.867740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:58.884364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.934880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:58.935240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.955607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.959807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.991143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.996761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58576) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:58.999230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Sync routers for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:58:59.003995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8b803937-7f5f-4033-ac95-8dd59faed09d', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:59.007110 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1640000 Apr 21 14:58:59.008198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251af3b-4e27-4dea-8519-0f20aa5fcc23 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be52add2-a2d6-477a-a3ff-b7dfffc505ba,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:59.010105 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:59.014723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:59.017736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:59.023418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:59.040909 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.050015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:58:59.050645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:59.106898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.110733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.134469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99711b8-66fb-4841-832f-7d6e65e05663,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:59.143382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.144587 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a9ee3c0c-0079-459a-8d5c-ca3294209319 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1460872 Apr 21 14:58:59.147315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:59.153202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8b803937-7f5f-4033-ac95-8dd59faed09d', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:59.158833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:59.162593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:59.165455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:59.171727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:59.189434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.200580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5b3df992-811b-40bb-9c57-0ea9f667d801 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:59.255249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.259391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.285018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dfc5c4-aa7f-4ac9-b3a0-de415cc96233,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:59.295646 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.296874 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d6b21900-75ed-4c49-9939-ded32cf22519 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1486144 Apr 21 14:58:59.299550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:59.305003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8b803937-7f5f-4033-ac95-8dd59faed09d', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:59.305805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:58:59.310997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:59.314739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:59.317586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:59.323184 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:59.340681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.370137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5b3df992-811b-40bb-9c57-0ea9f667d801 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:59.370552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.406451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.409978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.436791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee819ae-2c86-462b-b5b6-bd43c7bab3dc,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:59.443640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.445133 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8efa3111-a5e4-4372-a4f4-db7f2403abc9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1445305 Apr 21 14:58:59.448009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58588) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:59.453861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8b803937-7f5f-4033-ac95-8dd59faed09d', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:59.459752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:59.463582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:59.467101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:59.472894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:59.485518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:58:59.492048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.559659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.564663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.589609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3911faf7-9bff-4432-87a8-fa820e6171d0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:59.598738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.600059 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9667a3a6-2303-4d5c-93e1-0403f1b3f458 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505127 Apr 21 14:58:59.602781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58592) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:59.608335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '8b803937-7f5f-4033-ac95-8dd59faed09d', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:58:59.613998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:59.617862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:59.620715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:59.626328 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:59.637180 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:58:59.643286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.707381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.711311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.728349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:59.732267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Checking router: 1c0e1792-d256-47b7-a82f-1d72e3596611 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:58:59.732614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Updating router 1c0e1792-d256-47b7-a82f-1d72e3596611 port 658ead01-fc65-4eec-bc49-03a7f9027bc1 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 14:58:59.734837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76f758c-cb44-4adc-8093-5e4586fe3910,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:59.744235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.746059 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-190e3e9d-66cd-4056-8ad1-71c354c5605a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1417718 Apr 21 14:58:59.787682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.916100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-8087d00b-91c4-48de-812e-9c138e26b55d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:58:59.932084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-8087d00b-91c4-48de-812e-9c138e26b55d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:58:59.936153 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-8087d00b-91c4-48de-812e-9c138e26b55d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902773811&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0576196 Apr 21 14:59:00.081398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0678db-ff11-497c-9093-811690075990 req-9ca706bc-f702-47e0-bcce-aea4f55dd930 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:00.082077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-9ca706bc-f702-47e0-bcce-aea4f55dd930 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:00.097616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-9ca706bc-f702-47e0-bcce-aea4f55dd930 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:00.098844 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-9ca706bc-f702-47e0-bcce-aea4f55dd930 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 797 time: 0.1562760 Apr 21 14:59:00.122400 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-c9de6cb5-13c6-4c50-9de1-6c6228c5189d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0179398 Apr 21 14:59:00.136959 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.148780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Transition to ACTIVE for port object 658ead01-fc65-4eec-bc49-03a7f9027bc1 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:00.154687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.202915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-a9da6aca-b775-4b99-b425-0c89cacca933 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:00.218849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-a9da6aca-b775-4b99-b425-0c89cacca933 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:00.220358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-a9da6aca-b775-4b99-b425-0c89cacca933 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953481 Apr 21 14:59:00.281801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dff1ce-d06a-4f07-a8d4-f1b33a0dd687 None None] Pushing event updated for resources: {'Port': ['ID=658ead01-fc65-4eec-bc49-03a7f9027bc1,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:00.374387 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-d39c596e-c79d-4f27-8c7c-d881f0dc47f8 service neutron] 10.222.0.42 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369298 Apr 21 14:59:00.376927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Attempting to bind port 658ead01-fc65-4eec-bc49-03a7f9027bc1 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:59:00.377311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Attempting to bind port 658ead01-fc65-4eec-bc49-03a7f9027bc1 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:59:00.377674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Attempting to bind port 658ead01-fc65-4eec-bc49-03a7f9027bc1 on network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:59:00.384355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:59:00.384859 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Checking segment: {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:59:00.385261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.385653 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Bound using segment: {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:59:00.386202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Bound port: 658ead01-fc65-4eec-bc49-03a7f9027bc1, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:59:00.386579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.501159 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-a3fa6b2c-f337-48f6-9474-ccaa606e705b service neutron] 10.222.0.42 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248448 Apr 21 14:59:00.520003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] For port 658ead01-fc65-4eec-bc49-03a7f9027bc1, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:59:00.522966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] For port 658ead01-fc65-4eec-bc49-03a7f9027bc1, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=658ead01-fc65-4eec-bc49-03a7f9027bc1,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:59:00.528519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.612775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dff1ce-d06a-4f07-a8d4-f1b33a0dd687 None None] Pushing event updated for resources: {'Port': ['ID=658ead01-fc65-4eec-bc49-03a7f9027bc1,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:00.616137 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:59:00.616684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:00.697357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-58b6c972-dd14-4fd1-af1e-5ca5fd8b17d3 req-2a3041f0-546b-415a-9aad-3a0b28f09e74 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:00.711791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-58b6c972-dd14-4fd1-af1e-5ca5fd8b17d3 req-2a3041f0-546b-415a-9aad-3a0b28f09e74 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:00.725659 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-58b6c972-dd14-4fd1-af1e-5ca5fd8b17d3 req-2a3041f0-546b-415a-9aad-3a0b28f09e74 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 210 time: 0.0732284 Apr 21 14:59:00.786104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.847601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:59:01.165133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:00Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:01.169060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254755ce-525a-4199-8ed5-786d19f09ef6 None None] The sync data for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv is: [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:00Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:59:01.919520 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7d690655-8c8f-4e9c-84f2-d5a74cc2f31d req-3a3a6a7f-c777-462f-96c6-00e575c83523 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 210 time: 0.0443723 Apr 21 14:59:01.995413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0678db-ff11-497c-9093-811690075990 req-14fdd35b-9be5-4b04-bb3c-c35b7ed56f9e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:01.997095 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-14fdd35b-9be5-4b04-bb3c-c35b7ed56f9e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 797 time: 0.2871888 Apr 21 14:59:02.057511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-f40512bd-3fbd-4b2b-9e10-43010da656e3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:02.069144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cd0678db-ff11-497c-9093-811690075990 req-f40512bd-3fbd-4b2b-9e10-43010da656e3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:02.070254 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-f40512bd-3fbd-4b2b-9e10-43010da656e3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 380 time: 0.0546896 Apr 21 14:59:02.090542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['8b803937-7f5f-4033-ac95-8dd59faed09d']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:59:02.220711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:02.230454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:02.240196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:59:02.243507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.400929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.7 (35a0aa9c-b43e-4423-8f90-6b5c8bc603c4/8d33295a-5cd4-4ce8-bc2a-93de21e0bc36/43cf6452-aef1-442e-8b15-7f1d8568f538) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:59:02.581554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.596745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 43cf6452-aef1-442e-8b15-7f1d8568f538 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:02.616918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.690295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:02.693383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:02.697596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:59:02.722839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=43cf6452-aef1-442e-8b15-7f1d8568f538,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:02.760087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:02.760864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.787036 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-ee2e231c-a4e3-4df4-a349-c3233bd417ec tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003653 Apr 21 14:59:02.803655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Request body: {'port': {'device_id': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:59:02.885424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 658ead01-fc65-4eec-bc49-03a7f9027bc1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:02.930559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.978056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 658ead01-fc65-4eec-bc49-03a7f9027bc1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:02.986532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 658ead01-fc65-4eec-bc49-03a7f9027bc1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:02.986970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.023791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-27fb2381-4b7f-48f0-bd43-c4f80e7272e7 None None] Provisioning for port 43cf6452-aef1-442e-8b15-7f1d8568f538 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:03.039071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-27fb2381-4b7f-48f0-bd43-c4f80e7272e7 None None] Provisioning complete for port 43cf6452-aef1-442e-8b15-7f1d8568f538 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:03.039450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-27fb2381-4b7f-48f0-bd43-c4f80e7272e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.100743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-27fb2381-4b7f-48f0-bd43-c4f80e7272e7 None None] Port 43cf6452-aef1-442e-8b15-7f1d8568f538 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 14:59:03.157813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.188939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 658ead01-fc65-4eec-bc49-03a7f9027bc1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=658ead01-fc65-4eec-bc49-03a7f9027bc1,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:59:03.192580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.247517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a97d56-197b-431f-afe9-7c41be5bdbcd req-7527e78d-7045-47a3-b854-0b60eb3f0a4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:03.248389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-d6a97d56-197b-431f-afe9-7c41be5bdbcd req-7527e78d-7045-47a3-b854-0b60eb3f0a4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:03.258182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=658ead01-fc65-4eec-bc49-03a7f9027bc1,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:03.281282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-d6a97d56-197b-431f-afe9-7c41be5bdbcd req-7527e78d-7045-47a3-b854-0b60eb3f0a4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:03.282436 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d6a97d56-197b-431f-afe9-7c41be5bdbcd req-7527e78d-7045-47a3-b854-0b60eb3f0a4d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 931 time: 0.2307141 Apr 21 14:59:03.382683 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cf6452-aef1-442e-8b15-7f1d8568f538 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:59:03.390705 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d6a97d56-197b-431f-afe9-7c41be5bdbcd req-9bb94c4b-a927-4793-b96c-400c7a8954ac tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020105 Apr 21 14:59:03.392383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.409984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Transition to ACTIVE for port object 43cf6452-aef1-442e-8b15-7f1d8568f538 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:03.417508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.544722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Pushing event updated for resources: {'Port': ['ID=43cf6452-aef1-442e-8b15-7f1d8568f538,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:03.653241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Attempting to bind port 43cf6452-aef1-442e-8b15-7f1d8568f538 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:59:03.653575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Attempting to bind port 43cf6452-aef1-442e-8b15-7f1d8568f538 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:59:03.653903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Attempting to bind port 43cf6452-aef1-442e-8b15-7f1d8568f538 on network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:59:03.659529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Port 43cf6452-aef1-442e-8b15-7f1d8568f538 on network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 14:59:03.659851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Attempting to bind port 43cf6452-aef1-442e-8b15-7f1d8568f538 on network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 14:59:03.666103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 14:59:03.666440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Checking segment: {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 14:59:03.666823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Bound using segment: {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 14:59:03.667279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Bound port: 43cf6452-aef1-442e-8b15-7f1d8568f538, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd236993f-1ce5-4be5-b94b-ee4762054ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:59:03.667626 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.755329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] For port 43cf6452-aef1-442e-8b15-7f1d8568f538, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:59:03.758145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] For port 43cf6452-aef1-442e-8b15-7f1d8568f538, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43cf6452-aef1-442e-8b15-7f1d8568f538,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:59:03.763099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.829407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.830781 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] 10.222.0.21 "PUT /v2.0/ports/43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 1093 time: 1.0314360 Apr 21 14:59:03.831206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:59:03.849331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f669f7-ff61-44f2-832c-faff506af91c service neutron] Pushing event updated for resources: {'Port': ['ID=43cf6452-aef1-442e-8b15-7f1d8568f538,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:03.922173 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab1e67d-f539-4e43-a16a-7f400d39f5d9'] response: {'name': 'network-changed', 'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'status': 'completed', 'code': 200} Apr 21 14:59:04.059375 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-a3ee21e8-22f0-484e-b222-1e5cd01f4758 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1096 time: 0.1709166 Apr 21 14:59:04.132387 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-b5811c61-feb0-49fa-8925-04a3f06e90e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 217 time: 0.0611262 Apr 21 14:59:04.191278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0678db-ff11-497c-9093-811690075990 req-bf3fbb4d-cb08-49a1-a088-f688623f60cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:04.192715 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-bf3fbb4d-cb08-49a1-a088-f688623f60cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 844 time: 0.0556264 Apr 21 14:59:04.262823 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-20356611-92aa-4458-8af0-8caab13d6b29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649221 Apr 21 14:59:04.390367 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-f6ba0862-97e9-4070-bdaa-d65a6d000386 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213348 Apr 21 14:59:04.552180 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cd0678db-ff11-497c-9093-811690075990 req-60d34795-72e9-4842-903f-4ed3ee912941 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557791 Apr 21 14:59:04.598620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae78c-904d-4245-9615-938120860c27 req-c526695f-0631-4633-b6a9-810cacc8e18a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:04.600049 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-771ae78c-904d-4245-9615-938120860c27 req-c526695f-0631-4633-b6a9-810cacc8e18a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 943 time: 0.0827870 Apr 21 14:59:04.681209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-771ae78c-904d-4245-9615-938120860c27 req-7b602658-ea78-423e-97a6-9e73af4abf27 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751791 Apr 21 14:59:04.709850 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-8d87c4de-d64f-4aca-8c89-ffa6b2a33ece service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1096 time: 0.0749402 Apr 21 14:59:04.837372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-3920a930-5251-4389-9a16-3fddbca30bc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:04.839409 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-3920a930-5251-4389-9a16-3fddbca30bc1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 898 time: 0.1231048 Apr 21 14:59:04.855607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 658ead01-fc65-4eec-bc49-03a7f9027bc1 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:04.908172 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-089a71ca-bcc0-48ec-81d2-7be350239661 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 217 time: 0.0629385 Apr 21 14:59:04.925758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 658ead01-fc65-4eec-bc49-03a7f9027bc1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:04.926129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:04.970187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-477c12d0-d8d3-4d68-9d98-be0b12e137e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:04.971609 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-477c12d0-d8d3-4d68-9d98-be0b12e137e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 844 time: 0.0573368 Apr 21 14:59:05.055625 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-614745fb-2dff-42cf-8617-00934c1373e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699275 Apr 21 14:59:05.191256 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-9ac459dc-fa4e-4863-ae63-0c07f982f872 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282282 Apr 21 14:59:05.322930 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5af04f1a-e2a0-4e43-a3ac-72574099ec6a req-d51d5f76-9349-47d8-810e-9ca2c8afb431 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252713 Apr 21 14:59:05.883063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d698dd-ccc7-450d-85ea-5b6bce267820 req-014c597e-0f1a-4d78-b2fc-9a8b34d695b4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:05.884528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-74d698dd-ccc7-450d-85ea-5b6bce267820 req-014c597e-0f1a-4d78-b2fc-9a8b34d695b4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 943 time: 0.0827808 Apr 21 14:59:05.929084 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-74d698dd-ccc7-450d-85ea-5b6bce267820 req-769a8cfe-0430-4612-b8a4-7679ceb38e8f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389986 Apr 21 14:59:07.120284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847511e2-3bab-4b4e-bd46-d7d06e661870 req-d25af708-20cd-4f8f-b897-460f197506e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:07.121668 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-847511e2-3bab-4b4e-bd46-d7d06e661870 req-d25af708-20cd-4f8f-b897-460f197506e8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 943 time: 0.0751455 Apr 21 14:59:07.166727 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-847511e2-3bab-4b4e-bd46-d7d06e661870 req-b1d778bd-d37c-4361-b6b2-8cc11bae5325 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 Apr 21 14:59:08.360181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b2ef7-7729-4e3f-b829-f09f7c1e9d7e req-6d47eb5d-5285-47cd-8a13-23b5ba358823 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:08.361600 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-100b2ef7-7729-4e3f-b829-f09f7c1e9d7e req-6d47eb5d-5285-47cd-8a13-23b5ba358823 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 943 time: 0.0753894 Apr 21 14:59:08.405933 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-100b2ef7-7729-4e3f-b829-f09f7c1e9d7e req-d47735a5-45ad-481c-ad08-dc4eb38fe3e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Apr 21 14:59:08.634169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 43cf6452-aef1-442e-8b15-7f1d8568f538 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:59:08.763667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 43cf6452-aef1-442e-8b15-7f1d8568f538, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43cf6452-aef1-442e-8b15-7f1d8568f538,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:59:08.779624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'port_id': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'mac_address': 'fa:16:3e:02:c9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:59:08.831853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.848311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cf6452-aef1-442e-8b15-7f1d8568f538 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 14:59:08.862992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 43cf6452-aef1-442e-8b15-7f1d8568f538, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43cf6452-aef1-442e-8b15-7f1d8568f538,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:59:08.866577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.931555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=43cf6452-aef1-442e-8b15-7f1d8568f538,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:09.244823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['43cf6452-aef1-442e-8b15-7f1d8568f538'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 14:59:09.601220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6418e-d913-4cae-a6d9-c3e821f47bc3 req-b68a5aed-eb82-412d-aeb6-3f5ccce9d96a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:09.602692 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b7b6418e-d913-4cae-a6d9-c3e821f47bc3 req-b68a5aed-eb82-412d-aeb6-3f5ccce9d96a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 944 time: 0.0779784 Apr 21 14:59:09.652912 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b7b6418e-d913-4cae-a6d9-c3e821f47bc3 req-14f14876-aac8-4c59-b1fe-0046af498c00 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Apr 21 14:59:10.635588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 43cf6452-aef1-442e-8b15-7f1d8568f538 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:10.706682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 43cf6452-aef1-442e-8b15-7f1d8568f538 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:10.712101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 43cf6452-aef1-442e-8b15-7f1d8568f538 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:10.712381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:10.825127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:10.851256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:59:10.856138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8332-9066-45cc-a9c4-379e258bbb38 req-c13bc47a-6215-4771-a050-e81ffd4a5a29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:10.857688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-340a8332-9066-45cc-a9c4-379e258bbb38 req-c13bc47a-6215-4771-a050-e81ffd4a5a29 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 944 time: 0.0805004 Apr 21 14:59:10.861318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 43cf6452-aef1-442e-8b15-7f1d8568f538, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43cf6452-aef1-442e-8b15-7f1d8568f538,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:59:10.866421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:10.912056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-340a8332-9066-45cc-a9c4-379e258bbb38 req-3134c26b-2caf-4168-8f7b-6e90f51b1563 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481045 Apr 21 14:59:10.927178 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf22269-c075-48e7-9da9-40fe94f0339a'] response: {'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'code': 200} Apr 21 14:59:10.943372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=43cf6452-aef1-442e-8b15-7f1d8568f538,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:11.171554 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-224c5877-3058-4a34-85cd-639184f64bf6 req-122fdd8c-5094-4422-8765-3910e48d4e37 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1098 time: 0.0664749 Apr 21 14:59:11.216022 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-224c5877-3058-4a34-85cd-639184f64bf6 req-7b659483-bdf4-47e7-be28-f14d96930a32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Apr 21 14:59:12.198400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc1c21-e75b-49bd-8530-92ca2bf4bba5 req-825a7983-7acc-4f81-8ea6-beee1f288abb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:12.199874 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-84cc1c21-e75b-49bd-8530-92ca2bf4bba5 req-825a7983-7acc-4f81-8ea6-beee1f288abb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 945 time: 0.1612253 Apr 21 14:59:12.246759 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-84cc1c21-e75b-49bd-8530-92ca2bf4bba5 req-db8d93df-a220-4f4b-bb10-4707c80fe0f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Apr 21 14:59:13.439760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf0a8-f42c-4c32-b772-4c1ed8a01af4 req-72bf9d13-7cf4-4af3-b7fd-21fda3673fee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:13.441211 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-666cf0a8-f42c-4c32-b772-4c1ed8a01af4 req-72bf9d13-7cf4-4af3-b7fd-21fda3673fee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 945 time: 0.0736790 Apr 21 14:59:13.485384 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-666cf0a8-f42c-4c32-b772-4c1ed8a01af4 req-eb810dbb-1241-4f9d-8371-0b53cabc2cfa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386961 Apr 21 14:59:13.684705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622c442-7b51-491b-8d01-97e7ce521839 req-c8d0b57a-19df-470f-a97d-dd2d72a3e922 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:13.686152 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b622c442-7b51-491b-8d01-97e7ce521839 req-c8d0b57a-19df-470f-a97d-dd2d72a3e922 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 945 time: 0.0827122 Apr 21 14:59:13.738232 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b622c442-7b51-491b-8d01-97e7ce521839 req-9ad762ba-f5ba-48d0-8797-00b56562fb0e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464880 Apr 21 14:59:13.765880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58640) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:13.833374 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c12bbd69-0d85-48d8-b2bd-f8cbbea3d7dc tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1093 time: 0.0663950 Apr 21 14:59:13.835965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58644) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:13.841455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 14:59:13.846678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:13.850443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:13.853422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:13.859362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:13.868623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.003827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.135999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.15 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/85500420-6d55-4198-9dab-fab5829508f4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:59:14.276378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.301759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.368645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:14.372524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:14.375003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 14:59:14.401218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=85500420-6d55-4198-9dab-fab5829508f4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:14.868893 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.921515 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:15.126134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:15.130391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:15.321622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=85500420-6d55-4198-9dab-fab5829508f4,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:15.334695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:15.519406 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032 associated. External IP: 172.26.6.15, port: 43cf6452-aef1-442e-8b15-7f1d8568f538. Apr 21 14:59:15.899084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 1c0e1792-d256-47b7-a82f-1d72e3596611 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:59:16.097390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:59:16.107846 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] Sync routers for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 14:59:16.120556 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:59:16.121121 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:16.122822 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:16.180841 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a6dbe55-5403-4eaa-a467-64da28c8d7ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3438544 Apr 21 14:59:16.181673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 14:59:16.184425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58648) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:16.240778 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222e6866-2a59-4a8f-8ef1-3fb01d593b2d'] response: {'name': 'network-changed', 'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'status': 'completed', 'code': 200} Apr 21 14:59:16.325848 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:59:16.356985 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-bfe2f18a-6661-49fd-8fc6-5de166561fea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1098 time: 0.0704980 Apr 21 14:59:16.382748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-91b5490e-d6bb-4ce4-9309-98f45b8ddd37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032 HTTP/1.1" status: 200 len: 990 time: 0.1970870 Apr 21 14:59:16.490051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-c8afb33c-23cf-4a59-bd25-7c7c8bcbfe5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:16.491528 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-c8afb33c-23cf-4a59-bd25-7c7c8bcbfe5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 898 time: 0.1292672 Apr 21 14:59:16.593074 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-415496ff-75fa-471b-8e26-9cd658df567e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 998 time: 0.0957131 Apr 21 14:59:16.653588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-b5261e78-880a-43ae-9a2c-33d5ef6377ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:16.655041 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-b5261e78-880a-43ae-9a2c-33d5ef6377ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 844 time: 0.0568447 Apr 21 14:59:16.665317 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'port_id': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'mac_address': 'fa:16:3e:02:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:59:14Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:03Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:16.669188 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] Checking router: 1c0e1792-d256-47b7-a82f-1d72e3596611 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 14:59:16.679523 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 14:59:16.680136 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T14:58:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:16.731104 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-1c0de58b-eb60-4a5c-98ee-99149e06edb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702174 Apr 21 14:59:16.860922 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 14:59:16.965636 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-4419af4a-0565-46b9-99fc-61d9ce77f588 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283373 Apr 21 14:59:17.094499 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39e59ab7-0a79-45c1-9eaf-aa3a3c8066c9 req-b1bb7dec-257b-4ed7-ae47-4deaf8bd7b42 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224434 Apr 21 14:59:17.207629 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'port_id': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'mac_address': 'fa:16:3e:02:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:59:14Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:03Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:17.211474 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e456c85-04bd-4c2d-8180-70a2033e5134 None None] The sync data for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv is: [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.15', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'port_id': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'mac_address': 'fa:16:3e:02:c9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:59:14Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:03Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 14:59:17.386471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58654) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:17.487591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d58909ab-4b3a-4a8a-88ac-ff1d017fb2e9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032 HTTP/1.1" status: 200 len: 990 time: 0.0999148 Apr 21 14:59:17.881709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ce10a2-d7db-4aca-b1b6-a25bbff3e657 None None] New status for floating IP a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 14:59:18.490650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:18.592391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4893f573-e857-4010-96f6-84ac7fa9efb1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032 HTTP/1.1" status: 200 len: 992 time: 0.1005516 Apr 21 14:59:19.004635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-50e7d24f-c2c9-4e22-9192-f57e91347a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:21.332847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9a44ecf9-454b-4ed5-b76e-f6fae6f44ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:22.270921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:22.478136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:22.731883 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:59:23.652318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:24.128316 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-ec182422-d815-4c8f-8c17-11749d7dc91a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681422 Apr 21 14:59:24.278231 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-cc089a20-2f1d-437b-83bf-346169e7f790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1098 time: 0.0665972 Apr 21 14:59:24.417288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-17cc281b-6526-46cd-b33b-940340b01e88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:24.418696 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-17cc281b-6526-46cd-b33b-940340b01e88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 898 time: 0.1227121 Apr 21 14:59:24.520214 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-69f1f28a-bfc2-463c-a3e6-d78e9ba2a468 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 1000 time: 0.0951111 Apr 21 14:59:24.583076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-f472527d-f5fa-4d96-bd87-3f2c39591ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 14:59:24.584388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-f472527d-f5fa-4d96-bd87-3f2c39591ef9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 844 time: 0.0589576 Apr 21 14:59:24.655734 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-9ef46a43-86a3-4610-8e8f-c9064977412c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657980 Apr 21 14:59:24.784998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-4738a0ec-317a-4e46-99ef-dd3cafa60def service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219485 Apr 21 14:59:24.913843 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd93be63-9174-48ef-aea6-e1e5f2ab6b76 req-a788b914-7faf-4b3b-8718-6920efd8b6d2 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221800 Apr 21 14:59:30.704581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:49.007442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c48bde09-aea3-49f8-b143-b62182688512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:51.333812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e02d0855-b1d8-433c-adc3-53008346f586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:52.274001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:52.480159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:53.655963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.733211 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:00:00.704372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:19.010574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c1f2883f-4592-4f12-a729-2bb4fc3003cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:21.334726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b3a622e8-4efc-4564-b805-236ffce7b823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:22.277175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:22.481431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:23.655963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:23.890037 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-e913777c-53b7-4e5b-8bd9-a2c66e50c1bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648913 Apr 21 15:00:24.044130 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-10d59914-4d25-4883-b8cb-aafe2006fba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1098 time: 0.0724826 Apr 21 15:00:24.185945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-f8649cfe-0d0d-4e9b-a5d8-59f350af1f72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:00:24.187360 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-f8649cfe-0d0d-4e9b-a5d8-59f350af1f72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 898 time: 0.1235466 Apr 21 15:00:24.285081 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-6d62c708-f010-4cbd-b7af-8843b121e243 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 1000 time: 0.0917771 Apr 21 15:00:24.343904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-81fff53a-682c-40b2-a533-9db941d3d470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:00:24.345311 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-81fff53a-682c-40b2-a533-9db941d3d470 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 844 time: 0.0547526 Apr 21 15:00:24.420893 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-d4a9920b-7166-493b-9e53-6739e525780e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698595 Apr 21 15:00:24.634020 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-9044c69f-cad2-4f72-bc8e-789cf2b5b2b4 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071280 Apr 21 15:00:24.760226 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f4e680a-65fa-4bf1-a39a-1a8d2f86c829 req-43c287ac-9d1d-47ee-b7c9-67e07864e479 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199703 Apr 21 15:00:30.716697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:36.733924 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:00:49.011922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8d7f74d-35e1-4e06-acd3-0b6a9fccad39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:51.336659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4da36add-c55e-4c56-b760-d47875f2e587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:52.280165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:52.483017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:53.658295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:00.724088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:09.983273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58690) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:09.989048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:01:10.224126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16202478'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:10.401707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752279743645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16252679'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:10.454759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:10.455329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:10.456619 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/subnets/8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 836 time: 0.4723663 Apr 21 15:01:10.462781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d43d924-a2c2-4594-a9f9-510bedbaf569 None None] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:01:10.467724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:10.476266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.476539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.476871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.477250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.477577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.477899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.478222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.478543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.478858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.479707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.480025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1d96fc-1bcb-4c69-83b4-3ba6138e3efb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:10.866497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-995dce1f-783d-4e61-961a-97dd2bac72c4 None None] Provisioning complete for port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:10.866867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-995dce1f-783d-4e61-961a-97dd2bac72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:10.988840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-995dce1f-783d-4e61-961a-97dd2bac72c4 None None] Provisioning complete for port 43cf6452-aef1-442e-8b15-7f1d8568f538 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:10.989132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-995dce1f-783d-4e61-961a-97dd2bac72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:11.111344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-995dce1f-783d-4e61-961a-97dd2bac72c4 None None] Provisioning complete for port 658ead01-fc65-4eec-bc49-03a7f9027bc1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:11.111631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-995dce1f-783d-4e61-961a-97dd2bac72c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:13.734190 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:01:19.015925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c18f377c-b878-4b15-b60c-666cf94975e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:21.338558 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e9eaf854-bcef-463b-8b43-31be460ff28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:22.285485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:22.484639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:23.660311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:24.359709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-da17ce5d-0f69-4d11-b9a8-0ea3dad0c90f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1652522 Apr 21 15:01:24.518273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-47ea6825-781b-4047-a3b3-bbd09a7ebe4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1098 time: 0.0745492 Apr 21 15:01:24.656280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-e8b27e99-6841-4330-81f8-91335fd4827c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:24.657686 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-e8b27e99-6841-4330-81f8-91335fd4827c service neutron] 10.222.0.21 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 898 time: 0.1215560 Apr 21 15:01:24.755577 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-1c5bb89f-ae18-4808-a38e-9abf7ae4d0c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 1000 time: 0.0921628 Apr 21 15:01:24.814736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-32530fac-a450-4264-bb03-6620e2f8d4b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:24.816040 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-32530fac-a450-4264-bb03-6620e2f8d4b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 844 time: 0.0552409 Apr 21 15:01:24.889330 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-d6b9e219-7fea-4d2c-a237-1be08d518441 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677361 Apr 21 15:01:25.018780 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-78f63ee0-dbea-4877-b8c0-478c3b2da61c service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235001 Apr 21 15:01:25.147086 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb68770e-27fe-45ca-8bc8-21b857306811 req-8bd58fda-f237-4002-b95f-5fffe60514be service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230993 Apr 21 15:01:30.731270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.017604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3b3d81f6-e182-4bc5-93a0-d64294e61be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.735306 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:01:51.339674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc3c285c-f5f1-4158-ad82-dad2baee4d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.284368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.485975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.278040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58716) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:53.473592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 85500420-6d55-4198-9dab-fab5829508f4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:01:53.473926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.637735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.638063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.662452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.757360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 85500420-6d55-4198-9dab-fab5829508f4 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:01:53.900617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.947360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=85500420-6d55-4198-9dab-fab5829508f4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:53.985032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.985379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.985716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.986045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.986374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.986704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.987028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.987352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.987675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.987995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:53.988340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:54.046837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:54.428675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 1c0e1792-d256-47b7-a82f-1d72e3596611 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:01:54.710800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:01:54.720549 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] Sync routers for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:01:54.729895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:54.732710 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:01:54.733370 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:54.786987 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c255fcfe-ac63-419c-aefe-fb34ce8cdb34 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032 HTTP/1.1" status: 204 len: 168 time: 1.5052307 Apr 21 15:01:54.786987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:01:54.941102 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:01:55.029632 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8561fcf4-3e6f-451d-993d-4f134c7fa740'] response: {'name': 'network-changed', 'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'status': 'completed', 'code': 200} Apr 21 15:01:55.256189 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-b2a22ef2-a5a1-4c74-b41d-0ab2817babbf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 1098 time: 0.1837513 Apr 21 15:01:55.289858 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:03Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:55.294164 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] Checking router: 1c0e1792-d256-47b7-a82f-1d72e3596611 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:01:55.305531 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:01:55.306137 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:55.391907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-a4df609e-f825-4654-8981-cd778b523fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:55.393396 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-a4df609e-f825-4654-8981-cd778b523fd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 200 len: 898 time: 0.1304836 Apr 21 15:01:55.480135 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:01:55.497488 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-7a258c86-279c-41ca-b66c-f5192f8d9d15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 200 len: 217 time: 0.0971944 Apr 21 15:01:55.577699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-10ed894d-d557-4d2b-aa4c-4a420a57df18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:55.579129 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-10ed894d-d557-4d2b-aa4c-4a420a57df18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 200 len: 844 time: 0.0742111 Apr 21 15:01:55.625587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79303713-417a-4711-a01f-975f9c51b00b req-e8640575-5ae9-4b6c-890e-6553a36ff998 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:55.627041 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-79303713-417a-4711-a01f-975f9c51b00b req-e8640575-5ae9-4b6c-890e-6553a36ff998 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 945 time: 0.2972400 Apr 21 15:01:55.688424 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-79303713-417a-4711-a01f-975f9c51b00b req-b3315e82-0177-4e2c-81a8-f3b02d1f383a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548122 Apr 21 15:01:55.698900 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-c23d20c8-e116-4fc2-9da2-6d99066bce26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122680 Apr 21 15:01:55.783447 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:03Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:55.787154 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78bca98-c946-490d-a66a-08f9a67f4869 None None] The sync data for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv is: [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:56Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '658ead01-fc65-4eec-bc49-03a7f9027bc1', 'name': '', 'network_id': '35a0aa9c-b43e-4423-8f90-6b5c8bc603c4', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:df:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:55Z', 'updated_at': '2022-04-21T14:59:03Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '8d33295a-5cd4-4ce8-bc2a-93de21e0bc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:01:55.841277 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-12279ce4-cd54-4c1c-849d-46d1c54af709 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345274 Apr 21 15:01:55.979147 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-397385c2-c85c-490f-8dc3-ff8a5b1a13b2 req-d8b9f122-99b1-44e7-80c3-32097b4a7294 service neutron] 10.222.0.21 "GET /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311200 Apr 21 15:01:56.005443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39d9fec-4ca8-4773-a584-b6a64252a6d0 None None] New status for floating IP a33d3e5a-ce1c-42b3-80f5-7e0b8afd6032: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:01:56.762269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-9b230799-31bd-47e1-8786-45a34649c4f3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:56.763700 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-9b230799-31bd-47e1-8786-45a34649c4f3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 945 time: 0.0817888 Apr 21 15:01:56.831336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 43cf6452-aef1-442e-8b15-7f1d8568f538 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:01:56.831682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.964509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fa75d-34b2-4674-9d86-3a2a9582213c req-2a34c5b6-6c18-47a1-bc3d-b733ba23378c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:01:56.965234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-948fa75d-34b2-4674-9d86-3a2a9582213c req-2a34c5b6-6c18-47a1-bc3d-b733ba23378c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:01:56.981675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-948fa75d-34b2-4674-9d86-3a2a9582213c req-2a34c5b6-6c18-47a1-bc3d-b733ba23378c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:01:56.982781 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-948fa75d-34b2-4674-9d86-3a2a9582213c req-2a34c5b6-6c18-47a1-bc3d-b733ba23378c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 945 time: 0.1600816 Apr 21 15:01:57.030710 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-948fa75d-34b2-4674-9d86-3a2a9582213c req-7e38d27b-8f07-4ce3-890b-aaee0251cfc7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=8b803937-7f5f-4033-ac95-8dd59faed09d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Apr 21 15:01:57.077790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 43cf6452-aef1-442e-8b15-7f1d8568f538, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43cf6452-aef1-442e-8b15-7f1d8568f538,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:01:57.078146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.194377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 43cf6452-aef1-442e-8b15-7f1d8568f538 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:01:57.331023 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.379538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=43cf6452-aef1-442e-8b15-7f1d8568f538,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:57.536519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port 43cf6452-aef1-442e-8b15-7f1d8568f538 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:01:57.539740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.543666 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'name': 'network-vif-deleted', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:01:57.557149 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-66ea99ab-8edc-451c-9fc5-5757420a2d2f req-cc1f0c33-eeaa-4373-a47c-7edd298fd01b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/43cf6452-aef1-442e-8b15-7f1d8568f538 HTTP/1.1" status: 204 len: 173 time: 0.7879412 Apr 21 15:01:57.679483 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2ef458-39e7-491d-8115-1748d02d3055'] response: {'server_uuid': 'e62a49cb-0bbc-4772-8863-e2039c59a9ea', 'name': 'network-vif-deleted', 'tag': '43cf6452-aef1-442e-8b15-7f1d8568f538', 'status': 'completed', 'code': 200} Apr 21 15:01:58.213596 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-77bebfc1-5cd8-41d1-950b-c0c3d164ae15 req-6f491a9a-7245-4d9c-bfa2-c4b80e42c251 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=e62a49cb-0bbc-4772-8863-e2039c59a9ea HTTP/1.1" status: 200 len: 210 time: 0.0451477 Apr 21 15:01:59.315420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58756) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:59.381969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7281069-06f4-4019-bdc5-d82edfa1fe59 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:59.410681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7281069-06f4-4019-bdc5-d82edfa1fe59 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:59.474419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7281069-06f4-4019-bdc5-d82edfa1fe59 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:59.493525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7281069-06f4-4019-bdc5-d82edfa1fe59 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b803937-7f5f-4033-ac95-8dd59faed09d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:59.503212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7281069-06f4-4019-bdc5-d82edfa1fe59 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:59.504325 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f7281069-06f4-4019-bdc5-d82edfa1fe59 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b803937-7f5f-4033-ac95-8dd59faed09d HTTP/1.1" status: 204 len: 168 time: 0.1878443 Apr 21 15:01:59.546875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:59.928555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:00.520832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 658ead01-fc65-4eec-bc49-03a7f9027bc1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:02:00.521150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:00.701049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 658ead01-fc65-4eec-bc49-03a7f9027bc1, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=658ead01-fc65-4eec-bc49-03a7f9027bc1,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:00.701771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:00.729859 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:00.820271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 658ead01-fc65-4eec-bc49-03a7f9027bc1 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:02:01.082051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:01.127042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=658ead01-fc65-4eec-bc49-03a7f9027bc1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:01.393269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 43cf6452-aef1-442e-8b15-7f1d8568f538 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:02:01.413476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:01.428746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 43cf6452-aef1-442e-8b15-7f1d8568f538 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:02:01.429093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 43cf6452-aef1-442e-8b15-7f1d8568f538 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:02:01.978397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 1c0e1792-d256-47b7-a82f-1d72e3596611 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:02:02.173280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:02:02.183401 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] Sync routers for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:02:02.187601 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f3a6e147-da87-4f5c-b12d-9df856f80892 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/1c0e1792-d256-47b7-a82f-1d72e3596611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6396384 Apr 21 15:02:02.190162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58766) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:02.194920 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:02.195510 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:02.379449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet 8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:02:02.382343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:02.403491 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:02.533212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:02.616315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:02.693593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:02.695051 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T15:02:01Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:02.699165 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] Checking router: 1c0e1792-d256-47b7-a82f-1d72e3596611 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:02:02.709506 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] Routers {'1c0e1792-d256-47b7-a82f-1d72e3596611'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:02.710090 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['1c0e1792-d256-47b7-a82f-1d72e3596611'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:02.731373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=8d33295a-5cd4-4ce8-bc2a-93de21e0bc36,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:02.738062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:02.746489 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d6b1f6f3-6d84-4ad2-a084-5e651607f627 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/8d33295a-5cd4-4ce8-bc2a-93de21e0bc36 HTTP/1.1" status: 204 len: 168 time: 0.5530822 Apr 21 15:02:02.746684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dac197-0ffc-40e1-81b8-a94dd1853a20 None None] Network 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:02:02.747102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58770) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:02.892549 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] Set router 1c0e1792-d256-47b7-a82f-1d72e3596611 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:03.014283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.032832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] DHCP port deletion for 35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:02:03.037026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Deleting port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:02:03.037397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.195901 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T15:02:01Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:03.200776 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02193e1c-280e-4f40-a9a6-0e816ac29b35 None None] The sync data for ids ['1c0e1792-d256-47b7-a82f-1d72e3596611'] in dv-neutron-838898-1-hyperv is: [{'id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'name': 'tempest-TestNetworkBasicOps-router-1049259160', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T15:02:01Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '5b3df992-811b-40bb-9c57-0ea9f667d801', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0e1792-d256-47b7-a82f-1d72e3596611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:58:52Z', 'updated_at': '2022-04-21T14:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:02:03.229878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.240911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 5b3df992-811b-40bb-9c57-0ea9f667d801 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:02:03.241306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.247804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] For port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6e1ec264-f350-46f9-a2a6-ccab7b8a9bad,segment=NetworkSegment(d236993f-1ce5-4be5-b94b-ee4762054ad4),segment_id=d236993f-1ce5-4be5-b94b-ee4762054ad4)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:03.248231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.365377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Calling delete_port for 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:02:03.410958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 5b3df992-811b-40bb-9c57-0ea9f667d801, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5b3df992-811b-40bb-9c57-0ea9f667d801,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:03.411436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.440283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.484127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Pushing event deleted for resources: {'Port': ['ID=6e1ec264-f350-46f9-a2a6-ccab7b8a9bad,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:03.489319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] No DVR routers for this DVR port 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:02:03.498667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.498667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.498925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.499269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.499717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.500621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.500807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.501455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.501801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.502195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.502749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bbba77-e9f9-4d6a-ace7-e4f7b443937a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:03.532817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 5b3df992-811b-40bb-9c57-0ea9f667d801 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:02:03.699892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.746631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=5b3df992-811b-40bb-9c57-0ea9f667d801,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:03.958271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.295358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.299295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.323606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.324126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router 1c0e1792-d256-47b7-a82f-1d72e3596611 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:02:04.339025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.342613 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2fe2f43a-4657-4031-833e-0457b6662cbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/1c0e1792-d256-47b7-a82f-1d72e3596611 HTTP/1.1" status: 204 len: 168 time: 1.5925293 Apr 21 15:02:04.343300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:04.463974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.598559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.622289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a0aa9c-b43e-4423-8f90-6b5c8bc603c4']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:04.634135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd236993f-1ce5-4be5-b94b-ee4762054ad4') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:04.634953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd236993f-1ce5-4be5-b94b-ee4762054ad4') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:04.645845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.661913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.667942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:02:04.668332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:02:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:02:04.761590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.779547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.790798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=35a0aa9c-b43e-4423-8f90-6b5c8bc603c4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:04.800672 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f045ed4-45b3-45e4-b25e-5b9bad748a80 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/35a0aa9c-b43e-4423-8f90-6b5c8bc603c4 HTTP/1.1" status: 204 len: 168 time: 0.4562597 Apr 21 15:02:04.815370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58778) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:04.821144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--1157748274', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:04.826792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:04.830898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:04.833734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:04.840501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:04.849835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:02:04.852810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.881377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:02:04.890535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.890969 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment 50d6d493-e4bf-459a-bace-93f2837a93f3 of type vlan for network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 Apr 21 15:02:04.928322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.944295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 658ead01-fc65-4eec-bc49-03a7f9027bc1 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:02:04.958980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.962697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:04.963270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:04.976813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 658ead01-fc65-4eec-bc49-03a7f9027bc1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:02:04.977163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 658ead01-fc65-4eec-bc49-03a7f9027bc1 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:02:04.977585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:02:05.012323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:02:05.012672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6e1ec264-f350-46f9-a2a6-ccab7b8a9bad not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:02:05.013095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5b3df992-811b-40bb-9c57-0ea9f667d801 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:02:05.043102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 5b3df992-811b-40bb-9c57-0ea9f667d801 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:02:05.043483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5b3df992-811b-40bb-9c57-0ea9f667d801 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:02:05.072958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:05.076232 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ebbe34ed-71b5-4361-9e6e-767c523780bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2597969 Apr 21 15:02:05.079318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:05.083338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:02:05.084563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-734711226', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:05.091580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:05.095419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:05.098566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:05.104644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:05.115922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.116796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.136637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.280685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.453062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.481462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.611240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.153 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/54d7aebe-76eb-4462-ad16-8c1af779f970) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:05.846488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.873040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.933763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:05.936880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:05.940406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:02:05.984112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=54d7aebe-76eb-4462-ad16-8c1af779f970,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:06.098526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:06.099147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:06.319955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:02:06.510984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:02:06.521956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Sync routers for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:02:06.535491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:06.536342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:06.537693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:06.539038 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbf566bf-e269-4881-b738-76b5fdc20578 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4587274 Apr 21 15:02:06.542877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58786) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:06.750132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:06.834259 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc4b6bc5-f122-48ea-9bac-20218093d0f5 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2902071 Apr 21 15:02:06.836886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58792) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:06.964260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbeecc5-7688-41e1-9893-7d3d561980ee tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:06.965734 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbbeecc5-7688-41e1-9893-7d3d561980ee tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279087 Apr 21 15:02:06.968441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58796) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:07.009399 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9803112-989f-4bd8-ab49-bb4512a92eda tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376046 Apr 21 15:02:07.009620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58800) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:07.015171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350745725', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:07.033897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:06Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:07.037616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Checking router: 8da90ade-c24f-4aa4-a53a-fddf4bcde4de for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:02:07.037972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Updating router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de port 54d7aebe-76eb-4462-ad16-8c1af779f970 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:02:07.087575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.122010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:07.125419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:07.128180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:07.134089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:07.144620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:02:07.243194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.406507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.417993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Transition to ACTIVE for port object 54d7aebe-76eb-4462-ad16-8c1af779f970 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:07.424261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.453991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.506812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9711697-eac7-43d0-bfdb-1eede84aee5d None None] Pushing event updated for resources: {'Port': ['ID=54d7aebe-76eb-4462-ad16-8c1af779f970,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:07.509442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Attempting to bind port 54d7aebe-76eb-4462-ad16-8c1af779f970 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:02:07.510817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Attempting to bind port 54d7aebe-76eb-4462-ad16-8c1af779f970 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:02:07.510817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Attempting to bind port 54d7aebe-76eb-4462-ad16-8c1af779f970 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:02:07.518608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:02:07.519356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:02:07.519356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.519748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:02:07.520244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Bound port: 54d7aebe-76eb-4462-ad16-8c1af779f970, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:02:07.520620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.523968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=da75dd23-e9bf-4654-9b13-68bf720e5457,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:07.547038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:02:07.547372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: f52e226f-df59-4ac0-99f1-f2f4d0af3dd9, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:02:07.569562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:02:07.579572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, f52e226f-df59-4ac0-99f1-f2f4d0af3dd9) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:07.583596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:07.584209 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.591460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b4381-a750-45e9-b2f9-13dfdf18c233 None None] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:02:07.606770 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bed2cd4f-79e6-40dc-a24a-dd4a0e6b294b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5962343 Apr 21 15:02:07.608944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] For port 54d7aebe-76eb-4462-ad16-8c1af779f970, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:02:07.609532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58804) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:07.671538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] For port 54d7aebe-76eb-4462-ad16-8c1af779f970, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=54d7aebe-76eb-4462-ad16-8c1af779f970,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:02:07.679106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.837144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9711697-eac7-43d0-bfdb-1eede84aee5d None None] Pushing event updated for resources: {'Port': ['ID=54d7aebe-76eb-4462-ad16-8c1af779f970,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:07.845350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:07.845962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:08.007526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:02:08.008354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:08.137274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:08.413982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Allocated IP 172.20.0.2 (f52e226f-df59-4ac0-99f1-f2f4d0af3dd9/da75dd23-e9bf-4654-9b13-68bf720e5457/9d998ce7-065b-420d-90fa-b09acd35483d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:08.500363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:08.687758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:06Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:08.699754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93aaf64-b0c4-43fb-a4bf-ac8b8f8df39a None None] The sync data for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv is: [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:06Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:02:08.703933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:08.715291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Transition to ACTIVE for port object 9d998ce7-065b-420d-90fa-b09acd35483d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:08.741416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Transition to ACTIVE for port object 9d998ce7-065b-420d-90fa-b09acd35483d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:08.749936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:08.831822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:08.835240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:08.841482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:02:08.843599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Pushing event updated for resources: {'Port': ['ID=9d998ce7-065b-420d-90fa-b09acd35483d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:08.951055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (f52e226f-df59-4ac0-99f1-f2f4d0af3dd9/da75dd23-e9bf-4654-9b13-68bf720e5457/8c450c4a-9cdd-4b0e-bfba-ba154c42a494) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:08.964451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Attempting to bind port 9d998ce7-065b-420d-90fa-b09acd35483d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:02:08.964834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Attempting to bind port 9d998ce7-065b-420d-90fa-b09acd35483d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:02:08.965291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Attempting to bind port 9d998ce7-065b-420d-90fa-b09acd35483d on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:02:08.973762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:02:08.974102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Checking segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:02:08.974665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:08.975079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Bound using segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:02:08.975689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Bound port: 9d998ce7-065b-420d-90fa-b09acd35483d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:02:08.976121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.067156 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 54d7aebe-76eb-4462-ad16-8c1af779f970 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:09.148977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.150500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] For port 9d998ce7-065b-420d-90fa-b09acd35483d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:02:09.156163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] For port 9d998ce7-065b-420d-90fa-b09acd35483d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9d998ce7-065b-420d-90fa-b09acd35483d,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:02:09.163583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.167319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:09.196013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.241267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 54d7aebe-76eb-4462-ad16-8c1af779f970 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:09.249490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 54d7aebe-76eb-4462-ad16-8c1af779f970 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:09.249867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.274506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:09.277809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:09.282377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:02:09.305035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4a2f-8793-463f-8e47-eee2e4bcda91 None None] Pushing event updated for resources: {'Port': ['ID=9d998ce7-065b-420d-90fa-b09acd35483d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:09.316843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:09.353332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.404900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.424505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 54d7aebe-76eb-4462-ad16-8c1af779f970, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=54d7aebe-76eb-4462-ad16-8c1af779f970,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:09.430783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.476155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:09.522421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=54d7aebe-76eb-4462-ad16-8c1af779f970,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:10.001265 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:10.006345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:10.121755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:10.125397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:10.246885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2022ae6-2945-4261-8125-761b132b7767 None None] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:02:10.269611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:10.270681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:10.341794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-de0cb32f-2ea3-4c98-9a30-b22c8c2eb53a None None] Provisioning for port 9d998ce7-065b-420d-90fa-b09acd35483d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:10.647827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:02:10.697324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-38d0b89e-a4cc-44cd-a8a8-f8acffd523d3 None None] Provisioning for port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:10.702872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-38d0b89e-a4cc-44cd-a8a8-f8acffd523d3 None None] Provisioning complete for port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:10.703243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-38d0b89e-a4cc-44cd-a8a8-f8acffd523d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:10.757243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-38d0b89e-a4cc-44cd-a8a8-f8acffd523d3 None None] Port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:02:10.854964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:02:10.870852 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dedc184e-8073-42f4-8a36-4589e3c6c575 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/8da90ade-c24f-4aa4-a53a-fddf4bcde4de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2574823 Apr 21 15:02:10.871075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:10.882966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c89e5242-4880-411f-a634-0e3df86146f5 None None] Provisioning complete for port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:10.883439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c89e5242-4880-411f-a634-0e3df86146f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:10.944473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-c89e5242-4880-411f-a634-0e3df86146f5 None None] Port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:02:11.049044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a944b-bdbe-4f2c-b1a8-a5659264a688 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.049572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9d998ce7-065b-420d-90fa-b09acd35483d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:11.049698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a944b-bdbe-4f2c-b1a8-a5659264a688 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.049799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a944b-bdbe-4f2c-b1a8-a5659264a688 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.050115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a944b-bdbe-4f2c-b1a8-a5659264a688 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.051748 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e6a944b-bdbe-4f2c-b1a8-a5659264a688 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1798673 Apr 21 15:02:11.054350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58812) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:11.114641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-54e72036-9d1e-4e00-aafc-587ce992e95f None None] Provisioning complete for port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:11.114938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-54e72036-9d1e-4e00-aafc-587ce992e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.121498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e35f7b-74ae-4f5f-8dd5-fe8d5bc32046 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.121812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e35f7b-74ae-4f5f-8dd5-fe8d5bc32046 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.122169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e35f7b-74ae-4f5f-8dd5-fe8d5bc32046 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.122518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e35f7b-74ae-4f5f-8dd5-fe8d5bc32046 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:11.124171 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03e35f7b-74ae-4f5f-8dd5-fe8d5bc32046 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0689063 Apr 21 15:02:11.126776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58816) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:11.205693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-54e72036-9d1e-4e00-aafc-587ce992e95f None None] Port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:02:11.207238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9d998ce7-065b-420d-90fa-b09acd35483d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:11.212627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9d998ce7-065b-420d-90fa-b09acd35483d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:11.212998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.330708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.364477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 9d998ce7-065b-420d-90fa-b09acd35483d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9d998ce7-065b-420d-90fa-b09acd35483d,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:11.368022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.368797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 54d7aebe-76eb-4462-ad16-8c1af779f970 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:11.440033 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-14c2d7ba-d64f-49e5-b9fa-ecccb9020eb6 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3096132 Apr 21 15:02:11.477368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=9d998ce7-065b-420d-90fa-b09acd35483d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:11.490612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 54d7aebe-76eb-4462-ad16-8c1af779f970 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:11.491030 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.587075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58822) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:11.593343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833331191', 'description': 'tempest-secgroup-smoke-1833331191 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:11.599177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:11.603241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:11.606699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:11.612445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:11.622019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.656075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:11.659753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:11.662528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:11.669705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:11.723734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.727358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.771103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54628a2-849c-4a68-a656-56dd9e1588e8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:11.775230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.776987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1890235 Apr 21 15:02:11.779901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58826) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:11.782489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.782844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.783185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.783523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.783873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.784222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.784613 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.784949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.785277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.785603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.785782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'b54628a2-849c-4a68-a656-56dd9e1588e8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:11.785912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016e99f1-aa32-4abe-a618-9b12d092ed93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:11.793807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:11.797602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:11.800464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:11.807528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:11.822809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.882513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.887021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.912955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b21bf7-94aa-46a5-8e86-f77e69838218,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:11.922959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:11.924379 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c2883d46-efd8-4574-80cd-06e846d6bd82 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1433256 Apr 21 15:02:11.927020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58830) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:11.932727 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'b54628a2-849c-4a68-a656-56dd9e1588e8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:11.938839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:11.943800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:11.947032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:11.952916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:11.969535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.031459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.035042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.059339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0566b4-5bfe-4e1d-a3f2-141115a1962c,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:12.068345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.069514 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-23ecd617-3df0-495a-b3ad-689bcc50d7df tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1415861 Apr 21 15:02:12.072191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58834) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:12.078135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'b54628a2-849c-4a68-a656-56dd9e1588e8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:12.084438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:12.089141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:12.092032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:12.097862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:12.116582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.182768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.186739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.210385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd435f1-abe1-4a10-9731-ae4aa0bd8557,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:12.219880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.221065 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d0c014e3-40c5-4ffa-aa4c-52c82a54f5e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1474397 Apr 21 15:02:12.223730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58838) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:12.228938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'b54628a2-849c-4a68-a656-56dd9e1588e8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:12.234451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:12.238137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:12.240962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:12.246618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:12.263893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.326472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.330415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.346871 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Sync routers for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:02:12.353782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c3a961-17f8-4f67-9487-5e42dbc8b713,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:12.362157 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:12.362845 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:12.363098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.364031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ffe672a8-6d65-4576-bc12-0f2cfae5d23a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1393824 Apr 21 15:02:12.366751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58842) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:12.372582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'b54628a2-849c-4a68-a656-56dd9e1588e8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:12.378189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:12.381909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:12.384700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:12.390337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:12.401267 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:02:12.407692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.470344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.475311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.501484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32f9610-61e9-4cb8-a0e5-01c6504e0513,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:12.510943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.512366 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a709f569-9b30-4d67-8a8d-941755fdcd24 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1447015 Apr 21 15:02:12.515044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58846) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:12.520532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'b54628a2-849c-4a68-a656-56dd9e1588e8', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:12.526696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:12.530512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:12.533343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:12.538914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:12.547188 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:12.550127 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:02:12.556751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.622609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.626217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.648883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fc5485-724f-4a24-8397-0289145ead89,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:12.657725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.658930 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-90f9461e-bb11-4e4e-8843-e586305eeae5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1429765 Apr 21 15:02:12.887599 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:12.891436 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Checking router: 8da90ade-c24f-4aa4-a53a-fddf4bcde4de for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:02:12.891780 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Updating router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:02:12.903046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-d53b3cd5-57a1-42ab-9ef6-0d789eda6127 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:12.919073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-d53b3cd5-57a1-42ab-9ef6-0d789eda6127 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:12.920311 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-d53b3cd5-57a1-42ab-9ef6-0d789eda6127 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833331191&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0574059 Apr 21 15:02:12.949948 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:12.964891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9d998ce7-065b-420d-90fa-b09acd35483d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:13.044410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9d998ce7-065b-420d-90fa-b09acd35483d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:13.044697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:13.077167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-c42438c3-4e0d-4290-889f-4146c7d177d6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:13.077976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-c42438c3-4e0d-4290-889f-4146c7d177d6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:13.095417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-c42438c3-4e0d-4290-889f-4146c7d177d6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:13.097006 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-c42438c3-4e0d-4290-889f-4146c7d177d6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 797 time: 0.1697762 Apr 21 15:02:13.114604 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-84b9f4be-44ce-437e-abe4-05de1dd4bf75 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0112100 Apr 21 15:02:13.203743 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-6761fc64-b2e5-4c57-8337-85327b0dff97 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828395 Apr 21 15:02:13.302367 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:13.314257 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Transition to ACTIVE for port object 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:13.321172 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:13.406625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-7695fb6b-6b54-4304-82cd-36dea6cbaf31 service neutron] 10.222.0.42 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914253 Apr 21 15:02:13.479589 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Pushing event updated for resources: {'Port': ['ID=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:13.531877 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.532233 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.532787 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.533110 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.533430 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.533884 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.534057 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.534371 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.534687 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.534996 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.535307 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:13.545208 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-902bc878-0dd4-4f45-a6b8-d478d13377f1 service neutron] 10.222.0.42 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319726 Apr 21 15:02:13.546549 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Attempting to bind port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:02:13.546906 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Attempting to bind port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:02:13.547258 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Attempting to bind port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:02:13.553902 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:02:13.554292 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Checking segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:02:13.554688 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:13.555065 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Bound using segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:02:13.555846 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Bound port: 8c450c4a-9cdd-4b0e-bfba-ba154c42a494, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:02:13.556238 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:13.657374 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] For port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:02:13.657374 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] For port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:02:13.661062 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:13.746973 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a2263-1633-453f-81df-aec31a8d11f6 None None] Pushing event updated for resources: {'Port': ['ID=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:13.747136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-d126ff21-c984-4121-b424-4de15a743bff req-7a94ab28-fa88-4f96-a868-9d84574c4d90 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:13.752336 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:13.753258 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:01:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:13.764642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-d126ff21-c984-4121-b424-4de15a743bff req-7a94ab28-fa88-4f96-a868-9d84574c4d90 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:13.765892 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d126ff21-c984-4121-b424-4de15a743bff req-7a94ab28-fa88-4f96-a868-9d84574c4d90 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 210 time: 0.0653894 Apr 21 15:02:13.954266 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:14.282453 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:13Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:14.286301 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bcfcd7-f6d0-4642-b3f2-1f37acd5ef5a None None] The sync data for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv is: [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:13Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:02:15.045602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:15.094230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-637a5da1-43b8-4016-8e0b-99161f8b7316 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:15.095808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-637a5da1-43b8-4016-8e0b-99161f8b7316 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:15.120190 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-637a5da1-43b8-4016-8e0b-99161f8b7316 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:15.122241 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-637a5da1-43b8-4016-8e0b-99161f8b7316 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 797 time: 0.2425828 Apr 21 15:02:15.129690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:15.139943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:15.140748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:15.146934 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c9d35088-863d-44b5-950c-ee1a061f4bdc req-4f006326-1e4e-47e4-91cc-a5ca8e4ad424 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 210 time: 0.2421966 Apr 21 15:02:15.206002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-119226e9-9d73-4554-9a58-ff2ac9b43865 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:15.219838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-119226e9-9d73-4554-9a58-ff2ac9b43865 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:15.221767 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-119226e9-9d73-4554-9a58-ff2ac9b43865 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 380 time: 0.0816851 Apr 21 15:02:15.237061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['b54628a2-849c-4a68-a656-56dd9e1588e8']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:15.274281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:15.309663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:15.313446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:15.373132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:15.378265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:15.382759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:15.392320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:02:15.395392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:15.552862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.8 (f52e226f-df59-4ac0-99f1-f2f4d0af3dd9/da75dd23-e9bf-4654-9b13-68bf720e5457/c8e33f1a-6d82-4177-a1e1-0cdef9a48027) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:15.733111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:15.748232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object c8e33f1a-6d82-4177-a1e1-0cdef9a48027 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:15.769812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:15.843220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:15.846154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:15.850066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:02:15.880015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:15.915011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:15.915617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:15.943357 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-81ef84b7-e0e4-4442-98b2-68cdeff3b853 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7100992 Apr 21 15:02:15.960833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Request body: {'port': {'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:16.073622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:16.114061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e3363338-1d5a-4719-b5ed-83f21f6a67c5 None None] Provisioning for port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:16.118783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e3363338-1d5a-4719-b5ed-83f21f6a67c5 None None] Provisioning complete for port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:16.119129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e3363338-1d5a-4719-b5ed-83f21f6a67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:16.174732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e3363338-1d5a-4719-b5ed-83f21f6a67c5 None None] Port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:02:16.405944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59471d-e93b-41f3-b9bf-28a504814fc5 req-99cf2119-e362-4535-a4c1-2fc53a2f72aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:16.406619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-7a59471d-e93b-41f3-b9bf-28a504814fc5 req-99cf2119-e362-4535-a4c1-2fc53a2f72aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:16.468299 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-7a59471d-e93b-41f3-b9bf-28a504814fc5 req-99cf2119-e362-4535-a4c1-2fc53a2f72aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:16.469409 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7a59471d-e93b-41f3-b9bf-28a504814fc5 req-99cf2119-e362-4535-a4c1-2fc53a2f72aa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 931 time: 0.1903548 Apr 21 15:02:16.491610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e33f1a-6d82-4177-a1e1-0cdef9a48027 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:02:16.502285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:16.532258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Transition to ACTIVE for port object c8e33f1a-6d82-4177-a1e1-0cdef9a48027 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:16.538084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:16.662934 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7a59471d-e93b-41f3-b9bf-28a504814fc5 req-e76a5590-844b-43fa-a74c-6340372dbbaa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868756 Apr 21 15:02:16.756735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:16.866877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Attempting to bind port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:02:16.867202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Attempting to bind port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:02:16.867524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Attempting to bind port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:02:16.873137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:02:16.873451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Attempting to bind port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:02:16.879541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:02:16.879867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Checking segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:02:16.880271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Bound using segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:02:16.880687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Bound port: c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:02:16.881022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:16.960291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:16.969290 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:02:16.972544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:02:16.977671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:17.033578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:17.033942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:17.041894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:17.043282 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] 10.222.0.21 "PUT /v2.0/ports/c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 1093 time: 1.0867505 Apr 21 15:02:17.043736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:02:17.068116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb90e96-4780-402f-94e8-88e925dd222b service neutron] Pushing event updated for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:17.146878 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25020e53-c92d-4d48-a1b9-4866442035ef'] response: {'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'status': 'completed', 'code': 200} Apr 21 15:02:17.189468 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-9a6fbd71-87a5-4b3a-af4a-41ee8c843984 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1096 time: 0.0869565 Apr 21 15:02:17.265620 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-771b3a0c-f195-4e06-a948-00229d1f1347 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 217 time: 0.0647535 Apr 21 15:02:17.328871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-9ef781e9-565a-4d50-8d28-3af88486159f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:17.330331 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-9ef781e9-565a-4d50-8d28-3af88486159f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0590975 Apr 21 15:02:17.403900 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5931b065-7847-4bf2-a4e3-6b71867c943e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675271 Apr 21 15:02:17.531101 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-5e40aced-a17c-4aa1-b76a-e9fc802426a7 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209133 Apr 21 15:02:17.659257 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de2b3c61-58a5-4119-a873-cec5dff4bea1 req-40164db9-6215-4993-ab9b-799a9d23e113 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224892 Apr 21 15:02:17.870587 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-bf397e44-eb62-46ed-a721-eb91b9136769 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1096 time: 0.1294646 Apr 21 15:02:17.880821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a9e63-76a8-4a71-b8e1-46a19d00a102 req-cd7f13f0-d4fb-4b40-8efa-3cbb88935e54 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:17.882292 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d1a9e63-76a8-4a71-b8e1-46a19d00a102 req-cd7f13f0-d4fb-4b40-8efa-3cbb88935e54 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 943 time: 0.0964520 Apr 21 15:02:18.023688 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d1a9e63-76a8-4a71-b8e1-46a19d00a102 req-b1157d76-303b-4e67-9e97-6ff137cfa767 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200340 Apr 21 15:02:18.046606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-f8174ebb-e27e-44c5-8617-ebb671bd122b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:18.048048 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-f8174ebb-e27e-44c5-8617-ebb671bd122b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1649098 Apr 21 15:02:18.118899 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-8844bfc6-ed43-4297-94f3-79da78e7af73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 217 time: 0.0645316 Apr 21 15:02:18.179730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-07a9df61-ce7e-4f9e-9a37-2a4720059ffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:18.181181 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-07a9df61-ce7e-4f9e-9a37-2a4720059ffd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0553656 Apr 21 15:02:18.259000 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-b4effce2-de20-42bd-a418-13c9c21972b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714462 Apr 21 15:02:18.472588 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-2ff191e0-6fea-4927-bcb9-03df661223cb service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067916 Apr 21 15:02:18.600327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c896d901-fe2f-4de9-b37b-2c490e10b300 req-bfca0fb2-e86d-4978-8b4c-391288b4e1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201544 Apr 21 15:02:19.020750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bc903e9d-ca97-4239-99e6-7f2cdb1a3a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:19.218485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07204bb2-fc34-4756-97ed-5572d42a75c3 req-aeadd918-711d-40b0-b714-ee71deef57d3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:19.219916 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-07204bb2-fc34-4756-97ed-5572d42a75c3 req-aeadd918-711d-40b0-b714-ee71deef57d3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 943 time: 0.0741804 Apr 21 15:02:19.266556 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-07204bb2-fc34-4756-97ed-5572d42a75c3 req-2f2c3792-83b0-4183-9604-ded98ccd9dc0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410285 Apr 21 15:02:19.487455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c8e33f1a-6d82-4177-a1e1-0cdef9a48027 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:02:19.616731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:19.629945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:02:19.681030 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:19.697989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e33f1a-6d82-4177-a1e1-0cdef9a48027 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:02:19.712049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:19.715894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:19.782243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:20.023438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['c8e33f1a-6d82-4177-a1e1-0cdef9a48027'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:02:20.473738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262171da-6a13-4470-be9f-e5c6e82361b2 req-d5b8709e-2198-4136-8916-88c5d26e5620 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:20.475177 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-262171da-6a13-4470-be9f-e5c6e82361b2 req-d5b8709e-2198-4136-8916-88c5d26e5620 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 944 time: 0.0753267 Apr 21 15:02:20.519264 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-262171da-6a13-4470-be9f-e5c6e82361b2 req-21076ec4-e115-4d60-9b08-4d3ca5dceacb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386312 Apr 21 15:02:21.341961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-794b62c3-90d8-4a4e-a965-9a5005bf2678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:21.510549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c8e33f1a-6d82-4177-a1e1-0cdef9a48027 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:21.576715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:21.581195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:21.581566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:21.714808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108dab2-b4b9-48e7-9088-6a660d9150f1 req-53e193ca-6618-4bdc-b5d4-a23e145fd0b8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:21.716287 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e108dab2-b4b9-48e7-9088-6a660d9150f1 req-53e193ca-6618-4bdc-b5d4-a23e145fd0b8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 944 time: 0.0768912 Apr 21 15:02:21.723001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:21.749814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:02:21.759197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:21.762019 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e108dab2-b4b9-48e7-9088-6a660d9150f1 req-76184aad-b9ab-41dd-9ef7-23f40ba26b99 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Apr 21 15:02:21.765304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:21.834203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:21.881221 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559a109f-c630-4fe3-bcb6-f4ea9d9b8579'] response: {'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'code': 200} Apr 21 15:02:22.130462 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0da0aa4b-b773-4807-a8b8-e864df7aaf36 req-c3cb098c-1b14-4c9d-a9f4-2e6f2f6961f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1098 time: 0.0692613 Apr 21 15:02:22.177370 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0da0aa4b-b773-4807-a8b8-e864df7aaf36 req-041107a4-e6bd-4773-823b-592248dff314 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345285 Apr 21 15:02:22.287407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:22.487341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:22.960608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3f869-7ef2-4933-9a6e-0027753b1e7e req-327b86a7-4f3a-4d4d-988c-258bd7f1a5f6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:22.962073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bfe3f869-7ef2-4933-9a6e-0027753b1e7e req-327b86a7-4f3a-4d4d-988c-258bd7f1a5f6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 945 time: 0.0792258 Apr 21 15:02:23.007170 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bfe3f869-7ef2-4933-9a6e-0027753b1e7e req-b3fa13a1-cbdf-4154-aea4-ecc064fea27d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Apr 21 15:02:23.665442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:24.204889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111c3c4-6847-4c34-9d40-f2f7f2e15aa8 req-4a291889-47be-4bf2-b4fa-d875406f68ca tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:24.206348 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8111c3c4-6847-4c34-9d40-f2f7f2e15aa8 req-4a291889-47be-4bf2-b4fa-d875406f68ca tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 945 time: 0.0747206 Apr 21 15:02:24.258641 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8111c3c4-6847-4c34-9d40-f2f7f2e15aa8 req-5f2b5f39-a7f6-4554-9ee4-f6da392f6d0f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466948 Apr 21 15:02:24.452486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3d3f-d61c-408f-945a-74757c4ae27b req-b2052dd2-8980-40c3-a600-2c7cf6f17901 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:24.453937 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-26db3d3f-d61c-408f-945a-74757c4ae27b req-b2052dd2-8980-40c3-a600-2c7cf6f17901 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 945 time: 0.0743570 Apr 21 15:02:24.498234 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-26db3d3f-d61c-408f-945a-74757c4ae27b req-1ca81ef3-d2f4-4054-b41a-773cc350aeb5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388703 Apr 21 15:02:24.528517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58898) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:24.598395 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3d791ce7-b9cd-4d20-a6eb-4fcc3c4b40dc tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1093 time: 0.0687630 Apr 21 15:02:24.601000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58902) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:24.606530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:24.611673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:24.615428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:24.618188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:24.623719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:24.633558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:24.763340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:24.894840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.23 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/9b025791-510c-48d4-88ff-68fc90d622b9) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:25.039425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:25.065783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:25.131121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:25.133978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:25.138778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:02:25.164909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=9b025791-510c-48d4-88ff-68fc90d622b9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:25.632388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:25.685884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:25.961424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:25.966697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:26.071977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=9b025791-510c-48d4-88ff-68fc90d622b9,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:26.083334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:26.261538 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-b253b506-e2e6-4955-b9a7-c043516d7b6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699739 Apr 21 15:02:26.278947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP b93c06aa-6cbd-4b86-a255-8e9e535b8730 associated. External IP: 172.26.6.23, port: c8e33f1a-6d82-4177-a1e1-0cdef9a48027. Apr 21 15:02:26.411404 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-941e4d79-6588-47ca-bc25-a71d196f6ace service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1098 time: 0.0678711 Apr 21 15:02:26.554627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-addeb58b-d4a7-4b9b-aa7c-120b52051748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:26.555976 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-addeb58b-d4a7-4b9b-aa7c-120b52051748 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1264071 Apr 21 15:02:26.660118 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-48082430-25e6-45cb-bce1-98c935402be7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 998 time: 0.0980625 Apr 21 15:02:26.670359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:02:26.724902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-7ab7772a-092d-427c-bd89-398647d2a723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:26.726393 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-7ab7772a-092d-427c-bd89-398647d2a723 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0612948 Apr 21 15:02:26.799621 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-7a4f32f4-2bb1-40a3-9c13-93ee3c1862e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673649 Apr 21 15:02:26.865840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:02:26.876087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] Sync routers for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:02:26.889072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:26.889875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:02:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:26.892385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:26.944771 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-e4bbeab8-703b-469e-aca8-396c113079da service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386592 Apr 21 15:02:26.952798 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cfebf2a8-15b9-45bd-9a08-f64711ceedff tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3483086 Apr 21 15:02:26.952798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:02:26.953949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:27.020452 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd005a0-554e-4ba7-aeeb-1e7736a0078b'] response: {'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'status': 'completed', 'code': 200} Apr 21 15:02:27.085205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:27.146561 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6716fe74-9875-4b44-8b4f-44e291aab5d2 req-31dd6054-3c71-4b94-aace-b14087cb1872 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914170 Apr 21 15:02:27.150341 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0eb71d91-f933-46b6-a5cf-57dd39138bb3 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1093 time: 0.1750121 Apr 21 15:02:27.286515 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-d1195217-a60d-4d05-bf32-a1ce460a0cc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1098 time: 0.0695615 Apr 21 15:02:27.419594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-93c6b114-fdb9-4bbb-aa68-3f2b994b0eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:27.421114 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-93c6b114-fdb9-4bbb-aa68-3f2b994b0eeb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1285579 Apr 21 15:02:27.430852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:25Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:27.434966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] Checking router: 8da90ade-c24f-4aa4-a53a-fddf4bcde4de for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:02:27.447416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:27.448000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:02:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:27.615712 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-779fee84-9def-49a5-bd9d-ef26e17f5d96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 998 time: 0.1886852 Apr 21 15:02:27.630688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:27.679358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-5b48f2e0-70f6-45c8-a202-7aa351bbe458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:27.680916 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-5b48f2e0-70f6-45c8-a202-7aa351bbe458 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0590537 Apr 21 15:02:27.702909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58914) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:27.708326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69578435', 'description': 'tempest-secgroup-smoke-69578435 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:27.714611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:27.724311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:27.738272 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:02:27.739321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:27.758619 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-4aac306c-1735-4e05-8f7c-975dcd773786 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719845 Apr 21 15:02:27.775860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:27.780416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:27.784219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:27.789995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:27.848529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:27.854617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:27.901787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeef3ef5-747b-43c8-8025-4e53e18184aa,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:27.905290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:27.906536 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8be54b21-472c-4262-b228-b0f9df58881d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2026548 Apr 21 15:02:27.909406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58918) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:27.915620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'eeef3ef5-747b-43c8-8025-4e53e18184aa', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:27.919265 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-7fc1112a-6f4b-4b8e-9d96-b85750d3b459 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549537 Apr 21 15:02:27.922433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:27.926410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:27.929467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:27.935355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:27.955111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.023056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.028339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.039947 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:25Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:28.044686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a306510-d959-45d6-90ae-470db62bc389 None None] The sync data for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv is: [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:25Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:02:28.051789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2899a5-ad2c-49b3-b8b2-b486b212a360,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:28.063777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.065637 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-982773ac-bd9b-4e8f-8c18-143d16bd0fd7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1549432 Apr 21 15:02:28.068183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58922) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:28.072155 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-49c9b98b-6ae7-4e14-855a-36d6b9d8db52 req-8cc10793-5943-4e95-9708-a5c66f1e35ae service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465039 Apr 21 15:02:28.074394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'eeef3ef5-747b-43c8-8025-4e53e18184aa', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:28.080542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:28.084553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:28.093089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:28.099381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:28.117306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.180267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.184637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.206933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a06900f-5ac5-4bad-9e76-c16f836f3d92,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:28.215682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.216882 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eb8b739e-04a5-4a88-bb62-b900d1b7a70c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1477485 Apr 21 15:02:28.219561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58926) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:28.225156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'eeef3ef5-747b-43c8-8025-4e53e18184aa', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:28.230769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:28.235258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:28.238506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:28.244266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:28.260028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.323584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.326844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.348671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49874655-43ec-4a34-8f7f-b10ffce704cb,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:28.357417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.358565 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5b8120d3-d5c4-4053-824a-d99501dc5d12 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1380742 Apr 21 15:02:28.361305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58930) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:28.366409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'eeef3ef5-747b-43c8-8025-4e53e18184aa', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:28.372391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:28.376082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:28.378868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:28.384431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:28.401081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.465114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.468725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.574828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497bef39-184a-4c7e-9034-09a17162c1a1,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:28.583872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.585066 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-265c3a31-3e10-4d22-8635-f59a56728dbf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2228782 Apr 21 15:02:28.587787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58934) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:28.593075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'eeef3ef5-747b-43c8-8025-4e53e18184aa', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:28.598576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:28.602261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:28.605602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:28.611183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:28.621822 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:02:28.627931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.690324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.693557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.715471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339561a0-0d04-44e9-a948-1784c1788611,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:28.724357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.725510 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-133506a4-f651-40a7-bb83-a42d8faf2cd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1367977 Apr 21 15:02:28.728157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 58938) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:28.733993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': 'eeef3ef5-747b-43c8-8025-4e53e18184aa', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:28.739499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:28.743261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:28.746673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:28.752260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:28.761534 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:02:28.767573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.830388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.833820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.857042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61746e72-c750-4e71-8b80-7406196df247,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:28.865764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.867011 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ceac8115-c578-42dd-8064-5c1cb0f5e0f0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1379616 Apr 21 15:02:29.036570 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-cd70d931-f1ad-43e9-8db5-6bd4ddd8662a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69578435&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0415232 Apr 21 15:02:29.182678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-e0f8f351-5f4b-4787-b6c3-df30b8b092ca tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:29.184107 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-e0f8f351-5f4b-4787-b6c3-df30b8b092ca tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 797 time: 0.1400182 Apr 21 15:02:29.199998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-56b46009-16d2-488f-b0c3-945f0c9b4807 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0105271 Apr 21 15:02:29.280813 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-7149ce94-4bb0-4fdb-abe3-4377c90cb70f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758338 Apr 21 15:02:29.482417 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-de6d5d1c-4c83-4e2b-9cd2-47519f479210 service neutron] 10.222.0.42 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904523 Apr 21 15:02:29.610616 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-0a91fb66-9687-4c02-aadd-ade0a98807b7 service neutron] 10.222.0.42 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222990 Apr 21 15:02:29.793180 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0ded33db-0563-40b0-bf15-61af9b087976 req-7c21f8e0-77ed-4248-a8a3-62b1d52e09a9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 210 time: 0.0420706 Apr 21 15:02:30.518038 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51544bf-18da-4533-afaf-798118b99310 None None] New status for floating IP b93c06aa-6cbd-4b86-a255-8e9e535b8730: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:02:30.757986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:30.864760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-d827db27-f222-4203-8d76-3cd7344a4f52 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:30.866268 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-d827db27-f222-4203-8d76-3cd7344a4f52 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 797 time: 0.1609309 Apr 21 15:02:30.970270 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c77d1d29-35e9-4f29-9c26-21b11668c5bc req-a114e783-04a1-4851-a294-81621e723421 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 210 time: 0.0498571 Apr 21 15:02:30.974197 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-1d81a1c7-b6dd-4b2c-a06e-247ae2eac2db tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 471 time: 0.0903850 Apr 21 15:02:30.983559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['eeef3ef5-747b-43c8-8025-4e53e18184aa']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:31.114837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:31.124050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:31.132942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:02:31.135861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:31.292668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.4 (f52e226f-df59-4ac0-99f1-f2f4d0af3dd9/da75dd23-e9bf-4654-9b13-68bf720e5457/aa26635d-3e8a-4b5b-a196-c58e3c3a5576) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:31.565438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:31.581338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object aa26635d-3e8a-4b5b-a196-c58e3c3a5576 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:31.603745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:31.677010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:31.679899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:31.682669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:02:31.719434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:31.750138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:31.750827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:31.777725 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f358d559-4e40-486b-8768-3dac0e311aa0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7975101 Apr 21 15:02:31.794498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Request body: {'port': {'device_id': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:31.904545 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:31.933501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0a622f08-3b58-4268-b6c2-035e8d412afa None None] Provisioning for port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:31.938401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0a622f08-3b58-4268-b6c2-035e8d412afa None None] Provisioning complete for port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:31.938853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a622f08-3b58-4268-b6c2-035e8d412afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:31.991297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0a622f08-3b58-4268-b6c2-035e8d412afa None None] Port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:02:32.164206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb118717-43b2-462c-b246-4a82a6a7ce1a req-9df6c705-d436-4973-a468-dd6dbca2fa6a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:32.165669 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bb118717-43b2-462c-b246-4a82a6a7ce1a req-9df6c705-d436-4973-a468-dd6dbca2fa6a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 931 time: 0.0746267 Apr 21 15:02:32.210325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-bb118717-43b2-462c-b246-4a82a6a7ce1a req-ce789291-ff6c-44d3-bc7c-a9f74b315f4e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:32.224975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-bb118717-43b2-462c-b246-4a82a6a7ce1a req-ce789291-ff6c-44d3-bc7c-a9f74b315f4e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:32.226325 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bb118717-43b2-462c-b246-4a82a6a7ce1a req-ce789291-ff6c-44d3-bc7c-a9f74b315f4e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548723 Apr 21 15:02:32.243284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa26635d-3e8a-4b5b-a196-c58e3c3a5576 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:02:32.250837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:32.264902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Transition to ACTIVE for port object aa26635d-3e8a-4b5b-a196-c58e3c3a5576 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:02:32.268124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:32.395862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Pushing event updated for resources: {'Port': ['ID=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:32.505574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Attempting to bind port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:02:32.505971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Attempting to bind port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:02:32.506293 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Attempting to bind port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:02:32.512207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:02:32.512524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Attempting to bind port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 on network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:02:32.519939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:02:32.520289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Checking segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:02:32.520663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Bound using segment: {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:02:32.521077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Bound port: aa26635d-3e8a-4b5b-a196-c58e3c3a5576, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d6d493-e4bf-459a-bace-93f2837a93f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:02:32.521431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:32.607240 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] For port aa26635d-3e8a-4b5b-a196-c58e3c3a5576, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:02:32.610215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] For port aa26635d-3e8a-4b5b-a196-c58e3c3a5576, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:02:32.614809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:32.678037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:32.679390 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] 10.222.0.21 "PUT /v2.0/ports/aa26635d-3e8a-4b5b-a196-c58e3c3a5576 HTTP/1.1" status: 200 len: 1093 time: 0.8894234 Apr 21 15:02:32.679817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:02:32.697633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718077c1-7aba-4da2-b3b9-ffc40e132815 service neutron] Pushing event updated for resources: {'Port': ['ID=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:32.773409 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a49834b-e777-4ba6-93da-602252d0ec56'] response: {'name': 'network-changed', 'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'status': 'completed', 'code': 200} Apr 21 15:02:32.816820 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-c9c5908e-481d-4ffe-a12e-c32a1f8bf872 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 1096 time: 0.0747690 Apr 21 15:02:32.896532 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-fce311b6-24e5-495a-a9f9-44dd14f88b78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576 HTTP/1.1" status: 200 len: 217 time: 0.0639310 Apr 21 15:02:32.957772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f5fdc65f-7401-42a1-9681-02fb223debbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:32.959159 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-f5fdc65f-7401-42a1-9681-02fb223debbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0568287 Apr 21 15:02:33.035590 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-da540790-4413-4e79-99b4-d65af13f737e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705907 Apr 21 15:02:33.166721 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-273ec9b3-8ec4-4e7b-9c6e-347a930d2040 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254666 Apr 21 15:02:33.385998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b54ab171-7a4b-4b8f-8aca-1a3d4cbd60da req-d0963299-4ea0-4230-a5ba-5ea9b99a31f8 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124968 Apr 21 15:02:33.429246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4fea2-ba5e-42c4-84c5-c0945d6d9628 req-f8319294-4b89-452b-9d47-a417807b4527 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:33.431298 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-33d4fea2-ba5e-42c4-84c5-c0945d6d9628 req-f8319294-4b89-452b-9d47-a417807b4527 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 943 time: 0.0818806 Apr 21 15:02:33.477099 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-33d4fea2-ba5e-42c4-84c5-c0945d6d9628 req-6a328cbd-d9cb-4cea-acce-1e3c1be7d1a8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394733 Apr 21 15:02:33.552739 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-9e26b35d-9a68-4c95-af1a-f3f2178d6ecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 1096 time: 0.0683019 Apr 21 15:02:33.680364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-99f5ca0d-aa6d-4e9b-8f08-2c9f538be47c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:33.681812 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-99f5ca0d-aa6d-4e9b-8f08-2c9f538be47c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1214845 Apr 21 15:02:33.754711 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-79f5e641-df58-4963-8368-6768c09f099c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576 HTTP/1.1" status: 200 len: 217 time: 0.0651186 Apr 21 15:02:33.817378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-0defa504-8090-4d7a-a0ea-447bb51c457e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:33.818731 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-0defa504-8090-4d7a-a0ea-447bb51c457e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0575609 Apr 21 15:02:33.895529 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-8485dbfe-9df9-4bf3-84e1-a9364b0132e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698571 Apr 21 15:02:34.025273 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-6a548945-4021-43ec-bb45-1a034a328b9d service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229336 Apr 21 15:02:34.159319 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9abb044-e8e1-4b49-8074-e68a525e2c00 req-3cadce11-106c-4e9b-834d-a2180b690eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281984 Apr 21 15:02:34.672242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0222692-6801-4706-b02a-82a331333649 req-1370d1b9-3b72-47d0-bc84-64f23cbdb69a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:34.672933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-c0222692-6801-4706-b02a-82a331333649 req-1370d1b9-3b72-47d0-bc84-64f23cbdb69a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:02:34.687768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-c0222692-6801-4706-b02a-82a331333649 req-1370d1b9-3b72-47d0-bc84-64f23cbdb69a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:02:34.688930 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c0222692-6801-4706-b02a-82a331333649 req-1370d1b9-3b72-47d0-bc84-64f23cbdb69a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 943 time: 0.0901637 Apr 21 15:02:34.734148 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c0222692-6801-4706-b02a-82a331333649 req-a6cd8662-1534-4f89-91d0-1f94b0e39cee tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396771 Apr 21 15:02:35.519722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device aa26635d-3e8a-4b5b-a196-c58e3c3a5576 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:02:35.683582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port aa26635d-3e8a-4b5b-a196-c58e3c3a5576, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:35.696158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'port_id': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'mac_address': 'fa:16:3e:b7:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:02:35.753969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:35.774662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa26635d-3e8a-4b5b-a196-c58e3c3a5576 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:02:35.790036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port aa26635d-3e8a-4b5b-a196-c58e3c3a5576, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:35.794974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:35.860056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:35.932737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8dd5d-8a85-4dd1-af19-e04a646f81f4 req-b6d2072b-564e-47d5-b7cc-99ce3654e372 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:35.934178 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93c8dd5d-8a85-4dd1-af19-e04a646f81f4 req-b6d2072b-564e-47d5-b7cc-99ce3654e372 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 944 time: 0.0743852 Apr 21 15:02:35.983823 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93c8dd5d-8a85-4dd1-af19-e04a646f81f4 req-01f02c0b-0594-4145-b5cd-9dfea4b778d2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440211 Apr 21 15:02:36.073506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['aa26635d-3e8a-4b5b-a196-c58e3c3a5576'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:02:37.186993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73aa95-c7ba-427b-b0f6-2116de59912f req-62c71ec3-5254-4548-a4dd-3ed2706430e4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:37.188389 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-be73aa95-c7ba-427b-b0f6-2116de59912f req-62c71ec3-5254-4548-a4dd-3ed2706430e4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 944 time: 0.0783796 Apr 21 15:02:37.232403 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-be73aa95-c7ba-427b-b0f6-2116de59912f req-621b8f1e-f570-4623-a019-d88d43a815e2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384810 Apr 21 15:02:37.522709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device aa26635d-3e8a-4b5b-a196-c58e3c3a5576 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:37.592175 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:37.596906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:37.597273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:37.704251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:37.732595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:02:37.741853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port aa26635d-3e8a-4b5b-a196-c58e3c3a5576, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:02:37.746207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:37.789337 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266e0994-8a87-465f-9c1e-76b8d5dc665f'] response: {'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'code': 200} Apr 21 15:02:37.811708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:38.033610 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7e3e8a91-1593-44c6-bb52-ecdee95836d1 req-5b49605d-ee10-452b-a48f-1c735b016cf2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 1098 time: 0.0662336 Apr 21 15:02:38.077388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7e3e8a91-1593-44c6-bb52-ecdee95836d1 req-2df39aeb-a486-4689-810e-98e9accef2f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379725 Apr 21 15:02:38.427600 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a38b93-305d-4643-8967-3212af5453ff req-fea41177-5f03-42e3-a6fe-af35c9991cdd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:38.429046 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-58a38b93-305d-4643-8967-3212af5453ff req-fea41177-5f03-42e3-a6fe-af35c9991cdd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 945 time: 0.0770981 Apr 21 15:02:38.473332 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-58a38b93-305d-4643-8967-3212af5453ff req-df9dae8a-6883-4bd8-b581-a738f111cafa tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375350 Apr 21 15:02:39.665441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de4e77-bc29-4ab8-a608-86c5f88d838d req-a9a7239d-5d08-414d-907a-e33584a1551f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:39.666873 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-92de4e77-bc29-4ab8-a608-86c5f88d838d req-a9a7239d-5d08-414d-907a-e33584a1551f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 945 time: 0.0745096 Apr 21 15:02:39.712227 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-92de4e77-bc29-4ab8-a608-86c5f88d838d req-ad9deaa9-c13e-4098-b292-db34f659c271 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398726 Apr 21 15:02:39.902332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f669e-4590-4660-852a-0b8fd14672a8 req-62e720e5-afb2-4042-8134-cdbc00e3e231 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:39.903768 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2f4f669e-4590-4660-852a-0b8fd14672a8 req-62e720e5-afb2-4042-8134-cdbc00e3e231 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 945 time: 0.0733609 Apr 21 15:02:39.951445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2f4f669e-4590-4660-852a-0b8fd14672a8 req-0717b760-95bd-42e7-b4f7-f4f455a5ff43 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421565 Apr 21 15:02:39.977770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:40.047847 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4a9e6cf2-e155-4cf9-ab50-a75aea593e7a tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 1093 time: 0.0689700 Apr 21 15:02:40.050426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 58988) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:40.055478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:02:40.061675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:40.065479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:40.068288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:40.073889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:40.084088 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:40.220467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:40.355041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.169 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/252cdc69-cfe3-46c8-a1b9-b793c41caaf4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:40.578913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:40.605424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:40.668566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:40.671181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:40.677680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:02:40.704205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=252cdc69-cfe3-46c8-a1b9-b793c41caaf4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:41.169697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:41.226963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:41.422136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:41.426384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:41.527475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=252cdc69-cfe3-46c8-a1b9-b793c41caaf4,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:41.543356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:41.728269 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP 4297fd29-a2b8-4816-9d79-191c9abcd8b1 associated. External IP: 172.26.6.169, port: aa26635d-3e8a-4b5b-a196-c58e3c3a5576. Apr 21 15:02:42.209276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:02:42.406818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:02:42.417060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] Sync routers for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:02:42.429390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:42.429936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:02:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:42.433739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:42.486410 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73be3eff-2a37-4656-b467-482dda845faf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4349666 Apr 21 15:02:42.487084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:02:42.542580 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe194f5-a4ec-46a8-a556-af6fde862d18'] response: {'name': 'network-changed', 'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'status': 'completed', 'code': 200} Apr 21 15:02:42.605167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:42.656265 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-dca91149-58b3-4f62-a857-64df0a9acce3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 1098 time: 0.0706720 Apr 21 15:02:42.786457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-b73578ed-1593-44d4-a5d9-c9e5bc80f25b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:42.787835 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-b73578ed-1593-44d4-a5d9-c9e5bc80f25b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1264691 Apr 21 15:02:42.892289 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-cd68941c-32fc-4f24-abcb-d3bd74db2062 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576 HTTP/1.1" status: 200 len: 999 time: 0.0969267 Apr 21 15:02:42.953205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '4297fd29-a2b8-4816-9d79-191c9abcd8b1', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:b7:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:41Z', 'updated_at': '2022-04-21T15:02:41Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}, {'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:30Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:42.956051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-e7a1ade6-0013-4215-b476-3b96297e3269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:02:42.957502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] Checking router: 8da90ade-c24f-4aa4-a53a-fddf4bcde4de for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:02:42.957640 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-e7a1ade6-0013-4215-b476-3b96297e3269 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0595951 Apr 21 15:02:42.968910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:02:42.969513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:02:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:43.032095 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-c3fc8d29-4152-4b21-87cb-cbe596b304ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674953 Apr 21 15:02:43.144628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:02:43.163161 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-2544c680-6f94-4096-aa0e-935a88f79ae3 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249142 Apr 21 15:02:43.296287 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35129865-3b4d-42ed-89e6-0c6fcf84ed93 req-4c6fdbfa-1622-4980-9e72-454b46076873 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256542 Apr 21 15:02:43.527776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '4297fd29-a2b8-4816-9d79-191c9abcd8b1', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:b7:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:41Z', 'updated_at': '2022-04-21T15:02:41Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}, {'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:30Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:43.531623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6dfa1-d5c3-42ff-92a0-c8e096ef3f86 None None] The sync data for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv is: [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '4297fd29-a2b8-4816-9d79-191c9abcd8b1', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:b7:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:41Z', 'updated_at': '2022-04-21T15:02:41Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}, {'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:30Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:02:43.709662 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1d9ca-57a8-410c-873d-2726e4a011f0 None None] New status for floating IP 4297fd29-a2b8-4816-9d79-191c9abcd8b1: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:02:49.022191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3df3c29d-96b8-412d-960a-9707bc9cc049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:51.344003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-431d4824-cf6a-4edd-a14d-1d1b9f17e4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:52.290394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:52.488521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:53.668035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:00.758162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:04.738912 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:03:16.582139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59006) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:16.686873 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-784807f3-7961-477c-8a5a-fabf183f1841 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/b93c06aa-6cbd-4b86-a255-8e9e535b8730 HTTP/1.1" status: 200 len: 992 time: 0.1035991 Apr 21 15:03:17.374360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59016) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:17.380198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:17.495103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:17.702116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:17.812686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:17.817266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:17.882196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:17.882797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:17.884197 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/ports/c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 938 time: 0.5087917 Apr 21 15:03:17.884774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:03:17.910214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=6']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:17.919617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.919960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.920323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.920654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.920982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.921333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.921628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.922070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.922399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.922719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.923029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0dcb25-1b7d-463a-bf7c-109bb5570599 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:17.940509 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac3f8f4-122a-4487-a845-c28da0598963'] response: {'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'status': 'completed', 'code': 200} Apr 21 15:03:18.058778 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-b20b2e5a-3f70-4a2a-9300-d8e426724692 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1099 time: 0.0750852 Apr 21 15:03:18.175708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-317dc738-4d72-41ae-a999-af2cb18de8ac None None] Provisioning complete for port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:18.176377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-317dc738-4d72-41ae-a999-af2cb18de8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:18.187593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-22a7ee23-09c9-4905-84c1-da5e15987f5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:18.189066 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-22a7ee23-09c9-4905-84c1-da5e15987f5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1240718 Apr 21 15:03:18.233711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-317dc738-4d72-41ae-a999-af2cb18de8ac None None] Port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 is administratively disabled so it will not transition to active. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 21 15:03:18.286597 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-1ad59525-e706-4906-a9a0-b1ad8209bdc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 1001 time: 0.0906777 Apr 21 15:03:18.348863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-410a7d82-56e3-4d73-a35b-47476f3da137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:18.350217 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-410a7d82-56e3-4d73-a35b-47476f3da137 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0582826 Apr 21 15:03:18.421426 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-54baf4a9-9203-46b8-a792-96c400ed2dd9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654874 Apr 21 15:03:18.546247 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-fe3edc6f-0e53-4a26-b1f9-8abea97e5141 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189780 Apr 21 15:03:18.673542 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-744b5a1c-ba41-4c06-a02e-ca9df28a3ad8 req-121e2e90-26d6-48ec-9e50-7a77a8b9efcb service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214175 Apr 21 15:03:19.022896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-96a2d561-a594-4d45-a283-7973112223bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:21.343261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59026) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:21.346415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ed2727b2-8739-41e4-b292-2c8325561a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:21.348954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:21.464363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:21.673114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:21.701469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:21.706020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:21.768517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:21.769133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:21.770523 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/ports/c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 937 time: 0.4263077 Apr 21 15:03:21.771164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:03:21.773437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59030) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:21.796330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70831bd7-4401-45bf-8845-1e328ce933bd tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=7']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:21.834193 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008fa233-6d86-4119-a24c-f3f1e3b8d15d'] response: {'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'status': 'completed', 'code': 200} Apr 21 15:03:21.901661 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-38336724-3688-4398-9a61-e589c8ce52bb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/b93c06aa-6cbd-4b86-a255-8e9e535b8730 HTTP/1.1" status: 200 len: 992 time: 0.1253178 Apr 21 15:03:21.955374 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4409576-724b-4dc9-a003-f822659ad111 req-6b0a7db8-ac68-4167-b345-8e649b43185b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1098 time: 0.0778885 Apr 21 15:03:21.975084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7a66d161-82ee-44c5-9f13-6485911f15b9 None None] Provisioning complete for port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:21.975571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7a66d161-82ee-44c5-9f13-6485911f15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:22.078830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['c8e33f1a-6d82-4177-a1e1-0cdef9a48027'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:03:22.091127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4409576-724b-4dc9-a003-f822659ad111 req-dbfc48f6-cc59-420b-8c1c-ffd4cc338d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:22.092631 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4409576-724b-4dc9-a003-f822659ad111 req-dbfc48f6-cc59-420b-8c1c-ffd4cc338d33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1309595 Apr 21 15:03:22.199657 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4409576-724b-4dc9-a003-f822659ad111 req-5f1c8844-e2bb-4e39-bea6-fc01e702031e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 1000 time: 0.0999713 Apr 21 15:03:22.263808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4409576-724b-4dc9-a003-f822659ad111 req-f0661de5-8022-483e-96a2-7bdcb45a0574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:22.265304 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4409576-724b-4dc9-a003-f822659ad111 req-f0661de5-8022-483e-96a2-7bdcb45a0574 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0599971 Apr 21 15:03:22.311564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:22.340331 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4409576-724b-4dc9-a003-f822659ad111 req-9106b9a8-0bcd-4716-8a4c-42e5574cbc7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684936 Apr 21 15:03:22.490561 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:22.548926 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4409576-724b-4dc9-a003-f822659ad111 req-ac796c61-f4dc-480b-853b-5c37bd48e885 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021673 Apr 21 15:03:22.676723 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b4409576-724b-4dc9-a003-f822659ad111 req-9df62dc8-b789-435b-b46a-2c0d8f2a8700 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213069 Apr 21 15:03:23.670668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:24.647181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59042) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:24.844798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 252cdc69-cfe3-46c8-a1b9-b793c41caaf4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:03:24.845053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:25.008395 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:25.008722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:25.131173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 252cdc69-cfe3-46c8-a1b9-b793c41caaf4 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:03:25.274102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:25.317977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=252cdc69-cfe3-46c8-a1b9-b793c41caaf4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:25.357241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.357581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.357908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.358238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.358559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.358879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.359195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.359509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.359820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.360165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.360476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:25.436320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:25.892647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:03:26.094258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:03:26.103985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] Sync routers for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:03:26.113749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:26.116926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:26.117540 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:26.166630 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-79fffa3e-36dd-4079-bc13-2f509763f99d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/4297fd29-a2b8-4816-9d79-191c9abcd8b1 HTTP/1.1" status: 204 len: 168 time: 1.5182672 Apr 21 15:03:26.167119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:03:26.223622 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e21168-0ef5-4ba5-b735-31af429228ae'] response: {'name': 'network-changed', 'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'status': 'completed', 'code': 200} Apr 21 15:03:26.293729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:26.347994 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-43371dad-628c-429f-9aba-5be80cf37f0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 1098 time: 0.0751402 Apr 21 15:03:26.484075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-478ce348-186e-474a-8430-5662582d412d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:26.486327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-478ce348-186e-474a-8430-5662582d412d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1319222 Apr 21 15:03:26.589728 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-57607fe0-5ce4-43ad-8747-69b43df6566a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576 HTTP/1.1" status: 200 len: 217 time: 0.0959942 Apr 21 15:03:26.670347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-1dfed3e3-1bf4-4742-be94-fa7cc4cf2ea2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:26.671686 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-1dfed3e3-1bf4-4742-be94-fa7cc4cf2ea2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0745163 Apr 21 15:03:26.681684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cc10d-db5c-48d6-ab2d-2cb74b022f9d req-c5369e16-0c3e-4535-898c-f25adff4a63c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:26.683295 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c3cc10d-db5c-48d6-ab2d-2cb74b022f9d req-c5369e16-0c3e-4535-898c-f25adff4a63c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 945 time: 0.1434827 Apr 21 15:03:26.693752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:30Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:26.697595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] Checking router: 8da90ade-c24f-4aa4-a53a-fddf4bcde4de for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:03:26.708257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:26.708910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:26.773994 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c3cc10d-db5c-48d6-ab2d-2cb74b022f9d req-cc655c5e-b05b-4ce6-aa4a-a17cc2a58a18 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558102 Apr 21 15:03:26.787302 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-c0da531d-5e5f-46e7-a50d-5c773a6ceb94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030931 Apr 21 15:03:26.885254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:26.917576 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-76f2852e-a740-4d65-bfcc-e93df75fa3d0 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231775 Apr 21 15:03:27.046815 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c5ed9bf9-d58d-452e-8923-3703d11a550b req-0fbf2f6f-9e65-447c-904b-333ea411e589 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225944 Apr 21 15:03:27.228638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:30Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:27.232589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dce71e-4e25-43a4-8d1e-bb19f84a5af6 None None] The sync data for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv is: [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b93c06aa-6cbd-4b86-a255-8e9e535b8730', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.23', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'port_id': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'mac_address': 'fa:16:3e:2b:fe:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:25Z', 'updated_at': '2022-04-21T15:02:30Z', 'revision_number': 1, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:03:27.263586 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-c066fb98-8f46-4cf6-a608-e38d54efcd58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657189 Apr 21 15:03:27.420861 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-faeb41d5-ae46-4f9f-a2dd-57161b487f1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1098 time: 0.0728245 Apr 21 15:03:27.458120 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0e11a-6e05-4cf8-84be-026a4d909ef5 None None] New status for floating IP 4297fd29-a2b8-4816-9d79-191c9abcd8b1: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:03:27.562577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-8a80c1ec-d061-4e6e-802a-822189c7b65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:27.563918 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-8a80c1ec-d061-4e6e-802a-822189c7b65a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1234219 Apr 21 15:03:27.676543 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-cf67f749-a9dd-47a9-a1b0-afc82419af99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 1000 time: 0.0949600 Apr 21 15:03:27.737840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-76cbcf85-86b5-482c-96bf-438325360c5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:27.739192 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-76cbcf85-86b5-482c-96bf-438325360c5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0551565 Apr 21 15:03:27.811199 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-79596729-2fa2-4c2e-8612-bae14b6fca19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656404 Apr 21 15:03:28.040649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-22c94930-7f6b-47f6-bdb5-a923dfc1418d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:28.041337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-22c94930-7f6b-47f6-bdb5-a923dfc1418d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:28.044008 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-da865d3e-54fd-4f08-b48d-40ef80f719d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268496 Apr 21 15:03:28.049629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb3eca-d3e2-471e-8e24-b6b2507b3956 req-2086b880-7792-4ed5-a710-22da0090e70a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:28.050281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b7bb3eca-d3e2-471e-8e24-b6b2507b3956 req-2086b880-7792-4ed5-a710-22da0090e70a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:28.071757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-22c94930-7f6b-47f6-bdb5-a923dfc1418d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:28.073391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-22c94930-7f6b-47f6-bdb5-a923dfc1418d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 945 time: 0.1336710 Apr 21 15:03:28.074374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b7bb3eca-d3e2-471e-8e24-b6b2507b3956 req-2086b880-7792-4ed5-a710-22da0090e70a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:28.075367 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b7bb3eca-d3e2-471e-8e24-b6b2507b3956 req-2086b880-7792-4ed5-a710-22da0090e70a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 945 time: 0.1763663 Apr 21 15:03:28.170740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:03:28.171075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:28.176595 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4401ecca-3f80-48b3-8b1d-4538d42e5c08 req-5ef43a62-cf72-4f1d-b3bf-d540a75a7197 service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268990 Apr 21 15:03:28.208722 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b7bb3eca-d3e2-471e-8e24-b6b2507b3956 req-83f951d7-43db-4128-bf8a-7a21fe1efb95 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=eeef3ef5-747b-43c8-8025-4e53e18184aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035719 Apr 21 15:03:28.412602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port aa26635d-3e8a-4b5b-a196-c58e3c3a5576, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:28.413039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:28.532861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for aa26635d-3e8a-4b5b-a196-c58e3c3a5576 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:03:28.665791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:28.717311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=aa26635d-3e8a-4b5b-a196-c58e3c3a5576,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:28.785156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port aa26635d-3e8a-4b5b-a196-c58e3c3a5576 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:03:28.787536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:28.789949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'name': 'network-vif-deleted', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:03:28.804789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-80b71973-7c4c-4e30-87d9-5f7ba4cf4a82 req-c09a29f3-fddd-4856-931f-ad26670c276c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/aa26635d-3e8a-4b5b-a196-c58e3c3a5576 HTTP/1.1" status: 204 len: 173 time: 0.7267513 Apr 21 15:03:28.846289 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450d5612-e055-4015-87fe-2463f8006add'] response: {'server_uuid': 'ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed', 'name': 'network-vif-deleted', 'tag': 'aa26635d-3e8a-4b5b-a196-c58e3c3a5576', 'status': 'completed', 'code': 200} Apr 21 15:03:29.482901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-54870da0-bd02-4551-8bb3-09d745724739 req-ab2f8f81-ee82-4aa2-a412-120af6771716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:29.498319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-54870da0-bd02-4551-8bb3-09d745724739 req-ab2f8f81-ee82-4aa2-a412-120af6771716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:29.499719 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54870da0-bd02-4551-8bb3-09d745724739 req-ab2f8f81-ee82-4aa2-a412-120af6771716 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac3e1ce9-6c76-4a8d-ac0e-fcce06a2b8ed HTTP/1.1" status: 200 len: 210 time: 0.1517608 Apr 21 15:03:30.602759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59060) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:30.668899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-140a9ae7-df33-4037-9949-34425fcb3ad7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:30.697131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-140a9ae7-df33-4037-9949-34425fcb3ad7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:30.761252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-140a9ae7-df33-4037-9949-34425fcb3ad7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:30.775518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:30.781012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a9ae7-df33-4037-9949-34425fcb3ad7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeef3ef5-747b-43c8-8025-4e53e18184aa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:30.796679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-140a9ae7-df33-4037-9949-34425fcb3ad7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:30.797976 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-140a9ae7-df33-4037-9949-34425fcb3ad7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/eeef3ef5-747b-43c8-8025-4e53e18184aa HTTP/1.1" status: 204 len: 168 time: 0.1940777 Apr 21 15:03:30.847777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59066) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:31.073004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 9b025791-510c-48d4-88ff-68fc90d622b9 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:03:31.073248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:31.236930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:31.237250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:31.354195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 9b025791-510c-48d4-88ff-68fc90d622b9 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:03:31.499548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:31.541379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=9b025791-510c-48d4-88ff-68fc90d622b9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:31.632680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:31.764132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device aa26635d-3e8a-4b5b-a196-c58e3c3a5576 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:03:31.796051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: aa26635d-3e8a-4b5b-a196-c58e3c3a5576 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:03:31.796790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device aa26635d-3e8a-4b5b-a196-c58e3c3a5576 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:03:32.023973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:03:32.221089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:03:32.230277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196df226-5703-41b9-9382-269d481afbb8 None None] Sync routers for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:03:32.244201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:32.246910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:32.247630 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:32.389802 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-934b0bae-a646-4538-9255-373eaf8805f9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/b93c06aa-6cbd-4b86-a255-8e9e535b8730 HTTP/1.1" status: 204 len: 168 time: 1.5408654 Apr 21 15:03:32.390367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:03:32.448889 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313b8589-8f2c-41c2-b395-20879b127dc3'] response: {'name': 'network-changed', 'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'status': 'completed', 'code': 200} Apr 21 15:03:32.457155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:32.567031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-22ec8a75-9333-4b2e-9843-7bb667e6b822 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 1098 time: 0.0719790 Apr 21 15:03:32.705942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-9a5ff663-ca7e-433f-8640-f58ecbfb1e3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:32.707558 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-9a5ff663-ca7e-433f-8640-f58ecbfb1e3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 200 len: 898 time: 0.1344004 Apr 21 15:03:32.779534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:32.783422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196df226-5703-41b9-9382-269d481afbb8 None None] Checking router: 8da90ade-c24f-4aa4-a53a-fddf4bcde4de for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:03:32.794563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:32.795163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:32.814307 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-8b600302-07ed-42ea-983c-f5ab3519bc7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 200 len: 217 time: 0.0999460 Apr 21 15:03:32.894270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-93beb9c9-a31d-4837-bf50-b10c942a340f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:32.895720 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-93beb9c9-a31d-4837-bf50-b10c942a340f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 200 len: 834 time: 0.0742390 Apr 21 15:03:32.906608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0ba0f-d9d3-43c6-b54d-15f12b5e4874 req-03ea9c80-8be3-4cd2-95ab-b2c30e0955d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:32.907275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ccc0ba0f-d9d3-43c6-b54d-15f12b5e4874 req-03ea9c80-8be3-4cd2-95ab-b2c30e0955d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:32.973466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ccc0ba0f-d9d3-43c6-b54d-15f12b5e4874 req-03ea9c80-8be3-4cd2-95ab-b2c30e0955d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:32.974635 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ccc0ba0f-d9d3-43c6-b54d-15f12b5e4874 req-03ea9c80-8be3-4cd2-95ab-b2c30e0955d1 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 945 time: 0.2104323 Apr 21 15:03:33.017094 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-7b4aa9d7-06a3-4392-9e56-5c5f2652dbf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1069846 Apr 21 15:03:33.043389 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:33.106225 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ccc0ba0f-d9d3-43c6-b54d-15f12b5e4874 req-cc88e178-16b6-49df-9532-db4a827de845 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224315 Apr 21 15:03:33.169442 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-26664328-c20a-4ce5-b632-037c28f6256b service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447084 Apr 21 15:03:33.327018 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4454eaa8-7b18-41a8-ac15-dacb2e547c70 req-472b353a-db4f-454f-8dee-fb4f43b8bf2a service neutron] 10.222.0.21 "GET /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510413 Apr 21 15:03:33.380686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-196df226-5703-41b9-9382-269d481afbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:33.385392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196df226-5703-41b9-9382-269d481afbb8 None None] The sync data for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv is: [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8c450c4a-9cdd-4b0e-bfba-ba154c42a494', 'name': '', 'network_id': 'f52e226f-df59-4ac0-99f1-f2f4d0af3dd9', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:c0:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:08Z', 'updated_at': '2022-04-21T15:02:15Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': 'da75dd23-e9bf-4654-9b13-68bf720e5457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:03:33.606389 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f591c5-a5d9-4cac-9c16-4a52dd1d2047 None None] New status for floating IP b93c06aa-6cbd-4b86-a255-8e9e535b8730: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:03:34.266045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-a619d1b1-f195-461c-9cf1-f955f52b7135 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:34.267369 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-a619d1b1-f195-461c-9cf1-f955f52b7135 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 945 time: 0.0742645 Apr 21 15:03:34.310634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df46784-9d7b-435e-b08c-b12cd302d8b4 req-e6e7247d-3cb1-498d-83b8-6c2117c350d3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:34.312123 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5df46784-9d7b-435e-b08c-b12cd302d8b4 req-e6e7247d-3cb1-498d-83b8-6c2117c350d3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 945 time: 0.0795619 Apr 21 15:03:34.334815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:03:34.335155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:34.356978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5df46784-9d7b-435e-b08c-b12cd302d8b4 req-b80a58ae-49be-4727-9d9b-d6407817a82e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:34.372506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5df46784-9d7b-435e-b08c-b12cd302d8b4 req-b80a58ae-49be-4727-9d9b-d6407817a82e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:34.373847 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5df46784-9d7b-435e-b08c-b12cd302d8b4 req-b80a58ae-49be-4727-9d9b-d6407817a82e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=b54628a2-849c-4a68-a656-56dd9e1588e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559034 Apr 21 15:03:34.577970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port c8e33f1a-6d82-4177-a1e1-0cdef9a48027, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:34.578231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:34.694378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for c8e33f1a-6d82-4177-a1e1-0cdef9a48027 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:03:34.836538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:34.882470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=c8e33f1a-6d82-4177-a1e1-0cdef9a48027,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:35.037755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port c8e33f1a-6d82-4177-a1e1-0cdef9a48027 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:03:35.040058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:35.043040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'name': 'network-vif-deleted', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:03:35.058165 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04207698-5bbf-4bb5-a57b-2f6a4f904706 req-9068cf36-1e79-4a0c-be86-f4f0bea18b09 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/c8e33f1a-6d82-4177-a1e1-0cdef9a48027 HTTP/1.1" status: 204 len: 173 time: 0.7846761 Apr 21 15:03:35.103507 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6efda2-b601-4513-ab10-787f22c27781'] response: {'server_uuid': '06739f63-7c0c-46e0-b4a1-38319ca61e4d', 'name': 'network-vif-deleted', 'tag': 'c8e33f1a-6d82-4177-a1e1-0cdef9a48027', 'status': 'completed', 'code': 200} Apr 21 15:03:35.553973 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c44002e4-a139-4f77-a096-cb8f0dd47f2e req-2909428e-5556-4900-8777-5b4e370aa0d4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=06739f63-7c0c-46e0-b4a1-38319ca61e4d HTTP/1.1" status: 200 len: 210 time: 0.0407958 Apr 21 15:03:36.664547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:36.731840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2358c18-5d36-42d9-a96c-fa0aafa851e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:36.763610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2358c18-5d36-42d9-a96c-fa0aafa851e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:36.824550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2358c18-5d36-42d9-a96c-fa0aafa851e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:36.843059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2358c18-5d36-42d9-a96c-fa0aafa851e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54628a2-849c-4a68-a656-56dd9e1588e8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:36.859568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2358c18-5d36-42d9-a96c-fa0aafa851e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:36.860690 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2358c18-5d36-42d9-a96c-fa0aafa851e6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/b54628a2-849c-4a68-a656-56dd9e1588e8 HTTP/1.1" status: 204 len: 168 time: 0.1951501 Apr 21 15:03:36.901975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59090) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:37.290164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:37.799579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c8e33f1a-6d82-4177-a1e1-0cdef9a48027 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:03:37.835640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: c8e33f1a-6d82-4177-a1e1-0cdef9a48027 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:03:37.835991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c8e33f1a-6d82-4177-a1e1-0cdef9a48027 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:03:37.976992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:03:37.977584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:38.159431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 8c450c4a-9cdd-4b0e-bfba-ba154c42a494, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:38.159791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:38.276260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:03:38.446119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:38.494112 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=8c450c4a-9cdd-4b0e-bfba-ba154c42a494,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:38.778783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:39.427587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:03:39.620733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:03:39.629801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] Sync routers for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:03:39.633002 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ccc3a7f9-f245-479b-ae80-f523645c3860 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/8da90ade-c24f-4aa4-a53a-fddf4bcde4de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7299318 Apr 21 15:03:39.635761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59094) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:39.641283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:39.641881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:39.812144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:39.815545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet da75dd23-e9bf-4654-9b13-68bf720e5457 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:03:39.818406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:39.874739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:39.957239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.035704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.071381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=da75dd23-e9bf-4654-9b13-68bf720e5457,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:40.080475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.086403 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-57b88987-c96f-4bc8-a9a6-e71bd9805776 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/da75dd23-e9bf-4654-9b13-68bf720e5457 HTTP/1.1" status: 204 len: 168 time: 0.4494998 Apr 21 15:03:40.087803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4cd3c5-8fa4-4858-9745-92de339eb050 None None] Network f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:03:40.088933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59098) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:40.168002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:03:38Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:40.176612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] Checking router: 8da90ade-c24f-4aa4-a53a-fddf4bcde4de for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:03:40.255937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] Routers {'8da90ade-c24f-4aa4-a53a-fddf4bcde4de'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:40.256575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:40.283255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.445554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] Set router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:40.493657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.498616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] DHCP port deletion for f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:03:40.506876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 54d7aebe-76eb-4462-ad16-8c1af779f970 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:03:40.507217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.598639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Deleting port 9d998ce7-065b-420d-90fa-b09acd35483d {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:03:40.599007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.680897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 54d7aebe-76eb-4462-ad16-8c1af779f970, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=54d7aebe-76eb-4462-ad16-8c1af779f970,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:40.681520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.798846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 54d7aebe-76eb-4462-ad16-8c1af779f970 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:03:40.930279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] For port 9d998ce7-065b-420d-90fa-b09acd35483d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9d998ce7-065b-420d-90fa-b09acd35483d,segment=NetworkSegment(50d6d493-e4bf-459a-bace-93f2837a93f3),segment_id=50d6d493-e4bf-459a-bace-93f2837a93f3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:40.930878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:40.992154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.038137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=54d7aebe-76eb-4462-ad16-8c1af779f970,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:41.049508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9d998ce7-065b-420d-90fa-b09acd35483d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:03:41.081871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Calling delete_port for 9d998ce7-065b-420d-90fa-b09acd35483d owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:03:41.170429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:03:38Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:41.186770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbfab37-466e-440f-84b0-39ed97380b71 None None] The sync data for ids ['8da90ade-c24f-4aa4-a53a-fddf4bcde4de'] in dv-neutron-838898-1-hyperv is: [{'id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'name': 'tempest-TestNetworkBasicOps-router-734711226', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153'}], 'enable_snat': True}, 'gw_port_id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:03:38Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '54d7aebe-76eb-4462-ad16-8c1af779f970', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:9c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da90ade-c24f-4aa4-a53a-fddf4bcde4de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:02:05Z', 'updated_at': '2022-04-21T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:03:41.239289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.287321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.295663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Pushing event deleted for resources: {'Port': ['ID=9d998ce7-065b-420d-90fa-b09acd35483d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:41.306515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] No DVR routers for this DVR port 9d998ce7-065b-420d-90fa-b09acd35483d on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:03:41.316359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.316359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.316359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.316359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.316359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.316359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.317490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.317490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.317490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.318627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.318627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e82029-3fc5-4617-8e4a-cdf4c722fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:41.355088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.618309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.623301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.648426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.648977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router 8da90ade-c24f-4aa4-a53a-fddf4bcde4de {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:03:41.663657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.665275 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d9d20417-61c1-4ebc-b46f-a36e4a0f3e68 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/8da90ade-c24f-4aa4-a53a-fddf4bcde4de HTTP/1.1" status: 204 len: 168 time: 1.5743055 Apr 21 15:03:41.667477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59102) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:41.740178 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:03:41.783679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.913082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.938715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52e226f-df59-4ac0-99f1-f2f4d0af3dd9']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:41.950568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d6d493-e4bf-459a-bace-93f2837a93f3') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:41.950862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d6d493-e4bf-459a-bace-93f2837a93f3') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:41.961650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.976737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.983130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:03:41.983536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:03:41.998173 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:03:42.074095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.090705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.101442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=f52e226f-df59-4ac0-99f1-f2f4d0af3dd9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:42.109418 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e9889cb6-737c-49c3-9712-fcaa6e221855 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/f52e226f-df59-4ac0-99f1-f2f4d0af3dd9 HTTP/1.1" status: 204 len: 168 time: 0.4404533 Apr 21 15:03:42.137375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59106) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:42.144502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'network': {'name': 'tempest-network-smoke--29090453', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:42.149771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:42.153961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:network and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:42.156856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:42.162877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:42.174191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:03:42.177252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.206761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:03:42.215432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.215883 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Added segment 4d092d32-16b6-4343-8d67-350d6eea8984 of type vlan for network 92c6da69-60d7-414b-9a44-5d11927d9fbc Apr 21 15:03:42.240992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.269207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.272790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:42.273359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.373240 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2347183 Apr 21 15:03:42.375808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59110) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:42.382867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-270748981', 'admin_state_up': True, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:42.390509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cf931-2c5b-4e07-81f3-416d66f7cb93 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Network': ['ID=92c6da69-60d7-414b-9a44-5d11927d9fbc,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:42.392803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:42.397217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:router and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:42.399744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:42.401902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:03:42.406302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:42.417124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.418062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.436423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.675190 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.847858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:42.875770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:43.005130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 54d7aebe-76eb-4462-ad16-8c1af779f970 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:03:43.015277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.244 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/56e4cb6a-a5e0-410b-bbe7-75311403a21f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:03:43.042018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 54d7aebe-76eb-4462-ad16-8c1af779f970 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:03:43.042367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 54d7aebe-76eb-4462-ad16-8c1af779f970 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:03:43.042788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:03:43.074306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:03:43.074654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8c450c4a-9cdd-4b0e-bfba-ba154c42a494 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:03:43.163373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:43.190304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:43.253687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:03:43.256234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:03:43.260488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:03:43.291617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=56e4cb6a-a5e0-410b-bbe7-75311403a21f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:43.413490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:43.414201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:43.635403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 7bad404c-fe23-4bfc-bc2b-48de55447845 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:03:43.831279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:03:43.840777 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Sync routers for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:03:43.852303 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:43.852951 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:43.857318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:43.858505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c03b2bd7-cd86-4514-86fc-3e6c1f9dc0ae tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4817851 Apr 21 15:03:43.861569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59114) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:43.903372 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d18d3406-f6c6-407e-9f21-25320f7ed4b8 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f41186dc80a44203aef39ee617949c9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407734 Apr 21 15:03:43.906029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59118) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:44.028518 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:44.034091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea7a6-3032-4736-9c41-a60055296665 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:44.035589 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cbfea7a6-3032-4736-9c41-a60055296665 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286590 Apr 21 15:03:44.038365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59122) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:44.079971 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-08132dd4-cd02-4fca-b8ab-a33e586be497 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381155 Apr 21 15:03:44.080225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59126) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:44.085213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-137308984', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:44.194356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:44.198734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:subnet and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:44.201598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:44.207163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:44.218482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:03:44.338904 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:43Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:44.342885 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Checking router: 7bad404c-fe23-4bfc-bc2b-48de55447845 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:03:44.343218 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Updating router 7bad404c-fe23-4bfc-bc2b-48de55447845 port 56e4cb6a-a5e0-410b-bbe7-75311403a21f binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:03:44.394419 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.413152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.625520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.705842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Subnet': ['ID=4462f1b5-64de-4179-aeb8-e533ea24d05a,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:44.715660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Checking segment: {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:03:44.716017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network hostable DHCP agents. Network: 92c6da69-60d7-414b-9a44-5d11927d9fbc, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:03:44.716220 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.728240 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Transition to ACTIVE for port object 56e4cb6a-a5e0-410b-bbe7-75311403a21f will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:03:44.734501 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.737412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:03:44.747178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 92c6da69-60d7-414b-9a44-5d11927d9fbc) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:03:44.751185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:44.751798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.757038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596f15e-cb61-4fa0-b6ed-79373e27b324 None None] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:03:44.773784 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6a8ed641-267f-4f3b-a279-3069cc7737ba tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6926935 Apr 21 15:03:44.776585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59130) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:44.804804 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Pushing event updated for resources: {'Port': ['ID=56e4cb6a-a5e0-410b-bbe7-75311403a21f,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:44.815651 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.815990 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.816411 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.816739 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.817057 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.817373 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.817683 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.817993 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.818300 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.818606 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.818912 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:03:44.843332 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Attempting to bind port 56e4cb6a-a5e0-410b-bbe7-75311403a21f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:03:44.844020 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Attempting to bind port 56e4cb6a-a5e0-410b-bbe7-75311403a21f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:03:44.844020 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Attempting to bind port 56e4cb6a-a5e0-410b-bbe7-75311403a21f on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:03:44.850867 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:03:44.851233 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:03:44.851620 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.851997 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:03:44.852483 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Bound port: 56e4cb6a-a5e0-410b-bbe7-75311403a21f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:03:44.852831 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.923733 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] For port 56e4cb6a-a5e0-410b-bbe7-75311403a21f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:03:44.934676 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] For port 56e4cb6a-a5e0-410b-bbe7-75311403a21f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56e4cb6a-a5e0-410b-bbe7-75311403a21f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:03:44.943056 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:44.980330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-92c6da69-60d7-414b-9a44-5d11927d9fbc', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:03:44.981140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:45.024517 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95b476-4d64-4d75-95b5-61880c7d40ee None None] Pushing event updated for resources: {'Port': ['ID=56e4cb6a-a5e0-410b-bbe7-75311403a21f,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:45.046256 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:45.046928 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:45.143061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Allocated IP 172.20.0.2 (92c6da69-60d7-414b-9a44-5d11927d9fbc/4462f1b5-64de-4179-aeb8-e533ea24d05a/c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:03:45.229589 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:45.386403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:45.396926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Transition to ACTIVE for port object c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:03:45.415638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Transition to ACTIVE for port object c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:03:45.422726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:45.495423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:03:45.498401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:03:45.503002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:03:45.505868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Pushing event updated for resources: {'Port': ['ID=c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:45.517606 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:43Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:45.522790 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb6d4c-c0fe-43c0-9721-e0aa76d5998a None None] The sync data for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv is: [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:43Z', 'revision_number': 3, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:03:45.571327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:45.593379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Attempting to bind port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:03:45.593893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Attempting to bind port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:03:45.594377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Attempting to bind port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 on network 92c6da69-60d7-414b-9a44-5d11927d9fbc {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:03:45.601570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:03:45.602038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Checking segment: {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:03:45.602443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:45.602835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Bound using segment: {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:03:45.603349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Bound port: c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:03:45.603729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:45.718568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] For port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:03:45.723202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] For port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:03:45.729480 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:45.820768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20432e-5488-4b3f-a930-574d5fa64b52 None None] Pushing event updated for resources: {'Port': ['ID=c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:46.024158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.1 (92c6da69-60d7-414b-9a44-5d11927d9fbc/4462f1b5-64de-4179-aeb8-e533ea24d05a/e12b7c14-6d5b-462c-a008-f03cae2d03db) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:03:46.310446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:46.326493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object e12b7c14-6d5b-462c-a008-f03cae2d03db will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:03:46.350269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:46.421410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:03:46.424387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:03:46.428334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:03:46.459410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:46.492233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:46.582312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:46.758116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a0318-1dd0-4e8e-8e84-8911f929d555 None None] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:03:46.863466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a4ee2199-8a43-4b52-b9b1-6bc5e7791a7c None None] Provisioning for port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:03:46.988866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:46.997135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.089415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56e4cb6a-a5e0-410b-bbe7-75311403a21f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:03:47.118940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:47.122371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.162825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 56e4cb6a-a5e0-410b-bbe7-75311403a21f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:03:47.168537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 56e4cb6a-a5e0-410b-bbe7-75311403a21f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:47.168912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.272569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:03:47.273308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:03:47.298984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.320652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 56e4cb6a-a5e0-410b-bbe7-75311403a21f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56e4cb6a-a5e0-410b-bbe7-75311403a21f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:47.328449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.329220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:03:47.408445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4d6c0540-9119-4f09-a81f-aa2c4319a8b7 None None] Provisioning for port e12b7c14-6d5b-462c-a008-f03cae2d03db completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:03:47.433361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4d6c0540-9119-4f09-a81f-aa2c4319a8b7 None None] Provisioning complete for port e12b7c14-6d5b-462c-a008-f03cae2d03db triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:47.433731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4d6c0540-9119-4f09-a81f-aa2c4319a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.501027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=56e4cb6a-a5e0-410b-bbe7-75311403a21f,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:47.512034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c0540-9119-4f09-a81f-aa2c4319a8b7 None None] Port e12b7c14-6d5b-462c-a008-f03cae2d03db cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:03:47.525201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:03:47.530804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:47.531174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.655210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.667859 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8f7028f7-5f43-4e72-92eb-1e50523881d7 None None] Provisioning complete for port e12b7c14-6d5b-462c-a008-f03cae2d03db triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:47.668182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8f7028f7-5f43-4e72-92eb-1e50523881d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.669462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 7bad404c-fe23-4bfc-bc2b-48de55447845 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:03:47.741763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8f7028f7-5f43-4e72-92eb-1e50523881d7 None None] Port e12b7c14-6d5b-462c-a008-f03cae2d03db cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:03:47.744600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:47.749691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:47.820097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:47.967778 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:03:47.980463 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-be5cf142-0c3a-43c9-929a-bf55698f53d7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/7bad404c-fe23-4bfc-bc2b-48de55447845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2028911 Apr 21 15:03:47.982941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59134) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:48.117489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfe70b-82d8-4d58-bfc4-46bec5ee79f2 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.117859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfe70b-82d8-4d58-bfc4-46bec5ee79f2 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.118226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfe70b-82d8-4d58-bfc4-46bec5ee79f2 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.118587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfe70b-82d8-4d58-bfc4-46bec5ee79f2 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.120839 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f3dfe70b-82d8-4d58-bfc4-46bec5ee79f2 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1369905 Apr 21 15:03:48.123614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59138) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:48.188796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf31b4-a3ae-4b9b-9b4a-e3f07630a8ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.189165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf31b4-a3ae-4b9b-9b4a-e3f07630a8ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.189541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf31b4-a3ae-4b9b-9b4a-e3f07630a8ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.189880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf31b4-a3ae-4b9b-9b4a-e3f07630a8ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:48.191495 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a9bf31b4-a3ae-4b9b-9b4a-e3f07630a8ae tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0669708 Apr 21 15:03:48.194053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59142) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:48.386555 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f3827a25-8ce3-49a8-bb04-950aa17ef2b1 tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1913767 Apr 21 15:03:48.615877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59148) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:48.621708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726044884', 'description': 'tempest-secgroup-smoke-1726044884 description', 'project_id': 'f41186dc80a44203aef39ee617949c9a'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:48.627782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:48.632045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:48.635055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:48.641435 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:48.651808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.686131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:48.689846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:48.692561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:48.698621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:48.751930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.755716 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.803366 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7270ff89-2cf9-460a-9e3c-e913bdf62010,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:48.806005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.810156 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6efc2940-ba89-49fa-ab44-384a897c4c13 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1902874 Apr 21 15:03:48.810733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59152) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:48.816269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '7270ff89-2cf9-460a-9e3c-e913bdf62010', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:48.822749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:48.826841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:48.829576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:48.835550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:48.853686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.914921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.918718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.950222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f9c47a-1ae7-4dbf-84dc-522fbb3bc172,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:48.959655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:48.964266 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-639cc7c3-95bb-4ee3-a81a-85cd5f905f45 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1525738 Apr 21 15:03:48.964549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59156) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:48.972439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '7270ff89-2cf9-460a-9e3c-e913bdf62010', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:48.979489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:48.983643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:48.989301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:48.995441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:49.017069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.028501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2c13c743-f219-42c6-af5b-3d1183d93ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.031823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56e4cb6a-a5e0-410b-bbe7-75311403a21f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:03:49.093647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.097123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Sync routers for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:03:49.098135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.119535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679c280b-3060-4809-b900-7269be3f22f8,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:49.119807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:49.120791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:49.130837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.135215 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3bd03b50-785e-4cbc-b68c-30fb7b382758 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1654572 Apr 21 15:03:49.135400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59160) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:49.141054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '7270ff89-2cf9-460a-9e3c-e913bdf62010', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:49.146737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:49.150570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:49.153564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:49.159168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:49.177106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 56e4cb6a-a5e0-410b-bbe7-75311403a21f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:49.177456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.178388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.242194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.246377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.271735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f31e441-6c3c-4f61-b838-dd520c013715,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:49.281356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.282595 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-24a2e1b7-2c70-4de8-ac7d-96a7a925936c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1460712 Apr 21 15:03:49.285266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59164) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:49.290698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '7270ff89-2cf9-460a-9e3c-e913bdf62010', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:49.296332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:49.300141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:49.302973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:49.309439 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:49.326726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.389384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.394163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.417600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c7e45e-33f9-469e-87ec-32cdd1e0cc06,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:49.426455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.427631 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6f0352c6-0985-4b99-992d-ed648fe99654 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1414485 Apr 21 15:03:49.430417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59168) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:49.434423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:49.436889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '7270ff89-2cf9-460a-9e3c-e913bdf62010', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:49.442568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:49.446413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:49.449253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:49.454823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:49.465815 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:03:49.472223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.481887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:03:49.537878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.543315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.566337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0de2f4f-dea1-4447-bec5-5add66116594,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:49.577256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.578496 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3ae4afae-6a75-4fa8-a832-4c98805d5eb7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1471348 Apr 21 15:03:49.581214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59172) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:03:49.586775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'security_group_rule': {'security_group_id': '7270ff89-2cf9-460a-9e3c-e913bdf62010', 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:49.593158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:49.596968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:security_group_rule and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:03:49.599789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:03:49.605692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:49.617344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Project f41186dc80a44203aef39ee617949c9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:03:49.623827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.693666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.698783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.718243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:49.718611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.722826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8449580-376b-4919-adaa-7a5fd2ef1823,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:49.734612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:49.745535 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f97b0346-62b2-4b81-a9aa-645f8d58ff37 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1538458 Apr 21 15:03:49.914645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b281908f-096f-4f6c-bbca-115d9871e23b req-39df851d-9470-4d00-bc17-4b50094ac11b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:49.940206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b281908f-096f-4f6c-bbca-115d9871e23b req-39df851d-9470-4d00-bc17-4b50094ac11b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:49.942846 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-39df851d-9470-4d00-bc17-4b50094ac11b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726044884&fields=id&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 267 time: 0.0695024 Apr 21 15:03:49.948835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:46Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:03:46Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:49.953120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Checking router: 7bad404c-fe23-4bfc-bc2b-48de55447845 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:03:49.953473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Updating router 7bad404c-fe23-4bfc-bc2b-48de55447845 port e12b7c14-6d5b-462c-a008-f03cae2d03db binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:03:50.004555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:50.096939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281908f-096f-4f6c-bbca-115d9871e23b req-340cc993-9726-4562-b64d-ae8bbb654bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:50.099280 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-340cc993-9726-4562-b64d-ae8bbb654bcc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/networks?id=92c6da69-60d7-414b-9a44-5d11927d9fbc HTTP/1.1" status: 200 len: 795 time: 0.1504507 Apr 21 15:03:50.116357 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-f898cd92-dadf-4de4-81a5-38177f8bcbd2 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/quotas/f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 375 time: 0.0112610 Apr 21 15:03:50.227181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b281908f-096f-4f6c-bbca-115d9871e23b req-b601d338-99c0-445d-b24a-25fcf2e58842 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:50.243450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b281908f-096f-4f6c-bbca-115d9871e23b req-b601d338-99c0-445d-b24a-25fcf2e58842 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:50.245666 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-b601d338-99c0-445d-b24a-25fcf2e58842 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224227 Apr 21 15:03:50.362415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:50.377085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Transition to ACTIVE for port object e12b7c14-6d5b-462c-a008-f03cae2d03db will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:03:50.386892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:50.391364 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-b814e465-767b-4c6f-bf25-9a68e0cc08eb service neutron] 10.222.0.42 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295595 Apr 21 15:03:50.514038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e98db6-daac-412a-aee9-b801e9638240 None None] Pushing event updated for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:50.537014 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a3421a51-7276-417c-8e46-eedb548aa749 service neutron] 10.222.0.42 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364379 Apr 21 15:03:50.637097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Attempting to bind port e12b7c14-6d5b-462c-a008-f03cae2d03db on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:03:50.637634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Attempting to bind port e12b7c14-6d5b-462c-a008-f03cae2d03db by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:03:50.638002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Attempting to bind port e12b7c14-6d5b-462c-a008-f03cae2d03db on network 92c6da69-60d7-414b-9a44-5d11927d9fbc {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:03:50.645305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:03:50.645692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Checking segment: {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:03:50.646083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:50.646473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Bound using segment: {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:03:50.646936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Bound port: e12b7c14-6d5b-462c-a008-f03cae2d03db, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:03:50.647306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:50.754928 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-9a56bb12-f425-470f-b976-90ef3c1390f9 req-6f28d14f-8f93-424b-b65c-02cc85390695 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:50.755532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] For port e12b7c14-6d5b-462c-a008-f03cae2d03db, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:03:50.763749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] For port e12b7c14-6d5b-462c-a008-f03cae2d03db, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e12b7c14-6d5b-462c-a008-f03cae2d03db,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:03:50.768379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-9a56bb12-f425-470f-b976-90ef3c1390f9 req-6f28d14f-8f93-424b-b65c-02cc85390695 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:50.768564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:50.769874 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9a56bb12-f425-470f-b976-90ef3c1390f9 req-6f28d14f-8f93-424b-b65c-02cc85390695 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 210 time: 0.0576789 Apr 21 15:03:50.861034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e98db6-daac-412a-aee9-b801e9638240 None None] Pushing event updated for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:50.868195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:03:50.869126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:51.123103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:03:51.357406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ae552796-7b21-4189-9a89-67f931533ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:51.456645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:46Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:03:50Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:03:51.460582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e93fd1a-a3cb-4d3e-8e55-7a1442c7b33d None None] The sync data for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv is: [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:46Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:03:50Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:03:51.918841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281908f-096f-4f6c-bbca-115d9871e23b req-79f1938d-6500-451f-b55e-169226cbbd85 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:51.920817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b281908f-096f-4f6c-bbca-115d9871e23b req-79f1938d-6500-451f-b55e-169226cbbd85 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:51.970238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b281908f-096f-4f6c-bbca-115d9871e23b req-79f1938d-6500-451f-b55e-169226cbbd85 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:51.971721 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-79f1938d-6500-451f-b55e-169226cbbd85 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/networks?id=92c6da69-60d7-414b-9a44-5d11927d9fbc HTTP/1.1" status: 200 len: 795 time: 0.2147937 Apr 21 15:03:52.008159 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1c198912-8b19-420d-a487-db7c4f9e85a1 req-a746ad27-2411-43b1-a3d4-e2d2f0934360 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 210 time: 0.0594566 Apr 21 15:03:52.068903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-02157f6a-d1ea-4f83-91e9-f9001c6863ef tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41186dc80a44203aef39ee617949c9a HTTP/1.1" status: 200 len: 380 time: 0.0778763 Apr 21 15:03:52.081762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'port': {'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'admin_state_up': True, 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'security_groups': ['7270ff89-2cf9-460a-9e3c-e913bdf62010']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:52.225682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:03:52.236398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:03:52.250408 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Made reservation on behalf of f41186dc80a44203aef39ee617949c9a for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:03:52.253687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:52.296658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:52.419618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.20.0.10 (92c6da69-60d7-414b-9a44-5d11927d9fbc/4462f1b5-64de-4179-aeb8-e533ea24d05a/f01d4653-b77c-4eff-94f7-06033cd91678) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:03:52.493082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:52.606045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:52.620993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Transition to ACTIVE for port object f01d4653-b77c-4eff-94f7-06033cd91678 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:03:52.641721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:52.798232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:03:52.801198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:03:52.805601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:03:52.831132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=f01d4653-b77c-4eff-94f7-06033cd91678,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:52.867629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:52.868261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:52.907706 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-caa72302-5546-4452-8b19-4b8d50a19cdf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297231 Apr 21 15:03:52.932430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Request body: {'port': {'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:03:53.048303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e12b7c14-6d5b-462c-a008-f03cae2d03db up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:03:53.049044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.113273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-67a86645-4e83-431d-a732-5a3231450592 None None] Provisioning for port f01d4653-b77c-4eff-94f7-06033cd91678 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:03:53.121298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-67a86645-4e83-431d-a732-5a3231450592 None None] Provisioning complete for port f01d4653-b77c-4eff-94f7-06033cd91678 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:53.121698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-67a86645-4e83-431d-a732-5a3231450592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.171796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port e12b7c14-6d5b-462c-a008-f03cae2d03db completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:03:53.181008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e12b7c14-6d5b-462c-a008-f03cae2d03db triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:53.181931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.214404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-67a86645-4e83-431d-a732-5a3231450592 None None] Port f01d4653-b77c-4eff-94f7-06033cd91678 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:03:53.293068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.325147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port e12b7c14-6d5b-462c-a008-f03cae2d03db, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e12b7c14-6d5b-462c-a008-f03cae2d03db,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:53.329187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.352887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7848c-65b6-4283-916a-e30dc4708edc req-5ee581f6-5c20-4724-ac01-9424017049a7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:53.354088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ccb7848c-65b6-4283-916a-e30dc4708edc req-5ee581f6-5c20-4724-ac01-9424017049a7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:03:53.390339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ccb7848c-65b6-4283-916a-e30dc4708edc req-5ee581f6-5c20-4724-ac01-9424017049a7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:03:53.391537 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ccb7848c-65b6-4283-916a-e30dc4708edc req-5ee581f6-5c20-4724-ac01-9424017049a7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 932 time: 0.2274592 Apr 21 15:03:53.401480 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:53.492104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01d4653-b77c-4eff-94f7-06033cd91678 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:03:53.500172 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ccb7848c-65b6-4283-916a-e30dc4708edc req-44bd3dd1-2db9-48bb-851d-ded80abf1e2f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021905 Apr 21 15:03:53.501707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.515971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Transition to ACTIVE for port object f01d4653-b77c-4eff-94f7-06033cd91678 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:03:53.524847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.653809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Pushing event updated for resources: {'Port': ['ID=f01d4653-b77c-4eff-94f7-06033cd91678,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:53.675159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.760596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Attempting to bind port f01d4653-b77c-4eff-94f7-06033cd91678 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:03:53.760922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Attempting to bind port f01d4653-b77c-4eff-94f7-06033cd91678 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:03:53.761241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Attempting to bind port f01d4653-b77c-4eff-94f7-06033cd91678 on network 92c6da69-60d7-414b-9a44-5d11927d9fbc {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:03:53.766983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Port f01d4653-b77c-4eff-94f7-06033cd91678 on network 92c6da69-60d7-414b-9a44-5d11927d9fbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:03:53.767292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Attempting to bind port f01d4653-b77c-4eff-94f7-06033cd91678 on network 92c6da69-60d7-414b-9a44-5d11927d9fbc {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:03:53.773396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:03:53.773724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Checking segment: {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:03:53.774096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Bound using segment: {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:03:53.774505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Bound port: f01d4653-b77c-4eff-94f7-06033cd91678, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d092d32-16b6-4343-8d67-350d6eea8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:03:53.774838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.860618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] For port f01d4653-b77c-4eff-94f7-06033cd91678, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:03:53.863431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] For port f01d4653-b77c-4eff-94f7-06033cd91678, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f01d4653-b77c-4eff-94f7-06033cd91678,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:03:53.867830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.930759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:53.932466 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] 10.222.0.21 "PUT /v2.0/ports/f01d4653-b77c-4eff-94f7-06033cd91678 HTTP/1.1" status: 200 len: 1094 time: 1.0114009 Apr 21 15:03:53.933033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:03:53.963903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6996a-2755-4749-a4b4-6f5191bf6d4d service neutron] Pushing event updated for resources: {'Port': ['ID=f01d4653-b77c-4eff-94f7-06033cd91678,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:54.020194 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e5fbb4-24c8-4529-bbce-fa8a9652c166'] response: {'name': 'network-changed', 'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'status': 'completed', 'code': 200} Apr 21 15:03:54.061521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-34a3b8f6-22c7-469a-acfc-d213d813cd61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 1097 time: 0.0756657 Apr 21 15:03:54.141524 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-1625a00f-35fc-4d23-a275-2fd5f50fffbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01d4653-b77c-4eff-94f7-06033cd91678 HTTP/1.1" status: 200 len: 217 time: 0.0681541 Apr 21 15:03:54.201968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281908f-096f-4f6c-bbca-115d9871e23b req-b3c4c53f-ee3a-411b-b312-a2f7529b8d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:54.203380 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-b3c4c53f-ee3a-411b-b312-a2f7529b8d14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4462f1b5-64de-4179-aeb8-e533ea24d05a HTTP/1.1" status: 200 len: 834 time: 0.0564766 Apr 21 15:03:54.280129 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-e3288e08-6428-488d-958c-1a41c3081261 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=92c6da69-60d7-414b-9a44-5d11927d9fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709896 Apr 21 15:03:54.406065 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-7f47e060-1a58-433e-8677-2197d4f65416 service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196804 Apr 21 15:03:54.620296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b281908f-096f-4f6c-bbca-115d9871e23b req-2ab03549-2802-457f-a639-cee5a39c7c88 service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082329 Apr 21 15:03:54.695888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c06a9-c81e-422d-8805-1d937abbc834 req-f6d4e316-9583-4458-b7c8-298432e1dcf5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:54.697262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a9c06a9-c81e-422d-8805-1d937abbc834 req-f6d4e316-9583-4458-b7c8-298432e1dcf5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 944 time: 0.0742905 Apr 21 15:03:54.793431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a9c06a9-c81e-422d-8805-1d937abbc834 req-51ba9183-9216-4c68-b547-6959d432d8a3 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905497 Apr 21 15:03:54.807592 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-4aa4fb1b-880a-4d71-9a21-21c5e70ae27b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 1097 time: 0.0895772 Apr 21 15:03:54.935179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-868de605-bf3e-463f-9451-21cf6e495b20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:54.936644 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-868de605-bf3e-463f-9451-21cf6e495b20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=92c6da69-60d7-414b-9a44-5d11927d9fbc HTTP/1.1" status: 200 len: 896 time: 0.1223826 Apr 21 15:03:55.002422 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-b2f0096a-4c45-47dc-838c-030ada9b3345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01d4653-b77c-4eff-94f7-06033cd91678 HTTP/1.1" status: 200 len: 217 time: 0.0595963 Apr 21 15:03:55.014936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e12b7c14-6d5b-462c-a008-f03cae2d03db up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:03:55.066425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-43ccd75d-6696-4519-9214-571d9cf69a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:55.067879 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-43ccd75d-6696-4519-9214-571d9cf69a9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4462f1b5-64de-4179-aeb8-e533ea24d05a HTTP/1.1" status: 200 len: 834 time: 0.0599623 Apr 21 15:03:55.081754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e12b7c14-6d5b-462c-a008-f03cae2d03db triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:03:55.082123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:55.142107 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-f131c1c3-9719-4412-bc9e-c87c05f8abd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=92c6da69-60d7-414b-9a44-5d11927d9fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676186 Apr 21 15:03:55.269757 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-bd1f64fe-fa83-48af-b200-74081facf19d service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207216 Apr 21 15:03:55.400348 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dd8c701e-5240-4d19-a4f1-ca0843d031d9 req-e1969bc8-651f-41f4-9ed8-68ef6fea1e17 service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233804 Apr 21 15:03:55.996774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed6d3f-69bf-429e-9e90-738fef04248f req-061116a9-397b-4b6f-8824-bb07512fa385 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:55.998480 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e2ed6d3f-69bf-429e-9e90-738fef04248f req-061116a9-397b-4b6f-8824-bb07512fa385 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 944 time: 0.0859420 Apr 21 15:03:56.043451 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e2ed6d3f-69bf-429e-9e90-738fef04248f req-d2e0afeb-9a3b-4802-be57-4d0d97ec3006 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395298 Apr 21 15:03:57.243433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043325a-ede3-490d-be1f-602c6acf85c0 req-4b9c8736-897c-4ec4-87a4-76c01fca2d71 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:57.244873 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6043325a-ede3-490d-be1f-602c6acf85c0 req-4b9c8736-897c-4ec4-87a4-76c01fca2d71 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 944 time: 0.0789480 Apr 21 15:03:57.289489 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6043325a-ede3-490d-be1f-602c6acf85c0 req-3ccf2451-b7db-4133-841c-eeda3ef0d572 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391726 Apr 21 15:03:57.938359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f01d4653-b77c-4eff-94f7-06033cd91678 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:03:58.068564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port f01d4653-b77c-4eff-94f7-06033cd91678, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f01d4653-b77c-4eff-94f7-06033cd91678,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:58.081216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'mac_address': 'fa:16:3e:e4:85:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:03:58.138761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:58.155570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01d4653-b77c-4eff-94f7-06033cd91678 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:03:58.171081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port f01d4653-b77c-4eff-94f7-06033cd91678, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f01d4653-b77c-4eff-94f7-06033cd91678,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:03:58.174777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:58.238865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=f01d4653-b77c-4eff-94f7-06033cd91678,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:03:58.429580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['f01d4653-b77c-4eff-94f7-06033cd91678'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:03:58.480939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1703dd5-0fbe-42f7-8380-6939a008d341 req-ccd971d5-8892-4927-9d5f-ff5137f99588 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:58.482611 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e1703dd5-0fbe-42f7-8380-6939a008d341 req-ccd971d5-8892-4927-9d5f-ff5137f99588 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 945 time: 0.0757599 Apr 21 15:03:58.534059 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e1703dd5-0fbe-42f7-8380-6939a008d341 req-a6f6a2d4-961f-48b2-9d41-80c2da85a659 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457671 Apr 21 15:03:59.739279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1b56a-c7d6-4758-999a-c4080ae73ce1 req-ee6554e9-6013-4eea-b1f0-c07f3e85ee92 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:03:59.740830 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cae1b56a-c7d6-4758-999a-c4080ae73ce1 req-ee6554e9-6013-4eea-b1f0-c07f3e85ee92 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 945 time: 0.0759397 Apr 21 15:03:59.786888 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cae1b56a-c7d6-4758-999a-c4080ae73ce1 req-b5bae3c1-44d8-42c4-86b5-207d1892dbf8 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Apr 21 15:03:59.953539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f01d4653-b77c-4eff-94f7-06033cd91678 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:04:00.051611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port f01d4653-b77c-4eff-94f7-06033cd91678 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:04:00.056142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port f01d4653-b77c-4eff-94f7-06033cd91678 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:00.056507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:00.164278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:00.191187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:04:00.201289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port f01d4653-b77c-4eff-94f7-06033cd91678, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f01d4653-b77c-4eff-94f7-06033cd91678,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:00.205130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:00.248340 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df997427-303d-4b0f-9edb-bd26470cd2b6'] response: {'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'code': 200} Apr 21 15:04:00.273100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=f01d4653-b77c-4eff-94f7-06033cd91678,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:00.493521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f587f2-ae42-4717-ae82-d21344385265 req-6317bb10-0861-47f3-aa12-a219af45cc41 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 1099 time: 0.0690641 Apr 21 15:04:00.538110 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46f587f2-ae42-4717-ae82-d21344385265 req-4af4ec26-a56c-4456-a4c7-3091ff06737b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387967 Apr 21 15:04:00.774888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:00.978472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d4ced-2738-4ea3-85c3-61d40b72a026 req-e44b1e61-a8a1-41ad-8d4d-88b14429914d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:00.980474 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c1d4ced-2738-4ea3-85c3-61d40b72a026 req-e44b1e61-a8a1-41ad-8d4d-88b14429914d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 946 time: 0.0753150 Apr 21 15:04:01.029056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c1d4ced-2738-4ea3-85c3-61d40b72a026 req-24103ec6-dbce-45aa-be0c-b499c1be49cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Apr 21 15:04:02.226589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711cd40-5416-4389-83f6-976a003a6082 req-2e4bd350-a0db-4ed8-ab69-0d179ec1daaf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:02.228043 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2711cd40-5416-4389-83f6-976a003a6082 req-2e4bd350-a0db-4ed8-ab69-0d179ec1daaf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 946 time: 0.0751126 Apr 21 15:04:02.271454 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2711cd40-5416-4389-83f6-976a003a6082 req-795cdc31-d5c5-436c-bf2f-dd56efe8b8e0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377963 Apr 21 15:04:02.463177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95947074-ae75-4d91-9783-af282d786b51 req-1e6707d8-5d7c-4eed-85e4-e6713cc0c5bf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:02.465157 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-95947074-ae75-4d91-9783-af282d786b51 req-1e6707d8-5d7c-4eed-85e4-e6713cc0c5bf tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 946 time: 0.0746131 Apr 21 15:04:02.508419 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-95947074-ae75-4d91-9783-af282d786b51 req-29759e83-b6c4-45a5-ad32-0d929ca44c8e tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377235 Apr 21 15:04:02.539199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59218) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:02.609896 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-075afc56-92aa-4c5e-b30f-b2b010ff1b7c tempest-TestNetworkBasicOps-1947885068 tempest-TestNetworkBasicOps-1947885068-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 1094 time: 0.0695815 Apr 21 15:04:02.612578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59222) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:02.617583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:04:02.623253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:04:02.627010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Usage tracker for resource:floatingip and tenant:f41186dc80a44203aef39ee617949c9a is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:04:02.629862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:04:02.635362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:04:02.646064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:02.776300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:02.903924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Allocated IP 172.26.6.137 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/55f1ecb3-12b8-4764-8835-47dcfd879a77) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:04:03.123531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:03.150368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:03.218226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:04:03.220944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:04:03.225079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:04:03.249091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=55f1ecb3-12b8-4764-8835-47dcfd879a77,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:03.706677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:03.759048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:03.957940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:03.962004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:04.067423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event updated for resources: {'Port': ['ID=55f1ecb3-12b8-4764-8835-47dcfd879a77,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:04.079359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:04.261005 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Floating IP ba234910-038d-44fe-95d7-39b8aadcdddc associated. External IP: 172.26.6.137, port: f01d4653-b77c-4eff-94f7-06033cd91678. Apr 21 15:04:04.720617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 7bad404c-fe23-4bfc-bc2b-48de55447845 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:04:04.914653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:04:04.927720 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462946e-e222-454d-8818-92c5ae65044d None None] Sync routers for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:04:04.939278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:04.946651 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:04.947493 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:04.994345 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1318e746-3316-452e-aab6-9232b82d1c0d tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3782816 Apr 21 15:04:04.994345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:04:04.994786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:05.050446 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed27512-2b28-413c-a87e-a992f7343012'] response: {'name': 'network-changed', 'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'status': 'completed', 'code': 200} Apr 21 15:04:05.103509 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1d7685f9-0615-4113-b276-7ae89746253c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1076703 Apr 21 15:04:05.125131 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:04:05.174878 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-d738f150-365a-4e5c-9b09-f5116e1e820b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 1099 time: 0.0752151 Apr 21 15:04:05.315614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-feca4b80-30a0-4399-88e7-1b95fd45a5f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:05.317002 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-feca4b80-30a0-4399-88e7-1b95fd45a5f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=92c6da69-60d7-414b-9a44-5d11927d9fbc HTTP/1.1" status: 200 len: 896 time: 0.1351104 Apr 21 15:04:05.416523 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-a4e2936d-e034-4264-b8ca-0daaa45db528 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01d4653-b77c-4eff-94f7-06033cd91678 HTTP/1.1" status: 200 len: 1000 time: 0.0933731 Apr 21 15:04:05.480468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-144f61c7-d12a-458b-8f87-d421447633db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:05.481958 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-144f61c7-d12a-458b-8f87-d421447633db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4462f1b5-64de-4179-aeb8-e533ea24d05a HTTP/1.1" status: 200 len: 834 time: 0.0600324 Apr 21 15:04:05.491550 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:46Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ba234910-038d-44fe-95d7-39b8aadcdddc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.137', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'mac_address': 'fa:16:3e:e4:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:04:03Z', 'updated_at': '2022-04-21T15:04:03Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:03:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:05.495859 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462946e-e222-454d-8818-92c5ae65044d None None] Checking router: 7bad404c-fe23-4bfc-bc2b-48de55447845 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:04:05.506078 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:05.506657 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:03:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:05.555173 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-d760d7fb-6660-41e7-9628-dfafdffa883b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=92c6da69-60d7-414b-9a44-5d11927d9fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676341 Apr 21 15:04:05.691034 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:04:05.696035 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-c7b6fb6a-8ba4-4dfd-9fbc-105a33e0fdce service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350489 Apr 21 15:04:05.826221 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3109b16-c886-4765-b0d0-48f36ec4f5f7 req-0da0a159-f686-4dd6-9c1c-6ac910807022 service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243143 Apr 21 15:04:06.038637 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6462946e-e222-454d-8818-92c5ae65044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:46Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ba234910-038d-44fe-95d7-39b8aadcdddc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.137', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'mac_address': 'fa:16:3e:e4:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:04:03Z', 'updated_at': '2022-04-21T15:04:03Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:03:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:06.044992 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6462946e-e222-454d-8818-92c5ae65044d None None] The sync data for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv is: [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:46Z', 'revision_number': 4, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ba234910-038d-44fe-95d7-39b8aadcdddc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.137', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'mac_address': 'fa:16:3e:e4:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:04:03Z', 'updated_at': '2022-04-21T15:04:03Z', 'revision_number': 0, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:03:53Z', 'revision_number': 5, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:04:06.107992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:06.243484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263bf1d4-d12c-462e-80f7-6c90a1f52ace None None] New status for floating IP ba234910-038d-44fe-95d7-39b8aadcdddc: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:04:06.317923 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c6994bb4-ff44-4338-aa88-d1cab3162167 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.2086620 Apr 21 15:04:07.325926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:07.426500 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9f914acc-1f27-45ba-8fbd-b4df3b0f1a10 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 994 time: 0.0994551 Apr 21 15:04:18.740043 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:04:19.021891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6894964d-7c21-4e0a-b1ea-22c7e95410b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:21.349203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ed7e518-1926-4c5d-807c-765215accb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:22.299499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:22.494492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:23.671410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:28.269152 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-862fc9f4-3231-452d-92df-8bd151f0586b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694542 Apr 21 15:04:28.426438 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-2c4c774d-ca49-4a02-8587-225bfb16c2dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 1099 time: 0.0684881 Apr 21 15:04:28.569179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-5a2d498d-7c05-48ee-97e0-bb03184cde26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:28.570517 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-5a2d498d-7c05-48ee-97e0-bb03184cde26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=92c6da69-60d7-414b-9a44-5d11927d9fbc HTTP/1.1" status: 200 len: 896 time: 0.1234038 Apr 21 15:04:28.754166 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-e6cb00d9-54c8-467f-9b92-0b9b6aa583c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01d4653-b77c-4eff-94f7-06033cd91678 HTTP/1.1" status: 200 len: 1002 time: 0.1770241 Apr 21 15:04:28.815184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-abb58dba-548e-4c36-b4b2-860f1469b047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:28.816635 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-abb58dba-548e-4c36-b4b2-860f1469b047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4462f1b5-64de-4179-aeb8-e533ea24d05a HTTP/1.1" status: 200 len: 834 time: 0.0564146 Apr 21 15:04:28.892728 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-ba3c3ccc-3acf-418f-a2b9-df81a65577b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=92c6da69-60d7-414b-9a44-5d11927d9fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675285 Apr 21 15:04:29.021732 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-3eb598a4-f814-4700-8620-7ebf51b911f9 service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220820 Apr 21 15:04:29.152306 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d474b14-492c-4b0b-8310-6bd85f51747c req-c13e0432-48af-4cdf-a22e-5deac38c2da4 service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246989 Apr 21 15:04:30.793999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:36.399549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59252) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:36.470173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-80d76788-eedb-4f7b-aeed-22df38bf7390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:04:37.017622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d76788-eedb-4f7b-aeed-22df38bf7390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:37.028637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d76788-eedb-4f7b-aeed-22df38bf7390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:37.239637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d76788-eedb-4f7b-aeed-22df38bf7390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 7bad404c-fe23-4bfc-bc2b-48de55447845 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:04:37.537522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d76788-eedb-4f7b-aeed-22df38bf7390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:04:37.543888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d76788-eedb-4f7b-aeed-22df38bf7390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:37.546039 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-80d76788-eedb-4f7b-aeed-22df38bf7390 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/7bad404c-fe23-4bfc-bc2b-48de55447845 HTTP/1.1" status: 200 len: 888 time: 1.1452146 Apr 21 15:04:37.547000 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] Sync routers for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:04:37.559827 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:37.560563 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:37.622827 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:37.633313 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:37.633890 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:37.692588 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:37.692978 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b8b68-77ff-43d2-9ebf-f594476fabe5 None None] The sync data for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv is: [] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:04:38.444790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c32a9-3dd4-4b1b-8d76-dfa5c2cde929 None None] New status for floating IP ba234910-038d-44fe-95d7-39b8aadcdddc: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:04:39.027499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e12b7c14-6d5b-462c-a008-f03cae2d03db no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:04:39.138632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:39.170025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port e12b7c14-6d5b-462c-a008-f03cae2d03db, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e12b7c14-6d5b-462c-a008-f03cae2d03db,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:39.173936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:39.174602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56e4cb6a-a5e0-410b-bbe7-75311403a21f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:04:39.284273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:39.337612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:39.352403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 56e4cb6a-a5e0-410b-bbe7-75311403a21f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56e4cb6a-a5e0-410b-bbe7-75311403a21f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:39.356452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:39.418604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=56e4cb6a-a5e0-410b-bbe7-75311403a21f,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:39.725452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59260) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:39.731230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-05fcd5ee-3e21-4995-8917-4abc4d036b50 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:04:40.272972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05fcd5ee-3e21-4995-8917-4abc4d036b50 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:40.284039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05fcd5ee-3e21-4995-8917-4abc4d036b50 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-406546'] for router, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:40.479669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fcd5ee-3e21-4995-8917-4abc4d036b50 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 7bad404c-fe23-4bfc-bc2b-48de55447845 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:04:40.672618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fcd5ee-3e21-4995-8917-4abc4d036b50 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:04:40.678267 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05fcd5ee-3e21-4995-8917-4abc4d036b50 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:40.680510 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-05fcd5ee-3e21-4995-8917-4abc4d036b50 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/7bad404c-fe23-4bfc-bc2b-48de55447845 HTTP/1.1" status: 200 len: 887 time: 0.9540322 Apr 21 15:04:40.681821 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] Sync routers for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:04:40.682575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59264) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:40.695594 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:40.696231 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:40.784265 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3d1ffdbb-c2f9-42c0-b276-16a07f7862cc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1007991 Apr 21 15:04:40.870124 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:04:41.226640 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:40Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ba234910-038d-44fe-95d7-39b8aadcdddc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.137', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'mac_address': 'fa:16:3e:e4:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:04:03Z', 'updated_at': '2022-04-21T15:04:38Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:04:39Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:41.230716 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] Checking router: 7bad404c-fe23-4bfc-bc2b-48de55447845 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:04:41.240811 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:41.241386 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:41.407809 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:04:41.738802 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:40Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ba234910-038d-44fe-95d7-39b8aadcdddc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.137', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'mac_address': 'fa:16:3e:e4:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:04:03Z', 'updated_at': '2022-04-21T15:04:38Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:04:39Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:41.742603 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b551d-e8f3-4685-b715-af57e19cdf8d None None] The sync data for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv is: [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:40Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'ba234910-038d-44fe-95d7-39b8aadcdddc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'floating_ip_address': '172.26.6.137', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'port_id': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'mac_address': 'fa:16:3e:e4:85:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:04:03Z', 'updated_at': '2022-04-21T15:04:38Z', 'revision_number': 2, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e12b7c14-6d5b-462c-a008-f03cae2d03db', 'name': '', 'network_id': '92c6da69-60d7-414b-9a44-5d11927d9fbc', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'mac_address': 'fa:16:3e:8f:15:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:45Z', 'updated_at': '2022-04-21T15:04:39Z', 'revision_number': 6, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'subnets': [{'id': '4462f1b5-64de-4179-aeb8-e533ea24d05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:04:41.788141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59268) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:41.912052 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5dc66f05-6d3d-4398-9236-cb5857ff187c tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1227908 Apr 21 15:04:42.915851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59272) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:43.026485 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2711d7b8-0124-4ce7-8270-deed97d284c9 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1094534 Apr 21 15:04:43.075025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e12b7c14-6d5b-462c-a008-f03cae2d03db up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:04:43.145795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e12b7c14-6d5b-462c-a008-f03cae2d03db triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:43.146163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:43.254918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:43.286727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port e12b7c14-6d5b-462c-a008-f03cae2d03db, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e12b7c14-6d5b-462c-a008-f03cae2d03db,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:43.290620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:43.291384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56e4cb6a-a5e0-410b-bbe7-75311403a21f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:04:43.398255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:43.409555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.409898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.410234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.410565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.410893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.411218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.411540 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.411863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.412223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.412529 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.412845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:43.423464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 56e4cb6a-a5e0-410b-bbe7-75311403a21f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:43.423834 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:43.566402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:43.581740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 56e4cb6a-a5e0-410b-bbe7-75311403a21f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56e4cb6a-a5e0-410b-bbe7-75311403a21f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:43.585523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:43.651909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=56e4cb6a-a5e0-410b-bbe7-75311403a21f,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:44.030203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59276) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:44.130936 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a3c2f70-1da5-4f25-8a18-b3310f6f153b tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.0996034 Apr 21 15:04:45.039599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e12b7c14-6d5b-462c-a008-f03cae2d03db up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:04:45.105676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port e12b7c14-6d5b-462c-a008-f03cae2d03db triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:45.106036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:45.134417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59280) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:45.218284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56e4cb6a-a5e0-410b-bbe7-75311403a21f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:04:45.238638 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3b2533c3-5393-4fd7-afe5-389e7771428a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1029685 Apr 21 15:04:45.282692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 56e4cb6a-a5e0-410b-bbe7-75311403a21f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:45.283059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:46.241849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59284) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:46.343515 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c08c869-0f82-4d69-b2fd-e9681581b1de tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1005702 Apr 21 15:04:47.347540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59290) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:47.450079 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c5b50bb6-a94c-4a20-ae73-2bb77c733b72 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1014647 Apr 21 15:04:48.453867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59294) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:48.555144 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-636f4e46-b7be-470c-9967-269ea8270fcb tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 992 time: 0.1001632 Apr 21 15:04:48.831321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55f9a5-b0d4-4207-a417-e20290a2a2b4 None None] New status for floating IP ba234910-038d-44fe-95d7-39b8aadcdddc: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:04:49.082965 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-181f417e-b433-4793-a592-b9bfed9cbb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:49.559014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:49.661681 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-98f8fe39-ff16-46fc-9710-1e36004877c5 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 200 len: 994 time: 0.1015182 Apr 21 15:04:49.972034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:50.173383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 55f1ecb3-12b8-4764-8835-47dcfd879a77 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:04:50.173721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:50.340291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:50.340526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:50.558894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 55f1ecb3-12b8-4764-8835-47dcfd879a77 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:04:50.702678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:50.745241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=55f1ecb3-12b8-4764-8835-47dcfd879a77,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:50.784458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.784731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.785058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.785382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.785704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.786027 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.786436 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.786761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.787076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.787389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.787702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:50.856278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:51.235950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 7bad404c-fe23-4bfc-bc2b-48de55447845 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:04:51.351132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-66aa7f6e-acf4-4086-96a2-f227548b167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:51.433857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:04:51.452789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:51.507378 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1788368a-295d-483b-a262-6cceb463372f tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba234910-038d-44fe-95d7-39b8aadcdddc HTTP/1.1" status: 204 len: 168 time: 1.5341744 Apr 21 15:04:51.507734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:04:51.562072 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d13e948-4688-47a1-a7ce-b581a4f9f3a5'] response: {'name': 'network-changed', 'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'status': 'completed', 'code': 200} Apr 21 15:04:51.677575 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-c64267fa-bae0-4971-af48-41faf1c7605a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f41186dc80a44203aef39ee617949c9a&device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 1099 time: 0.0729141 Apr 21 15:04:51.818973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-136e49d3-5205-4685-bba2-0fa1e565958b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:51.820460 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-136e49d3-5205-4685-bba2-0fa1e565958b service neutron] 10.222.0.21 "GET /v2.0/networks?id=92c6da69-60d7-414b-9a44-5d11927d9fbc HTTP/1.1" status: 200 len: 896 time: 0.1367230 Apr 21 15:04:52.017130 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-c0206655-ad02-4f53-ac49-5c1a5f000b56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f01d4653-b77c-4eff-94f7-06033cd91678 HTTP/1.1" status: 200 len: 217 time: 0.1887419 Apr 21 15:04:52.090042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-81a7488f-f523-4034-b383-5e4d2d9fa979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:52.091362 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-81a7488f-f523-4034-b383-5e4d2d9fa979 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4462f1b5-64de-4179-aeb8-e533ea24d05a HTTP/1.1" status: 200 len: 834 time: 0.0644064 Apr 21 15:04:52.100611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ecfe-5b7c-4532-bea4-6376633111b5 req-e76b40a3-75cf-4900-87c3-9c449be370a0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:52.101953 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7a01ecfe-5b7c-4532-bea4-6376633111b5 req-e76b40a3-75cf-4900-87c3-9c449be370a0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 946 time: 0.2753060 Apr 21 15:04:52.202786 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7a01ecfe-5b7c-4532-bea4-6376633111b5 req-7fdf9687-cac2-4042-a65d-b64c625d7a51 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627139 Apr 21 15:04:52.215600 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-7c7b84de-97ae-409b-a77b-268a271578c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=92c6da69-60d7-414b-9a44-5d11927d9fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127708 Apr 21 15:04:52.303845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:52.349276 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-9c9d8034-d0a1-4b6e-b698-6c26664ffb6f service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263328 Apr 21 15:04:52.484387 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-82fb1afa-cece-4a95-9fcb-94732b9a4a44 req-dd087b44-6a49-4324-ba80-54371b6797f9 service neutron] 10.222.0.21 "GET /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288617 Apr 21 15:04:52.501265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:53.301990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-0e625c0d-c0f0-4136-b3d1-acbc374af177 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:53.303459 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-0e625c0d-c0f0-4136-b3d1-acbc374af177 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 946 time: 0.0735798 Apr 21 15:04:53.373859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port f01d4653-b77c-4eff-94f7-06033cd91678 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:04:53.374239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:53.397150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef688837-eedf-49a4-9e0d-926f31a7d87e req-d4a197f4-023f-4f80-83db-2968d31e69bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:04:53.397834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-ef688837-eedf-49a4-9e0d-926f31a7d87e req-d4a197f4-023f-4f80-83db-2968d31e69bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Synchronizing usage tracker for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:04:53.412665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-ef688837-eedf-49a4-9e0d-926f31a7d87e req-d4a197f4-023f-4f80-83db-2968d31e69bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Unset dirty status for tenant:f41186dc80a44203aef39ee617949c9a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:04:53.413819 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef688837-eedf-49a4-9e0d-926f31a7d87e req-d4a197f4-023f-4f80-83db-2968d31e69bc tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 946 time: 0.0904500 Apr 21 15:04:53.459541 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef688837-eedf-49a4-9e0d-926f31a7d87e req-a1f0e772-bc2e-4619-a1a1-8eb38b1be7d6 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/security-groups?id=7270ff89-2cf9-460a-9e3c-e913bdf62010&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Apr 21 15:04:53.613143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port f01d4653-b77c-4eff-94f7-06033cd91678, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f01d4653-b77c-4eff-94f7-06033cd91678,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:53.613409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:53.673205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:53.730554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for f01d4653-b77c-4eff-94f7-06033cd91678 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:04:53.868391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:53.916128 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=f01d4653-b77c-4eff-94f7-06033cd91678,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:53.954954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.955303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.955643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.955996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.956351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.956682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.957008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.957335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.957659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.957977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:53.958297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:54.000922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] No DVR routers for this DVR port f01d4653-b77c-4eff-94f7-06033cd91678 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:04:54.003379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:54.005930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'name': 'network-vif-deleted', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:04:54.022753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-10115f1e-5c01-4315-bbaa-544cc3c762e0 req-571f79b6-87ec-40e3-8210-c2b2c5529a35 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.21 "DELETE /v2.0/ports/f01d4653-b77c-4eff-94f7-06033cd91678 HTTP/1.1" status: 204 len: 173 time: 0.7137964 Apr 21 15:04:54.063640 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c1dd7a-79a0-475d-aac3-0424edc1ef23'] response: {'server_uuid': '4eaa1190-9e3e-46d9-9fe0-e97c0779b17a', 'name': 'network-vif-deleted', 'tag': 'f01d4653-b77c-4eff-94f7-06033cd91678', 'status': 'completed', 'code': 200} Apr 21 15:04:54.641649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-06d093fa-9098-40f1-9d47-665f45b2c824 req-22f600ff-80c5-432e-9085-5c500fd80da0 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "GET /v2.0/ports?device_id=4eaa1190-9e3e-46d9-9fe0-e97c0779b17a HTTP/1.1" status: 200 len: 210 time: 0.0471749 Apr 21 15:04:55.740152 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:04:55.746032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59328) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:55.811743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-279d8ecd-ce6a-41c9-afd3-f0b835120ef4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:55.840252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-279d8ecd-ce6a-41c9-afd3-f0b835120ef4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:55.902001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-279d8ecd-ce6a-41c9-afd3-f0b835120ef4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:55.918346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d8ecd-ce6a-41c9-afd3-f0b835120ef4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7270ff89-2cf9-460a-9e3c-e913bdf62010,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:55.931060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-279d8ecd-ce6a-41c9-afd3-f0b835120ef4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:55.935383 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-279d8ecd-ce6a-41c9-afd3-f0b835120ef4 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/security-groups/7270ff89-2cf9-460a-9e3c-e913bdf62010 HTTP/1.1" status: 204 len: 168 time: 0.1859479 Apr 21 15:04:55.972712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:56.157489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f01d4653-b77c-4eff-94f7-06033cd91678 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:04:56.194139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: f01d4653-b77c-4eff-94f7-06033cd91678 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:04:56.194402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device f01d4653-b77c-4eff-94f7-06033cd91678 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:04:56.458562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:57.054076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port e12b7c14-6d5b-462c-a008-f03cae2d03db {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:04:57.054772 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:57.235191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port e12b7c14-6d5b-462c-a008-f03cae2d03db, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=e12b7c14-6d5b-462c-a008-f03cae2d03db,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:57.235452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:57.350971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for e12b7c14-6d5b-462c-a008-f03cae2d03db owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:04:57.519368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:57.577712 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=e12b7c14-6d5b-462c-a008-f03cae2d03db,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:57.977315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:58.561289 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Router 7bad404c-fe23-4bfc-bc2b-48de55447845 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:04:58.754675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:04:58.767628 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c333e5e-054f-4b98-982b-44a6e601268a tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "PUT /v2.0/routers/7bad404c-fe23-4bfc-bc2b-48de55447845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7937956 Apr 21 15:04:58.770218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:58.945968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting subnet 4462f1b5-64de-4179-aeb8-e533ea24d05a {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:04:58.949471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.005529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.086930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.159420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.199083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Subnet': ['ID=4462f1b5-64de-4179-aeb8-e533ea24d05a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:59.203650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.209635 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ab325e66-101e-47ef-8304-2db51418ea28 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/subnets/4462f1b5-64de-4179-aeb8-e533ea24d05a HTTP/1.1" status: 204 len: 168 time: 0.4384956 Apr 21 15:04:59.209808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5f8b93-3e16-497a-800f-c7cea2c6a94d None None] Network 92c6da69-60d7-414b-9a44-5d11927d9fbc requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:04:59.212172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:59.313836 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] Sync routers for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:04:59.325964 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:59.326644 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:59.412431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.466766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] DHCP port deletion for 92c6da69-60d7-414b-9a44-5d11927d9fbc request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:04:59.471248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] Deleting port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:04:59.471622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.516903 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:04:59.713787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] For port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324,segment=NetworkSegment(4d092d32-16b6-4343-8d67-350d6eea8984),segment_id=4d092d32-16b6-4343-8d67-350d6eea8984)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:59.714676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.724733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.736369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Deleting port 56e4cb6a-a5e0-410b-bbe7-75311403a21f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:04:59.737294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.802341 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:57Z', 'revision_number': 7, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port': {'id': '56e4cb6a-a5e0-410b-bbe7-75311403a21f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ee:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:59.806284 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] Checking router: 7bad404c-fe23-4bfc-bc2b-48de55447845 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:04:59.817441 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] Routers {'7bad404c-fe23-4bfc-bc2b-48de55447845'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:04:59.818034 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['7bad404c-fe23-4bfc-bc2b-48de55447845'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:04:59.839835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] Calling delete_port for c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:04:59.914532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.917923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] For port 56e4cb6a-a5e0-410b-bbe7-75311403a21f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=56e4cb6a-a5e0-410b-bbe7-75311403a21f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:04:59.918544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:59.988257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] Pushing event deleted for resources: {'Port': ['ID=c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:59.990078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55050e35-4abf-4e22-9f06-3e37bd537093 None None] No DVR routers for this DVR port c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:05:00.012749 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] Set router 7bad404c-fe23-4bfc-bc2b-48de55447845 gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:00.044311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Calling delete_port for 56e4cb6a-a5e0-410b-bbe7-75311403a21f owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:05:00.114056 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:59Z', 'revision_number': 8, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:00.117869 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d197af-e71c-41c3-9f5f-1ec932e9f79e None None] The sync data for ids ['7bad404c-fe23-4bfc-bc2b-48de55447845'] in dv-neutron-838898-1-hyperv is: [{'id': '7bad404c-fe23-4bfc-bc2b-48de55447845', 'name': 'tempest-TestNetworkBasicOps-router-270748981', 'tenant_id': 'f41186dc80a44203aef39ee617949c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:03:42Z', 'updated_at': '2022-04-21T15:04:59Z', 'revision_number': 8, 'project_id': 'f41186dc80a44203aef39ee617949c9a', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:05:00.208661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:00.258388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Port': ['ID=56e4cb6a-a5e0-410b-bbe7-75311403a21f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:00.476500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:00.694333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6981f-5a34-471b-b4b9-7eabe029225c None None] New status for floating IP ba234910-038d-44fe-95d7-39b8aadcdddc: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:05:00.730363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:00.734467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:00.757911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:00.758563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Fanout notify agent at l3_agent the message router_deleted on router 7bad404c-fe23-4bfc-bc2b-48de55447845 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:05:00.776947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:00.778022 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4bc8b858-d55d-466e-9786-0d5e8c28a1e7 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/routers/7bad404c-fe23-4bfc-bc2b-48de55447845 HTTP/1.1" status: 204 len: 168 time: 1.5649691 Apr 21 15:05:00.780708 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59346) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:00.831663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.009230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.047360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e12b7c14-6d5b-462c-a008-f03cae2d03db no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:05:01.080848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: e12b7c14-6d5b-462c-a008-f03cae2d03db {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:05:01.081189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device e12b7c14-6d5b-462c-a008-f03cae2d03db not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:05:01.081608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56e4cb6a-a5e0-410b-bbe7-75311403a21f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:05:01.114507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 56e4cb6a-a5e0-410b-bbe7-75311403a21f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:05:01.114776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 56e4cb6a-a5e0-410b-bbe7-75311403a21f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:05:01.115185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:05:01.143460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.147264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:05:01.147610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c1e0fd6e-a4d0-41a2-8cbe-2ed6b0bd4324 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:05:01.167764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c6da69-60d7-414b-9a44-5d11927d9fbc']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:01.179193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d092d32-16b6-4343-8d67-350d6eea8984') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:01.179478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d092d32-16b6-4343-8d67-350d6eea8984') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:01.191539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.208773 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.215621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:05:01.216006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:05:01.230207 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:05:01.309684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.326637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:01.337369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] Pushing event deleted for resources: {'Network': ['ID=92c6da69-60d7-414b-9a44-5d11927d9fbc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:01.345306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f727a49f-fedf-453d-a907-49ba12b51f94 tempest-TestNetworkBasicOps-177370786 tempest-TestNetworkBasicOps-177370786-project] 10.222.0.42 "DELETE /v2.0/networks/92c6da69-60d7-414b-9a44-5d11927d9fbc HTTP/1.1" status: 204 len: 168 time: 0.5636687 Apr 21 15:05:01.696161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:01.944383 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20a3feba-b830-4aec-b846-08edb8ec8a57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f41186dc80a44203aef39ee617949c9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2470305 Apr 21 15:05:01.946839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59360) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:02.004625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5082f032-c0bc-4113-9ad7-8c73f04355c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.029730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5082f032-c0bc-4113-9ad7-8c73f04355c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.080410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5082f032-c0bc-4113-9ad7-8c73f04355c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.098978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082f032-c0bc-4113-9ad7-8c73f04355c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c9069-3d49-42b8-aade-2f7f52a6f024,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:02.107535 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5082f032-c0bc-4113-9ad7-8c73f04355c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.108690 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5082f032-c0bc-4113-9ad7-8c73f04355c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e80c9069-3d49-42b8-aade-2f7f52a6f024 HTTP/1.1" status: 204 len: 168 time: 0.1609569 Apr 21 15:05:02.432790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59368) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:02.451428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.482210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:02.486062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b15ebfb7c4aa43eb81923812ea6d0400 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:02.488818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:02.494946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:02.559403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.563059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.606206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c7d1bc-7154-47ec-a760-1aff85d13b96,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:02.611473 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ca99f25f-15c7-49c7-94b5-ec45fd86c9b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b15ebfb7c4aa43eb81923812ea6d0400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1776810 Apr 21 15:05:02.614191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59372) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:02.671779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4163-85a7-4e98-9388-9ee7758c0c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.697798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4163-85a7-4e98-9388-9ee7758c0c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.750386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4163-85a7-4e98-9388-9ee7758c0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.842766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d4163-85a7-4e98-9388-9ee7758c0c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c7d1bc-7154-47ec-a760-1aff85d13b96,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:02.846969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e0d4163-85a7-4e98-9388-9ee7758c0c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:02.848091 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4e0d4163-85a7-4e98-9388-9ee7758c0c02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04c7d1bc-7154-47ec-a760-1aff85d13b96 HTTP/1.1" status: 204 len: 168 time: 0.2330890 Apr 21 15:05:03.702357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59394) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:03.826418 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-703643942-network', 'tenant_id': '74707baae7c245299822027e66fa9e31'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:03.831034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:03.834752 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Usage tracker for resource:network and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:03.838152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:03.843665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:03.853606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Made reservation on behalf of 74707baae7c245299822027e66fa9e31 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:03.855847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:03.867931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:03.897696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:03.901980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:03.904673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:03.910153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:03.974392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:03.978701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.008644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:05:04.018006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ad681-e00f-439b-91f1-01b30bcf074a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:04.023498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.023870 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Added segment 98d9bdf4-c64a-4206-96f1-4e87a9ae8790 of type vlan for network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be Apr 21 15:05:04.049622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.077565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.078377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:04.078940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.178472 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4750922 Apr 21 15:05:04.179426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0376298-71da-475d-bacf-8dc5824f7931 admin admin] Pushing event updated for resources: {'Network': ['ID=25f4b665-4c90-4189-9b8c-3d4b2b5de7be,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:04.182012 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59400) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:04.190117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:05:04.192651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Request body: {'subnet': {'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-703643942-subnet', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:04.198064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:04.201923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Usage tracker for resource:subnet and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:04.205061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:04.210428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:04.220411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Made reservation on behalf of 74707baae7c245299822027e66fa9e31 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:04.222912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.417820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.491479 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:04.503273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Checking segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:04.503628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Network hostable DHCP agents. Network: 25f4b665-4c90-4189-9b8c-3d4b2b5de7be, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:05:04.524565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:05:04.533304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 25f4b665-4c90-4189-9b8c-3d4b2b5de7be) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:04.538114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:04.539114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.544030 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f53bb00-2e77-40db-9aa0-62526cd7cac8 None None] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:05:04.561794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-67fc9f43-e844-455d-b0f5-98b8e7193245 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3777344 Apr 21 15:05:04.564392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59404) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:04.569281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:04.573806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:04.577679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Usage tracker for resource:router and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:04.580519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:04.586149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:04.596393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.597282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.616548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.759921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:05:04.760779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.762500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.910880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Allocated IP 172.20.0.2 (25f4b665-4c90-4189-9b8c-3d4b2b5de7be/eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0/8e9e0de9-1128-4ef8-b320-caa6ee4bfc42) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:04.948462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:04.978829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.113961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Allocated IP 172.26.6.226 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/5921f14a-d64f-41c8-90ac-a99ac32978f4) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:05.120658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.131212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Transition to ACTIVE for port object 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:05.149268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Transition to ACTIVE for port object 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:05.155388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.217886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:05.220584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:05.224058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:05.233609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Pushing event updated for resources: {'Port': ['ID=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:05.264622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.291919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.317573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Attempting to bind port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:05.317944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Attempting to bind port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:05.318305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Attempting to bind port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:05.328610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:05:05.328610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Checking segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:05.328610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.328610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Bound using segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:05:05.329180 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Bound port: 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:05.329888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.359566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:05.362398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:05.364795 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:05.397303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Pushing event updated for resources: {'Port': ['ID=5921f14a-d64f-41c8-90ac-a99ac32978f4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:05.415609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] For port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:05:05.418937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] For port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:05:05.423190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.527934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.528697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:05.533415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4360a-45ae-4a84-ae14-5c2b16ada835 None None] Pushing event updated for resources: {'Port': ['ID=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:05.776933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Router 346617ac-feb1-49de-982c-088e4614dea5 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:05:06.063827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:05:06.072553 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:05:06.083842 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:06.084525 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:06.087202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:06.089288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-729e03de-ccc5-4bc5-b105-d7db5450a58b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5239904 Apr 21 15:05:06.092004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59408) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:06.267915 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:06.429838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becbb458-ad7e-4dbe-b67a-08cbf6039369 None None] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:05:06.538737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-50ccc128-46d3-41cf-9c0e-3dfe40ef6846 None None] Provisioning for port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:06.565756 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:05Z', 'revision_number': 3, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:06.569582 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:05:06.569919 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Updating router 346617ac-feb1-49de-982c-088e4614dea5 port 5921f14a-d64f-41c8-90ac-a99ac32978f4 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:05:06.622837 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:06.853251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:06.969283 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:06.984249 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Transition to ACTIVE for port object 5921f14a-d64f-41c8-90ac-a99ac32978f4 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:06.991372 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.076303 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Attempting to bind port 5921f14a-d64f-41c8-90ac-a99ac32978f4 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:07.076881 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Attempting to bind port 5921f14a-d64f-41c8-90ac-a99ac32978f4 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:07.077001 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Attempting to bind port 5921f14a-d64f-41c8-90ac-a99ac32978f4 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:07.082860 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Pushing event updated for resources: {'Port': ['ID=5921f14a-d64f-41c8-90ac-a99ac32978f4,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:07.089934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:07.094291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Allocated IP 172.20.0.1 (25f4b665-4c90-4189-9b8c-3d4b2b5de7be/eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0/8987ac35-c32d-44d9-bd5b-5fb34df573ff) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:07.094480 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.094807 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.095144 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.095472 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.095875 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.096137 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.096658 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.096989 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.097310 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.097651 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.098008 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:07.101452 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:05:07.101813 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:07.102394 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.102776 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:05:07.103838 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Bound port: 5921f14a-d64f-41c8-90ac-a99ac32978f4, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:07.104238 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.159460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:07.164679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:07.165246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.175519 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] For port 5921f14a-d64f-41c8-90ac-a99ac32978f4, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:05:07.178850 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] For port 5921f14a-d64f-41c8-90ac-a99ac32978f4, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5921f14a-d64f-41c8-90ac-a99ac32978f4,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:05:07.183425 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.254746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.268666 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08814f38-4078-4197-9590-072ac81d88ef None None] Pushing event updated for resources: {'Port': ['ID=5921f14a-d64f-41c8-90ac-a99ac32978f4,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:07.270526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Transition to ACTIVE for port object 8987ac35-c32d-44d9-bd5b-5fb34df573ff will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:07.271120 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:07.271896 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:07.286723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.299772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.326251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:07.333719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.386577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:07.390374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:07.393241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:07.407428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:07.422680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Pushing event updated for resources: {'Port': ['ID=8987ac35-c32d-44d9-bd5b-5fb34df573ff,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:07.451402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.480504 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:07.539089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.699266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a4d1747e-c34d-4aea-9123-1a62e4d9152e None None] Provisioning for port 8987ac35-c32d-44d9-bd5b-5fb34df573ff completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:07.706327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a4d1747e-c34d-4aea-9123-1a62e4d9152e None None] Provisioning complete for port 8987ac35-c32d-44d9-bd5b-5fb34df573ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:07.706570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a4d1747e-c34d-4aea-9123-1a62e4d9152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.769236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1747e-c34d-4aea-9123-1a62e4d9152e None None] Port 8987ac35-c32d-44d9-bd5b-5fb34df573ff cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:05:07.791728 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:05Z', 'revision_number': 3, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:07.795856 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97892a98-0fca-4737-b8ab-346b5b8c8686 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:05Z', 'revision_number': 3, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:05:07.873937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.878736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:07.997696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Pushing event updated for resources: {'Port': ['ID=8987ac35-c32d-44d9-bd5b-5fb34df573ff,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:08.001450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:08.155663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:08.156858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:08.403026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3ddaac77-7bab-4765-a8e9-675f02407f47 None None] Provisioning complete for port 8987ac35-c32d-44d9-bd5b-5fb34df573ff triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:08.403393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ddaac77-7bab-4765-a8e9-675f02407f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:08.457217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3ddaac77-7bab-4765-a8e9-675f02407f47 None None] Port 8987ac35-c32d-44d9-bd5b-5fb34df573ff cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:05:08.554758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:05:08.761171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:05:08.770320 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a39b3f70-d30a-4622-a793-d2b3a465ecb1 admin admin] 10.222.0.42 "PUT /v2.0/routers/346617ac-feb1-49de-982c-088e4614dea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6773381 Apr 21 15:05:09.114465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:09.188581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:09.188960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.300628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5921f14a-d64f-41c8-90ac-a99ac32978f4 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:09.369647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 5921f14a-d64f-41c8-90ac-a99ac32978f4 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:09.374364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5921f14a-d64f-41c8-90ac-a99ac32978f4 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:09.374743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.485279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.501827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 5921f14a-d64f-41c8-90ac-a99ac32978f4, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5921f14a-d64f-41c8-90ac-a99ac32978f4,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:09.505822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.574331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=5921f14a-d64f-41c8-90ac-a99ac32978f4,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:09.610570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:09.615927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-3191631-network', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:09.621122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:09.624861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Usage tracker for resource:network and tenant:dbf3db8c4e214c6792cad388917f797d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:09.627676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:09.633248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:09.642966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Made reservation on behalf of dbf3db8c4e214c6792cad388917f797d for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:09.645262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.657014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.687294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:09.690967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf3db8c4e214c6792cad388917f797d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:09.693671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:09.699174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:09.767590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.771415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.800569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:05:09.810073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ebb5fc-aca8-44a2-8583-a89104441cc5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:09.815619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.815971 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Added segment 907fab40-ec88-4d90-b8f2-8a1a8c110427 of type vlan for network 53dc271a-d563-4fd4-8f61-a4aba1093d24 Apr 21 15:05:09.841300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.869794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.870692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:09.871253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:09.970354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] Pushing event updated for resources: {'Network': ['ID=53dc271a-d563-4fd4-8f61-a4aba1093d24,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:09.975790 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-29faaeb7-cef3-4e1e-b158-c2d1baf3ab37 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3616946 Apr 21 15:05:09.975955 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59434) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:09.981733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:05:09.983516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Request body: {'subnet': {'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-3191631-subnet', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:09.988726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:09.992957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Usage tracker for resource:subnet and tenant:dbf3db8c4e214c6792cad388917f797d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:09.996135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:10.001906 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:10.012020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Made reservation on behalf of dbf3db8c4e214c6792cad388917f797d for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:10.014360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.221122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.294400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:10.305502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Checking segment: {'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:10.305854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Network hostable DHCP agents. Network: 53dc271a-d563-4fd4-8f61-a4aba1093d24, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:05:10.327211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:05:10.336144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 53dc271a-d563-4fd4-8f61-a4aba1093d24) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:10.341149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:10.341825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.346030 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d0718-5b43-48ce-b435-8745f9c983d3 None None] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:05:10.365876 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac101fb7-b968-4ac8-8b5f-3a86ccbda916 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3866475 Apr 21 15:05:10.366192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59438) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:10.371090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:10.375557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:10.379360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Usage tracker for resource:router and tenant:dbf3db8c4e214c6792cad388917f797d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:10.382287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:10.388875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:10.399407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.401037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.420638 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.553424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-53dc271a-d563-4fd4-8f61-a4aba1093d24', 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'fixed_ips': [{'subnet_id': 'fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:05:10.554236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.562168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.714132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Allocated IP 172.20.0.2 (53dc271a-d563-4fd4-8f61-a4aba1093d24/fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170/5362f78f-133a-470e-958c-0fed3881cbb3) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:10.845926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.874962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.958896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:10.971236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Transition to ACTIVE for port object 5362f78f-133a-470e-958c-0fed3881cbb3 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:10.991685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Transition to ACTIVE for port object 5362f78f-133a-470e-958c-0fed3881cbb3 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:10.998490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.019980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Allocated IP 172.26.6.199 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/a3c7eb95-af66-4574-9f23-b189069e361c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:11.067559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:11.070328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:11.077775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:11.079928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Pushing event updated for resources: {'Port': ['ID=5362f78f-133a-470e-958c-0fed3881cbb3,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:11.115269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5921f14a-d64f-41c8-90ac-a99ac32978f4 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:11.190746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.213689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Attempting to bind port 5362f78f-133a-470e-958c-0fed3881cbb3 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:11.214072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Attempting to bind port 5362f78f-133a-470e-958c-0fed3881cbb3 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:11.214435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Attempting to bind port 5362f78f-133a-470e-958c-0fed3881cbb3 on network 53dc271a-d563-4fd4-8f61-a4aba1093d24 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:11.221263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.226795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:05:11.227178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Checking segment: {'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:11.227580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.227976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Bound using segment: {'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:05:11.228994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Bound port: 5362f78f-133a-470e-958c-0fed3881cbb3, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:11.229375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.280049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:05:11.289210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:11.292813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:11.296575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:11.314129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5921f14a-d64f-41c8-90ac-a99ac32978f4 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:11.314500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.329950 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=a3c7eb95-af66-4574-9f23-b189069e361c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:11.375740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:11.376387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:11.456961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.457689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.500554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] For port 5362f78f-133a-470e-958c-0fed3881cbb3, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:05:11.526333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] For port 5362f78f-133a-470e-958c-0fed3881cbb3, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5362f78f-133a-470e-958c-0fed3881cbb3,segment=NetworkSegment(907fab40-ec88-4d90-b8f2-8a1a8c110427),segment_id=907fab40-ec88-4d90-b8f2-8a1a8c110427)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:05:11.534730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.688456 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Router 0847c278-a042-45ca-8c23-70dba4d20c90 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:05:11.699879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1fb43-d3df-43ef-87ae-0703987159bc None None] Pushing event updated for resources: {'Port': ['ID=5362f78f-133a-470e-958c-0fed3881cbb3,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:11.709200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:11.935774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:05:11.949273 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Sync routers for ids ['0847c278-a042-45ca-8c23-70dba4d20c90'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:05:11.969122 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Routers {'0847c278-a042-45ca-8c23-70dba4d20c90'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:11.969745 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0847c278-a042-45ca-8c23-70dba4d20c90'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:11.970514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:11.972179 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-38a13c7f-b46b-4779-b37d-52dac7409fe7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6050208 Apr 21 15:05:11.976596 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:12.118959 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 2, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:12.123871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:05:12.124296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Updating router 346617ac-feb1-49de-982c-088e4614dea5 port 8987ac35-c32d-44d9-bd5b-5fb34df573ff binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:05:12.186862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:12.191375 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Set router 0847c278-a042-45ca-8c23-70dba4d20c90 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:12.548156 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:11Z', 'revision_number': 3, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port': {'id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:12.554373 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Checking router: 0847c278-a042-45ca-8c23-70dba4d20c90 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:05:12.554979 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Updating router 0847c278-a042-45ca-8c23-70dba4d20c90 port a3c7eb95-af66-4574-9f23-b189069e361c binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:05:12.629424 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:12.645881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:12.662909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Transition to ACTIVE for port object 8987ac35-c32d-44d9-bd5b-5fb34df573ff will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:12.670977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:12.753427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563f6a5-8733-4d0c-836c-c1cbb231e0b2 None None] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:05:12.903463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e77d7d-e39e-470d-870c-105ce5cf9da1 None None] Pushing event updated for resources: {'Port': ['ID=8987ac35-c32d-44d9-bd5b-5fb34df573ff,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:13.019216 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.068889 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-51c0102d-84fc-4720-af9c-4459c9396514 None None] Provisioning for port 5362f78f-133a-470e-958c-0fed3881cbb3 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:13.069429 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.085077 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Transition to ACTIVE for port object a3c7eb95-af66-4574-9f23-b189069e361c will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:13.095639 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.106310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Attempting to bind port 8987ac35-c32d-44d9-bd5b-5fb34df573ff on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:13.106606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Attempting to bind port 8987ac35-c32d-44d9-bd5b-5fb34df573ff by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:13.106968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Attempting to bind port 8987ac35-c32d-44d9-bd5b-5fb34df573ff on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:13.149864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:05:13.150826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Checking segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:13.151166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.151582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Bound using segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:05:13.152811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Bound port: 8987ac35-c32d-44d9-bd5b-5fb34df573ff, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:13.152811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.177880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5362f78f-133a-470e-958c-0fed3881cbb3 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:13.187772 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ac279-2010-43e0-8240-1a12a232a189 None None] Pushing event updated for resources: {'Port': ['ID=a3c7eb95-af66-4574-9f23-b189069e361c,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:13.192116 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Attempting to bind port a3c7eb95-af66-4574-9f23-b189069e361c on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:13.192576 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Attempting to bind port a3c7eb95-af66-4574-9f23-b189069e361c by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:13.193027 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Attempting to bind port a3c7eb95-af66-4574-9f23-b189069e361c on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:13.199756 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:05:13.200449 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:13.200940 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.201419 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:05:13.202063 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Bound port: a3c7eb95-af66-4574-9f23-b189069e361c, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:13.202545 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.274552 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] For port a3c7eb95-af66-4574-9f23-b189069e361c, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:05:13.279157 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] For port a3c7eb95-af66-4574-9f23-b189069e361c, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a3c7eb95-af66-4574-9f23-b189069e361c,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:05:13.283725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Allocated IP 172.20.0.1 (53dc271a-d563-4fd4-8f61-a4aba1093d24/fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170/d60ae3a3-788a-4868-9a8d-b702c4e62a88) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:13.284703 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.370696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] For port 8987ac35-c32d-44d9-bd5b-5fb34df573ff, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:05:13.374853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] For port 8987ac35-c32d-44d9-bd5b-5fb34df573ff, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8987ac35-c32d-44d9-bd5b-5fb34df573ff,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:05:13.382264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.395755 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ac279-2010-43e0-8240-1a12a232a189 None None] Pushing event updated for resources: {'Port': ['ID=a3c7eb95-af66-4574-9f23-b189069e361c,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:13.398602 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Routers {'0847c278-a042-45ca-8c23-70dba4d20c90'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:13.399184 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0847c278-a042-45ca-8c23-70dba4d20c90'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:13.420102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 5362f78f-133a-470e-958c-0fed3881cbb3 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:13.446319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5362f78f-133a-470e-958c-0fed3881cbb3 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:13.446672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.457286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.473571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Transition to ACTIVE for port object d60ae3a3-788a-4868-9a8d-b702c4e62a88 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:13.506927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.533661 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e77d7d-e39e-470d-870c-105ce5cf9da1 None None] Pushing event updated for resources: {'Port': ['ID=8987ac35-c32d-44d9-bd5b-5fb34df573ff,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:13.546766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:13.547409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:04:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:13.586189 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:13.589877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:13.595422 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:13.609329 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] Set router 0847c278-a042-45ca-8c23-70dba4d20c90 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:13.627797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Pushing event updated for resources: {'Port': ['ID=d60ae3a3-788a-4868-9a8d-b702c4e62a88,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:13.668556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.793766 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.793981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.871239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 5362f78f-133a-470e-958c-0fed3881cbb3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5362f78f-133a-470e-958c-0fed3881cbb3,segment=NetworkSegment(907fab40-ec88-4d90-b8f2-8a1a8c110427),segment_id=907fab40-ec88-4d90-b8f2-8a1a8c110427)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:13.874548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:13.920518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:13.992377 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:11Z', 'revision_number': 3, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port': {'id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:13.997567 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acccfe-7cdc-48d4-b856-8b0aaae1bcc9 None None] The sync data for ids ['0847c278-a042-45ca-8c23-70dba4d20c90'] in dv-neutron-838898-1-hyperv is: [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:11Z', 'revision_number': 3, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port': {'id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:34:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:05:14.071250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:14.077472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:14.094749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=5362f78f-133a-470e-958c-0fed3881cbb3,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:14.157547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4b0b7f15-6c44-463f-83af-407bdafdce5d None None] Provisioning complete for port 5362f78f-133a-470e-958c-0fed3881cbb3 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:14.157916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7f15-6c44-463f-83af-407bdafdce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:14.186260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:14.190149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Pushing event updated for resources: {'Port': ['ID=d60ae3a3-788a-4868-9a8d-b702c4e62a88,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:14.328208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:14.329291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:14.502995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:14.507433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86af8611-feba-4cf7-a34c-b16ae30118c1 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:05:14.622503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-08e3eb33-88a4-4314-9881-440c3b134717 None None] Provisioning for port d60ae3a3-788a-4868-9a8d-b702c4e62a88 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:14.627742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-08e3eb33-88a4-4314-9881-440c3b134717 None None] Provisioning complete for port d60ae3a3-788a-4868-9a8d-b702c4e62a88 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:14.628208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-08e3eb33-88a4-4314-9881-440c3b134717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:14.684699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-08e3eb33-88a4-4314-9881-440c3b134717 None None] Port d60ae3a3-788a-4868-9a8d-b702c4e62a88 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:05:14.840666 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Router 0847c278-a042-45ca-8c23-70dba4d20c90 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:05:15.099507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:05:15.109146 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa654ee0-45df-4387-ac0b-c6737ec4d32b admin admin] 10.222.0.42 "PUT /v2.0/routers/0847c278-a042-45ca-8c23-70dba4d20c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1308281 Apr 21 15:05:15.166946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a3c7eb95-af66-4574-9f23-b189069e361c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:15.239375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a3c7eb95-af66-4574-9f23-b189069e361c completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:15.247756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a3c7eb95-af66-4574-9f23-b189069e361c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:15.248166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:15.373220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:15.393061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a3c7eb95-af66-4574-9f23-b189069e361c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a3c7eb95-af66-4574-9f23-b189069e361c,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:15.398055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:15.399402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5362f78f-133a-470e-958c-0fed3881cbb3 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:15.519583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a3c7eb95-af66-4574-9f23-b189069e361c,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:15.533383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 5362f78f-133a-470e-958c-0fed3881cbb3 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:15.533739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:15.658023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8987ac35-c32d-44d9-bd5b-5fb34df573ff up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:15.735736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8987ac35-c32d-44d9-bd5b-5fb34df573ff completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:15.744798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8987ac35-c32d-44d9-bd5b-5fb34df573ff triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:15.745161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:15.870482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:15.904218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 8987ac35-c32d-44d9-bd5b-5fb34df573ff, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8987ac35-c32d-44d9-bd5b-5fb34df573ff,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:15.908809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:15.976277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=8987ac35-c32d-44d9-bd5b-5fb34df573ff,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:16.354991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59464) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:16.360653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55802632', 'description': 'tempest-secgroup-smoke-55802632 description', 'project_id': '74707baae7c245299822027e66fa9e31'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:16.366454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:16.370880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:16.373815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:16.383083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:16.400931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.436670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:16.440341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:16.443039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:16.448858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:16.502582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.506148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.547198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f668f496-ae9b-4739-9fcf-c7c7b2e15058,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:16.551221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.552439 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9b418947-8573-40f0-b37c-4ed2c3814b71 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1964266 Apr 21 15:05:16.555291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59468) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:16.561421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'security_group_rule': {'security_group_id': 'f668f496-ae9b-4739-9fcf-c7c7b2e15058', 'project_id': '74707baae7c245299822027e66fa9e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:16.567101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:16.570898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:16.574261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:16.579892 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:16.596532 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.655126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.658404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.683718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a7baff-e141-44dd-b7d7-cdd8872bc5c4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:16.692030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.693262 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-96476052-30c1-4deb-b2ea-56bb3479fb49 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1370804 Apr 21 15:05:16.695978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:16.701792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'security_group_rule': {'security_group_id': 'f668f496-ae9b-4739-9fcf-c7c7b2e15058', 'project_id': '74707baae7c245299822027e66fa9e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:16.707326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:16.711055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:16.714445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:16.719983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:16.735485 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.801876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.805294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.831735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6be324-5536-44d1-b496-6575c4ebd845,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:16.840570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.841940 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67ec2033-ad2b-404a-a4d5-a548202d4f6f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1450386 Apr 21 15:05:16.844659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59476) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:16.849951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'security_group_rule': {'security_group_id': 'f668f496-ae9b-4739-9fcf-c7c7b2e15058', 'project_id': '74707baae7c245299822027e66fa9e31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:16.855721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:16.861236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:16.864494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:16.870711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:16.887495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.950024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.954098 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.977093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66e423b-338f-42a2-a2e2-18ebc5905bd9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:16.986494 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:16.990262 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8775e768-b944-45ce-905a-c0a401223362 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421292 Apr 21 15:05:16.990408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59480) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:16.996107 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'security_group_rule': {'security_group_id': 'f668f496-ae9b-4739-9fcf-c7c7b2e15058', 'project_id': '74707baae7c245299822027e66fa9e31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:17.001783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:17.005675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:17.008570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:17.014306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:17.031921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.058309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8987ac35-c32d-44d9-bd5b-5fb34df573ff up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:17.098078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.102322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.125014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5565ad3e-935c-491e-95b9-0f8a373ec611,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:17.134900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.135896 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a82ef635-885e-41eb-b8c6-eaadf98730de tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1446047 Apr 21 15:05:17.137216 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8987ac35-c32d-44d9-bd5b-5fb34df573ff triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:17.137579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.138765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59484) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:17.144530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'security_group_rule': {'security_group_id': 'f668f496-ae9b-4739-9fcf-c7c7b2e15058', 'project_id': '74707baae7c245299822027e66fa9e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:17.151024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:17.154862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:17.157765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:17.164310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:17.174538 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Project 74707baae7c245299822027e66fa9e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:05:17.181173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.249181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.250522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a3c7eb95-af66-4574-9f23-b189069e361c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:17.253023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.277630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ff1c09-a5e7-4c97-8a64-a86fda2bbbad,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:17.288518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.289854 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-28fa579b-ddb6-49a1-a4b0-9f355446b11b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1498642 Apr 21 15:05:17.292774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 59488) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:17.298264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'security_group_rule': {'security_group_id': 'f668f496-ae9b-4739-9fcf-c7c7b2e15058', 'project_id': '74707baae7c245299822027e66fa9e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:17.304052 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:17.308234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:security_group_rule and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:17.310961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:17.316706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:17.320532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a3c7eb95-af66-4574-9f23-b189069e361c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:17.320904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.327964 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Project 74707baae7c245299822027e66fa9e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:05:17.334249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.398653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.402816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.425312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e6c840-21ab-4c90-9edc-a645a74cc497,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:17.437300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:17.438768 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c440b7c5-4388-42b2-8a1c-70c95f08c9d4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1450160 Apr 21 15:05:19.028322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a65c0849-6821-4ba9-aeef-c4722c8e9737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:21.359891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5548b14f-9206-4d1e-bd28-1f58cdd90659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:22.305381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:22.502779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:23.677879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:30.802750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.477562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-95212d60-728a-4ae4-b78a-edcc49efeafd tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:32.494053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-95212d60-728a-4ae4-b78a-edcc49efeafd tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:32.495164 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-95212d60-728a-4ae4-b78a-edcc49efeafd tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55802632&fields=id&tenant_id=74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 267 time: 0.0566878 Apr 21 15:05:32.636609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-d7f8413d-8f46-4587-bc86-59a4dfd3622d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:32.637196 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-d7f8413d-8f46-4587-bc86-59a4dfd3622d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:32.653548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-d7f8413d-8f46-4587-bc86-59a4dfd3622d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:32.654682 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-d7f8413d-8f46-4587-bc86-59a4dfd3622d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 811 time: 0.1529620 Apr 21 15:05:32.670848 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-6d046000-691c-4b14-8d64-c4d0fc6d0b95 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/quotas/74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 375 time: 0.0107968 Apr 21 15:05:32.739494 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:05:32.754132 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-7ef9c961-0133-448e-8bc1-bbc36902ac89 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781276 Apr 21 15:05:32.890519 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-71e64608-7b96-4816-9686-3097e2d20adc service neutron] 10.222.0.42 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252823 Apr 21 15:05:33.019135 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-5363b180-f7e4-4988-a613-a1a55c0e5389 service neutron] 10.222.0.42 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231992 Apr 21 15:05:33.415354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-54b3d485-c41b-4c9c-95b7-a8a1cd05425d req-1ff0d0c2-0b38-4e98-80ba-74b3fa14881f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:33.433215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-54b3d485-c41b-4c9c-95b7-a8a1cd05425d req-1ff0d0c2-0b38-4e98-80ba-74b3fa14881f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:33.434360 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b3d485-c41b-4c9c-95b7-a8a1cd05425d req-1ff0d0c2-0b38-4e98-80ba-74b3fa14881f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 210 time: 0.0592103 Apr 21 15:05:34.471585 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-5da24476-2c07-4db7-9eea-53dfbcc8a122 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:34.473332 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-5da24476-2c07-4db7-9eea-53dfbcc8a122 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 811 time: 0.1410005 Apr 21 15:05:34.555296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-3f01c654-d753-4b93-b4c6-ce0597b694b6 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 378 time: 0.0452085 Apr 21 15:05:34.563798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'port': {'device_id': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'admin_state_up': True, 'tenant_id': '74707baae7c245299822027e66fa9e31', 'security_groups': ['f668f496-ae9b-4739-9fcf-c7c7b2e15058']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:34.593950 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-91dfe99a-4def-4007-8005-f2efac30039a req-ba072737-7d6e-41ae-9201-bb82029ce17b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 210 time: 0.0407603 Apr 21 15:05:34.697731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:34.708563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:34.718877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Made reservation on behalf of 74707baae7c245299822027e66fa9e31 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:34.721863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.878869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Allocated IP 172.20.0.11 (25f4b665-4c90-4189-9b8c-3d4b2b5de7be/eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0/204b3447-4288-4a5b-8c18-3d3a17f35850) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:35.172697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.189748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Transition to ACTIVE for port object 204b3447-4288-4a5b-8c18-3d3a17f35850 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:35.211082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.282582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:35.285596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:35.288059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:35.322049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=204b3447-4288-4a5b-8c18-3d3a17f35850,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:35.366067 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:35.367031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.396994 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-c154337f-7371-4ebe-82db-a4d4c1d83907 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8367093 Apr 21 15:05:35.414452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-7b823a45-8f8d-4a7e-99ad-ebe45c814f03 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:05:35.416562 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-7b823a45-8f8d-4a7e-99ad-ebe45c814f03 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068548 Apr 21 15:05:35.428368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Request body: {'port': {'device_id': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:35.542757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f8216be0-d16a-4056-998f-23bf956fa4b6 None None] Provisioning for port 204b3447-4288-4a5b-8c18-3d3a17f35850 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:35.547205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.548634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f8216be0-d16a-4056-998f-23bf956fa4b6 None None] Provisioning complete for port 204b3447-4288-4a5b-8c18-3d3a17f35850 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:35.549005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f8216be0-d16a-4056-998f-23bf956fa4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.601177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f8216be0-d16a-4056-998f-23bf956fa4b6 None None] Port 204b3447-4288-4a5b-8c18-3d3a17f35850 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:05:35.890716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c274-3471-4c79-b77e-55c61c21d426 req-c5ceac2f-5100-4d5f-8223-7d431c4d4390 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:35.891515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cf85c274-3471-4c79-b77e-55c61c21d426 req-c5ceac2f-5100-4d5f-8223-7d431c4d4390 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:35.958851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-cf85c274-3471-4c79-b77e-55c61c21d426 req-c5ceac2f-5100-4d5f-8223-7d431c4d4390 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:35.960125 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cf85c274-3471-4c79-b77e-55c61c21d426 req-c5ceac2f-5100-4d5f-8223-7d431c4d4390 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 932 time: 0.1983061 Apr 21 15:05:35.968669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204b3447-4288-4a5b-8c18-3d3a17f35850 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:05:35.977455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.011958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Transition to ACTIVE for port object 204b3447-4288-4a5b-8c18-3d3a17f35850 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:36.019990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.091449 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cf85c274-3471-4c79-b77e-55c61c21d426 req-6baf2298-d9a6-4b63-98b4-e2d9d0825987 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184537 Apr 21 15:05:36.156179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=204b3447-4288-4a5b-8c18-3d3a17f35850,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:36.267815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Attempting to bind port 204b3447-4288-4a5b-8c18-3d3a17f35850 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:36.268322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Attempting to bind port 204b3447-4288-4a5b-8c18-3d3a17f35850 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:36.268740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Attempting to bind port 204b3447-4288-4a5b-8c18-3d3a17f35850 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:36.274826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Port 204b3447-4288-4a5b-8c18-3d3a17f35850 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:05:36.275222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Attempting to bind port 204b3447-4288-4a5b-8c18-3d3a17f35850 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:36.281750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:05:36.282180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Checking segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:36.282619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Bound using segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:05:36.283136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Bound port: 204b3447-4288-4a5b-8c18-3d3a17f35850, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:36.283540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.372682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] For port 204b3447-4288-4a5b-8c18-3d3a17f35850, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:05:36.375593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] For port 204b3447-4288-4a5b-8c18-3d3a17f35850, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=204b3447-4288-4a5b-8c18-3d3a17f35850,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:05:36.379953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.444780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.446112 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] 10.222.0.21 "PUT /v2.0/ports/204b3447-4288-4a5b-8c18-3d3a17f35850 HTTP/1.1" status: 200 len: 1094 time: 1.0221045 Apr 21 15:05:36.447103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:05:36.459758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441f278-d1ab-4bec-b78f-b82929907ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=204b3447-4288-4a5b-8c18-3d3a17f35850,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:36.545470 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f16dec7-e94b-49ab-9453-fe9cb11699bf'] response: {'name': 'network-changed', 'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'status': 'completed', 'code': 200} Apr 21 15:05:36.590336 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-f58b255a-a2f0-4559-b3b7-c52dcecd104e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0865891 Apr 21 15:05:36.629724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Sync routers for ids ['0847c278-a042-45ca-8c23-70dba4d20c90'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:05:36.644700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Routers {'0847c278-a042-45ca-8c23-70dba4d20c90'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:36.645452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:05:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0847c278-a042-45ca-8c23-70dba4d20c90'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:36.677386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-e91d2a82-f8b2-4541-b48d-1e5e0c988773 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=204b3447-4288-4a5b-8c18-3d3a17f35850 HTTP/1.1" status: 200 len: 217 time: 0.0738618 Apr 21 15:05:36.740915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-a8619edc-4c98-4114-b936-4ddf7473467e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:36.742379 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-a8619edc-4c98-4114-b936-4ddf7473467e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0587699 Apr 21 15:05:36.835602 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-8a77e1a6-8115-4c4f-ba92-4a865a15243c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869882 Apr 21 15:05:36.847353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Set router 0847c278-a042-45ca-8c23-70dba4d20c90 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:37.067345 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-97e4a687-03ab-42b6-8e91-17bd537b3ab1 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263527 Apr 21 15:05:37.205641 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a634ca6f-f69f-4266-b2a2-efaa7dc799bd req-f962c055-7fdd-4156-a6db-504406743c01 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313672 Apr 21 15:05:37.248177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 4, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port': {'id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'd60ae3a3-788a-4868-9a8d-b702c4e62a88', 'name': '', 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'mac_address': 'fa:16:3e:06:44:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:13Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 2, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'subnets': [{'id': 'fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:37.252047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Checking router: 0847c278-a042-45ca-8c23-70dba4d20c90 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:05:37.252375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Updating router 0847c278-a042-45ca-8c23-70dba4d20c90 port d60ae3a3-788a-4868-9a8d-b702c4e62a88 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:05:37.303449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.368482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84639108-9359-4624-9f98-9585678bd39b req-eaf2edf3-44e6-48a0-b671-c46579892622 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:37.369932 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-84639108-9359-4624-9f98-9585678bd39b req-eaf2edf3-44e6-48a0-b671-c46579892622 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.1357753 Apr 21 15:05:37.377308 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-347ae904-1015-44e6-87b1-2d488c5b481a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1002836 Apr 21 15:05:37.500741 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-84639108-9359-4624-9f98-9585678bd39b req-bd78726a-b27a-45d1-a7c3-adc154380c9f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224883 Apr 21 15:05:37.536957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-b34edfbc-3fc1-48c4-b568-828733d288d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:37.538398 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-b34edfbc-3fc1-48c4-b568-828733d288d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1466508 Apr 21 15:05:37.608367 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-39d95125-70e5-4d74-86d5-59cf463eba0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=204b3447-4288-4a5b-8c18-3d3a17f35850 HTTP/1.1" status: 200 len: 217 time: 0.0638943 Apr 21 15:05:37.652753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.664225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Transition to ACTIVE for port object d60ae3a3-788a-4868-9a8d-b702c4e62a88 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:37.670815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-07119c29-c3c5-4b65-a33b-67dae279f519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:37.671648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.672524 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-07119c29-c3c5-4b65-a33b-67dae279f519 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0591662 Apr 21 15:05:37.752744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-f6957e76-4dc9-40a6-93b1-acd8a078be6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748246 Apr 21 15:05:37.808113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117c06e-379b-4860-948f-7067928865f7 None None] Pushing event updated for resources: {'Port': ['ID=d60ae3a3-788a-4868-9a8d-b702c4e62a88,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:37.927438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Attempting to bind port d60ae3a3-788a-4868-9a8d-b702c4e62a88 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:37.928112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Attempting to bind port d60ae3a3-788a-4868-9a8d-b702c4e62a88 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:37.928656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Attempting to bind port d60ae3a3-788a-4868-9a8d-b702c4e62a88 on network 53dc271a-d563-4fd4-8f61-a4aba1093d24 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:05:37.936203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:05:37.937543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Checking segment: {'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:05:37.941229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.941826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Bound using segment: {'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:05:37.942474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Bound port: d60ae3a3-788a-4868-9a8d-b702c4e62a88, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907fab40-ec88-4d90-b8f2-8a1a8c110427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:37.943028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.968515 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-52d719f2-5177-4da7-ae63-8a50ede4c146 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085695 Apr 21 15:05:38.114901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] For port d60ae3a3-788a-4868-9a8d-b702c4e62a88, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:05:38.118365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] For port d60ae3a3-788a-4868-9a8d-b702c4e62a88, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d60ae3a3-788a-4868-9a8d-b702c4e62a88,segment=NetworkSegment(907fab40-ec88-4d90-b8f2-8a1a8c110427),segment_id=907fab40-ec88-4d90-b8f2-8a1a8c110427)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:05:38.122530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:38.133209 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e7c0f35d-f721-46ba-9fb6-d3c76a837e10 req-5550f578-af05-46c9-ad80-8cfd917bf8ce service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582768 Apr 21 15:05:38.204811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117c06e-379b-4860-948f-7067928865f7 None None] Pushing event updated for resources: {'Port': ['ID=d60ae3a3-788a-4868-9a8d-b702c4e62a88,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:38.215406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Routers {'0847c278-a042-45ca-8c23-70dba4d20c90'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:38.216080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:05:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0847c278-a042-45ca-8c23-70dba4d20c90'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:38.405708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] Set router 0847c278-a042-45ca-8c23-70dba4d20c90 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:38.717119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac4ec-b528-4c7e-96cf-fcb2bae1f712 req-6454dabc-d8ea-4d78-8446-a240d7abe6e2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:38.718579 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-935ac4ec-b528-4c7e-96cf-fcb2bae1f712 req-6454dabc-d8ea-4d78-8446-a240d7abe6e2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.0796988 Apr 21 15:05:38.763561 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-935ac4ec-b528-4c7e-96cf-fcb2bae1f712 req-c4be5214-e055-498d-838e-731a2c4e0104 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391793 Apr 21 15:05:38.766682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 4, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port': {'id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'd60ae3a3-788a-4868-9a8d-b702c4e62a88', 'name': '', 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'mac_address': 'fa:16:3e:06:44:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:13Z', 'updated_at': '2022-04-21T15:05:38Z', 'revision_number': 4, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'subnets': [{'id': 'fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:38.770688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf70d-ffcb-4661-9a0e-75f8b5bc3b3e None None] The sync data for ids ['0847c278-a042-45ca-8c23-70dba4d20c90'] in dv-neutron-838898-1-hyperv is: [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:13Z', 'revision_number': 4, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port': {'id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'd60ae3a3-788a-4868-9a8d-b702c4e62a88', 'name': '', 'network_id': '53dc271a-d563-4fd4-8f61-a4aba1093d24', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'mac_address': 'fa:16:3e:06:44:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:13Z', 'updated_at': '2022-04-21T15:05:38Z', 'revision_number': 4, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'subnets': [{'id': 'fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:05:39.095471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d60ae3a3-788a-4868-9a8d-b702c4e62a88 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:39.168800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port d60ae3a3-788a-4868-9a8d-b702c4e62a88 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:39.173949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d60ae3a3-788a-4868-9a8d-b702c4e62a88 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:39.174386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:39.313540 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:39.346974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port d60ae3a3-788a-4868-9a8d-b702c4e62a88, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d60ae3a3-788a-4868-9a8d-b702c4e62a88,segment=NetworkSegment(907fab40-ec88-4d90-b8f2-8a1a8c110427),segment_id=907fab40-ec88-4d90-b8f2-8a1a8c110427)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:39.351347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:39.420322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=d60ae3a3-788a-4868-9a8d-b702c4e62a88,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:39.959851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dfb5f-fe1b-411f-8c6c-610ea5c86176 req-129f88f7-b6f2-4d85-8a56-5d3034edd14d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:39.961340 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-417dfb5f-fe1b-411f-8c6c-610ea5c86176 req-129f88f7-b6f2-4d85-8a56-5d3034edd14d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.0791514 Apr 21 15:05:40.007061 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-417dfb5f-fe1b-411f-8c6c-610ea5c86176 req-fdafa058-a3b3-4f2d-9c33-bff64e153ecf tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395792 Apr 21 15:05:41.067398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d60ae3a3-788a-4868-9a8d-b702c4e62a88 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:41.134429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port d60ae3a3-788a-4868-9a8d-b702c4e62a88 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:41.134795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:41.204090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f5ced-3bbe-45ae-a005-659f4595e27c req-579b9c68-1e6d-46f1-a303-6c7d3ee83bf7 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:41.206157 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d77f5ced-3bbe-45ae-a005-659f4595e27c req-579b9c68-1e6d-46f1-a303-6c7d3ee83bf7 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.0799005 Apr 21 15:05:41.250679 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d77f5ced-3bbe-45ae-a005-659f4595e27c req-e78efe36-f81c-4755-950a-841896ad091f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388248 Apr 21 15:05:42.443969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d2f6-8817-4cf0-b34b-20d5eef44bf0 req-577e1a08-8e2c-4507-8999-06c7278bfaf8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:42.445437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b99d2f6-8817-4cf0-b34b-20d5eef44bf0 req-577e1a08-8e2c-4507-8999-06c7278bfaf8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.0742126 Apr 21 15:05:42.492597 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b99d2f6-8817-4cf0-b34b-20d5eef44bf0 req-53fefc59-4a6f-4277-b4c0-40ab775281d3 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416756 Apr 21 15:05:43.779890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e8d67-7556-4991-9f86-6f8e5643a76d req-3e888c72-d2fa-46cb-975e-3563d3198714 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:43.781354 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bd7e8d67-7556-4991-9f86-6f8e5643a76d req-3e888c72-d2fa-46cb-975e-3563d3198714 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.1731913 Apr 21 15:05:43.825445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bd7e8d67-7556-4991-9f86-6f8e5643a76d req-6690b72d-2a10-4992-bd30-8845dadc1b2f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384579 Apr 21 15:05:45.020622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868184-68db-4c91-acae-45d4bcc2ee56 req-96b08b61-55b5-4806-a11c-72fcf730f121 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:45.022050 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-20868184-68db-4c91-acae-45d4bcc2ee56 req-96b08b61-55b5-4806-a11c-72fcf730f121 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.0762691 Apr 21 15:05:45.068257 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-20868184-68db-4c91-acae-45d4bcc2ee56 req-22bd61aa-9c40-479d-90b9-5644bcaef2d0 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395110 Apr 21 15:05:46.265767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b05850-02c9-4b80-aec2-96d462482e99 req-6f3ca8ac-3c98-4569-8f9c-908b234a19e1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:46.267124 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a6b05850-02c9-4b80-aec2-96d462482e99 req-6f3ca8ac-3c98-4569-8f9c-908b234a19e1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 944 time: 0.0782967 Apr 21 15:05:46.311901 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a6b05850-02c9-4b80-aec2-96d462482e99 req-f4c72509-4edc-4a8c-a437-dd87730d29e3 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393071 Apr 21 15:05:46.495380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 204b3447-4288-4a5b-8c18-3d3a17f35850 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:05:46.626088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 204b3447-4288-4a5b-8c18-3d3a17f35850, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=204b3447-4288-4a5b-8c18-3d3a17f35850,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:46.639244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'port_id': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'mac_address': 'fa:16:3e:96:cc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:05:46.694827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:46.712259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204b3447-4288-4a5b-8c18-3d3a17f35850 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:05:46.726521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 204b3447-4288-4a5b-8c18-3d3a17f35850, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=204b3447-4288-4a5b-8c18-3d3a17f35850,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:46.730517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:46.793079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=204b3447-4288-4a5b-8c18-3d3a17f35850,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:46.801019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.801367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.801704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.802041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.802370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.802698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.803024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.803348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.803671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.803999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:46.804339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:47.042311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['204b3447-4288-4a5b-8c18-3d3a17f35850'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:05:47.505874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95453f-9227-41b5-8155-d23e9673ada9 req-7ba5a7af-4857-4448-b524-56741c805777 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:47.507286 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed95453f-9227-41b5-8155-d23e9673ada9 req-7ba5a7af-4857-4448-b524-56741c805777 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 945 time: 0.0775237 Apr 21 15:05:47.551483 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed95453f-9227-41b5-8155-d23e9673ada9 req-4beab9af-30e0-48cc-bb44-ab4637dc87f4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386989 Apr 21 15:05:48.496843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 204b3447-4288-4a5b-8c18-3d3a17f35850 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:48.566946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 204b3447-4288-4a5b-8c18-3d3a17f35850 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:48.572467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 204b3447-4288-4a5b-8c18-3d3a17f35850 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:48.572862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:48.685645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:48.714128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:05:48.725438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 204b3447-4288-4a5b-8c18-3d3a17f35850, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=204b3447-4288-4a5b-8c18-3d3a17f35850,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:05:48.729901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:48.754660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b0b7-936d-430e-8cfa-debbf6c7e5ba req-c9a2a7aa-9c29-40b5-8f86-30b47c7f7248 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:48.756048 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3983b0b7-936d-430e-8cfa-debbf6c7e5ba req-c9a2a7aa-9c29-40b5-8f86-30b47c7f7248 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 945 time: 0.0815430 Apr 21 15:05:48.775995 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae970251-84a5-4251-a335-16caece3c822'] response: {'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'code': 200} Apr 21 15:05:48.798511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=204b3447-4288-4a5b-8c18-3d3a17f35850,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:48.803873 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3983b0b7-936d-430e-8cfa-debbf6c7e5ba req-cd7ff534-a71f-4357-b9b0-2a134911402c tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405493 Apr 21 15:05:48.992633 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d4adeeb-3d45-4322-b6ce-3719323a9bf1 req-78a3534a-00c8-461f-b9a6-f9b7f4a9097b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0679605 Apr 21 15:05:49.030184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8b6d2a6b-c84a-4633-b32c-be9127b0737a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:49.036226 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d4adeeb-3d45-4322-b6ce-3719323a9bf1 req-b1cd9b99-fd29-4eeb-af06-82dcbe5fb7fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381780 Apr 21 15:05:50.012697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96370c28-ade6-4ade-9bbb-635e364a2079 req-8da5327f-bc40-4594-bc7e-76eeb298b14f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:50.019990 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-96370c28-ade6-4ade-9bbb-635e364a2079 req-8da5327f-bc40-4594-bc7e-76eeb298b14f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 946 time: 0.0906036 Apr 21 15:05:50.067575 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-96370c28-ade6-4ade-9bbb-635e364a2079 req-573b7e70-673f-4f1b-befc-02e4bc6903fe tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466914 Apr 21 15:05:51.260474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf6be2-b965-4a49-9cba-c9e0491f99db req-073ef4d8-aa12-47a0-ba17-a4bd750986c1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:51.261841 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fdaf6be2-b965-4a49-9cba-c9e0491f99db req-073ef4d8-aa12-47a0-ba17-a4bd750986c1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 946 time: 0.0761416 Apr 21 15:05:51.308987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fdaf6be2-b965-4a49-9cba-c9e0491f99db req-84089f3e-b9f8-4192-8640-36c2d7e44da8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416560 Apr 21 15:05:51.351950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ef3484b6-e398-45b0-abe4-28692df859e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:51.499977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedde8ff-46a8-43fb-89f2-e7c148e86f8b req-c8cc476a-c3c7-4914-ab32-623705711bed tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:51.501456 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-eedde8ff-46a8-43fb-89f2-e7c148e86f8b req-c8cc476a-c3c7-4914-ab32-623705711bed tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 946 time: 0.0750749 Apr 21 15:05:51.545228 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-eedde8ff-46a8-43fb-89f2-e7c148e86f8b req-aed7f259-b439-4ded-9eed-72d180fd2623 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381608 Apr 21 15:05:51.573614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59642) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:51.845198 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-520aad1d-44d9-4fb0-97af-ad18e1ad59fa tempest-TestVolumeBootPattern-1691265563 tempest-TestVolumeBootPattern-1691265563-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 1094 time: 0.2703702 Apr 21 15:05:51.847787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59648) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:51.853311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:05:51.858635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:51.862391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:floatingip and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:51.865187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:51.871416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:51.881397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.013096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.145898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Allocated IP 172.26.6.120 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/bf67fcec-77fc-4fde-a0b0-cfe7cf6ce38f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:52.288240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.306798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.316294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.380773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:52.384089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:52.388565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:05:52.415097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=bf67fcec-77fc-4fde-a0b0-cfe7cf6ce38f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:52.504858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.884575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.940651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.142973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.147303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.249802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=bf67fcec-77fc-4fde-a0b0-cfe7cf6ce38f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:53.263303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.533125 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Floating IP b784fe7e-2411-42c4-9bd7-c8cb5c948907 associated. External IP: 172.26.6.120, port: 204b3447-4288-4a5b-8c18-3d3a17f35850. Apr 21 15:05:53.678625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.922725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:05:54.126143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:05:54.140085 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:05:54.151214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.152951 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:54.153550 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:05:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:54.203507 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2acf112f-631e-4b5d-9fca-0aedea18852b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3546014 Apr 21 15:05:54.203978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:05:54.259181 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6abdc2af-f542-42bc-a285-f8915877f0fe'] response: {'name': 'network-changed', 'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'status': 'completed', 'code': 200} Apr 21 15:05:54.329975 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:54.381439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3867ca05-1920-471d-a219-92eb76ef044a req-4478dcac-8128-41cf-b39f-e383891c93b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0749679 Apr 21 15:05:54.509801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867ca05-1920-471d-a219-92eb76ef044a req-5183bd6a-490d-4b3b-ae0f-034e2fb5adf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:54.511227 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3867ca05-1920-471d-a219-92eb76ef044a req-5183bd6a-490d-4b3b-ae0f-034e2fb5adf7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1234136 Apr 21 15:05:54.611378 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3867ca05-1920-471d-a219-92eb76ef044a req-15739e1f-899f-4737-8bd0-158a0cb37940 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=204b3447-4288-4a5b-8c18-3d3a17f35850 HTTP/1.1" status: 200 len: 1000 time: 0.0946748 Apr 21 15:05:54.678107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867ca05-1920-471d-a219-92eb76ef044a req-018b011a-a7d9-45d1-b9b7-268d2ba7ce60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:05:54.678472 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b784fe7e-2411-42c4-9bd7-c8cb5c948907', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:96:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:52Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:54.679548 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3867ca05-1920-471d-a219-92eb76ef044a req-018b011a-a7d9-45d1-b9b7-268d2ba7ce60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0609789 Apr 21 15:05:54.683206 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:05:54.693608 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:05:54.694195 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:05:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:54.751545 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3867ca05-1920-471d-a219-92eb76ef044a req-7d5698b9-d217-44d0-9f87-0f326c717d1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660608 Apr 21 15:05:54.881434 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3867ca05-1920-471d-a219-92eb76ef044a req-52821692-94d8-45da-8acf-b6c71937e5bd service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229992 Apr 21 15:05:54.889815 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:05:55.017746 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3867ca05-1920-471d-a219-92eb76ef044a req-c6144215-addc-4395-81e8-df66ddb0c16c service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304364 Apr 21 15:05:55.230441 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b784fe7e-2411-42c4-9bd7-c8cb5c948907', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:96:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:52Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:55.234219 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b48337-eefa-4220-8122-d59173d06f93 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'b784fe7e-2411-42c4-9bd7-c8cb5c948907', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:96:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:52Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:05:55.430848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb78c046-ed89-4d55-ae4b-26e611e126f2 None None] New status for floating IP b784fe7e-2411-42c4-9bd7-c8cb5c948907: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:06:00.806148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:09.740912 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:06:19.062295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bdc8487d-637c-448f-80ac-b951bf2b56f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:21.354408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1a43-c063-410e-8312-bd31944d58f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:22.309702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:22.506144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:23.681258 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:30.400711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-0f83c46a-3acf-49c5-a87b-c92d9ffa537c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2202260 Apr 21 15:06:30.556546 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-5600a0e6-bd96-4f59-8650-00ec44e63914 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0670841 Apr 21 15:06:30.694800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-2a7ca932-2fb5-4410-bb1b-00be329aceac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:06:30.696343 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-2a7ca932-2fb5-4410-bb1b-00be329aceac service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1223297 Apr 21 15:06:30.797714 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-a22991e3-4e3e-48ba-8b58-6f5b4d4f923e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=204b3447-4288-4a5b-8c18-3d3a17f35850 HTTP/1.1" status: 200 len: 1002 time: 0.0955203 Apr 21 15:06:30.805792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:30.862276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-b66761f4-2bba-4dc8-b36f-53d57f992270 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:06:30.863663 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-b66761f4-2bba-4dc8-b36f-53d57f992270 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0594599 Apr 21 15:06:30.935860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-d0c4762d-644d-431d-9690-4985557a9e90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669277 Apr 21 15:06:31.064446 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-77ab159e-16b2-48fb-bfff-2aaf813276a8 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224685 Apr 21 15:06:31.193236 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c71a7fa1-6df0-4c6a-ba71-df592eaf0839 req-67e3661b-c8d4-4ba1-8008-3aeffe840b83 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234159 Apr 21 15:06:46.741908 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:06:49.035194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3c380a31-3be4-4f4e-9cc0-1ea16be93273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:51.355110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-932bcf73-d982-4584-ad61-210a13f937b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:52.312651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:52.505787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:53.684402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:00.812227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:19.036679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4778406b-3292-4350-a4c6-7bdd39868f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:21.356157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6e6430ea-30a0-4471-b2e4-d648b7703538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:22.313918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:22.506485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:23.686952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:23.741010 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:07:30.232279 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-4c9840ff-94f0-4d13-ae22-36ff2f3a00b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661955 Apr 21 15:07:30.382628 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-79080cc1-919b-4285-9c33-f67344cda441 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0711682 Apr 21 15:07:30.522357 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8203-4305-4d0c-b283-64708c40ca94 req-5ea0ad97-48a5-4f95-b098-f77e6331f8f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:30.523774 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-5ea0ad97-48a5-4f95-b098-f77e6331f8f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1230845 Apr 21 15:07:30.625188 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-6c1f99b5-55e8-4dca-8970-282400c2332b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=204b3447-4288-4a5b-8c18-3d3a17f35850 HTTP/1.1" status: 200 len: 1002 time: 0.0936906 Apr 21 15:07:30.684666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da8203-4305-4d0c-b283-64708c40ca94 req-560f80f4-71e1-4091-a12c-149d64d07c45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:30.686092 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-560f80f4-71e1-4091-a12c-149d64d07c45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0555539 Apr 21 15:07:30.761094 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-ba48ca0d-f94d-492f-a712-630d3e463233 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693645 Apr 21 15:07:30.811170 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:30.896413 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-52e99587-f4c0-433b-ad29-fe02ef636689 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295028 Apr 21 15:07:31.025443 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60da8203-4305-4d0c-b283-64708c40ca94 req-c3ce9cc4-f0e5-40b1-81e4-80251a533a7f service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236122 Apr 21 15:07:49.038449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5c3d-dc2d-4ea1-8194-a94b9c9d8039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:49.246960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d47eb-e8f4-45ce-87a6-d8bed2ef8f9b req-f9d0c1ec-47f4-4b18-bb40-83eea76c17c2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:49.249021 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-908d47eb-e8f4-45ce-87a6-d8bed2ef8f9b req-f9d0c1ec-47f4-4b18-bb40-83eea76c17c2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 946 time: 0.1750250 Apr 21 15:07:49.292233 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-908d47eb-e8f4-45ce-87a6-d8bed2ef8f9b req-aef50c3b-025d-42c5-b078-ca90e54703b8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376453 Apr 21 15:07:50.651872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c086537-af61-4950-9861-06453569d852 req-2eedb666-43d2-4777-8bb4-a975de674a3d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:50.653399 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2c086537-af61-4950-9861-06453569d852 req-2eedb666-43d2-4777-8bb4-a975de674a3d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 946 time: 0.2243624 Apr 21 15:07:50.752732 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2c086537-af61-4950-9861-06453569d852 req-0f679519-b489-4e22-9b91-af16fa806adb tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898836 Apr 21 15:07:50.773555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-7493b4a1-3d6a-4cf8-b9ed-8ebff8dd3ed2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:50.774949 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-7493b4a1-3d6a-4cf8-b9ed-8ebff8dd3ed2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 946 time: 0.0955169 Apr 21 15:07:50.842637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Deleting port 204b3447-4288-4a5b-8c18-3d3a17f35850 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:07:50.842976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.088423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] For port 204b3447-4288-4a5b-8c18-3d3a17f35850, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=204b3447-4288-4a5b-8c18-3d3a17f35850,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:07:51.088783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.358992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b4bc848a-ca8b-453d-b9e2-105a9a1ac086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.368337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.368737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.369018 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Floating IP b784fe7e-2411-42c4-9bd7-c8cb5c948907 disassociated. External IP: 172.26.6.120, port: 204b3447-4288-4a5b-8c18-3d3a17f35850. Apr 21 15:07:51.369354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Calling delete_port for 204b3447-4288-4a5b-8c18-3d3a17f35850 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:07:51.508753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.554358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event deleted for resources: {'Port': ['ID=204b3447-4288-4a5b-8c18-3d3a17f35850,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:51.567740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.568100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.568442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.568771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.569101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.569424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.569747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.570068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.570374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.570688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.571005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:51.772955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:07:51.917571 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-05b74123-a9cd-4018-a03d-84ae049b508a req-ad2f5ec9-0c73-497f-b92b-2ea0ffdf95ae tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 210 time: 0.0471699 Apr 21 15:07:51.978701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:07:51.990426 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:07:52.005686 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:07:52.006310 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:07:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:52.053823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] No DVR routers for this DVR port 204b3447-4288-4a5b-8c18-3d3a17f35850 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:07:52.056482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.059520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'name': 'network-vif-deleted', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:07:52.080243 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46e3d88c-efb1-41bf-9ac9-78797658f85a req-96fd15a8-b7d7-4a76-aaf1-42643be0380d tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "DELETE /v2.0/ports/204b3447-4288-4a5b-8c18-3d3a17f35850 HTTP/1.1" status: 204 len: 173 time: 1.2991967 Apr 21 15:07:52.197636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685b52bd-66fe-4877-9fb8-e20d1a4afa5f'] response: {'server_uuid': '5506bbe6-42c9-4b77-94a6-a1dbee376ec7', 'name': 'network-vif-deleted', 'tag': '204b3447-4288-4a5b-8c18-3d3a17f35850', 'status': 'completed', 'code': 200} Apr 21 15:07:52.203505 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:07:52.320926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.510457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.519023 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:52.522977 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:07:52.533410 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:07:52.534001 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:07:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:52.743119 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:07:53.025172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 204b3447-4288-4a5b-8c18-3d3a17f35850 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:07:53.063850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 204b3447-4288-4a5b-8c18-3d3a17f35850 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:07:53.065400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 204b3447-4288-4a5b-8c18-3d3a17f35850 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:07:53.067242 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:53.072724 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3c5ee-dae3-41cc-b26e-25a8a7bb5fc6 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:07:53.127485 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9921816f-0604-44f2-b996-ffa328eb89b8 req-cc8a4450-4f71-4a5d-8f43-3bed05fca552 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=5506bbe6-42c9-4b77-94a6-a1dbee376ec7 HTTP/1.1" status: 200 len: 210 time: 0.0460012 Apr 21 15:07:53.348841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664a9206-7475-493e-8a93-740d2a18c44a None None] New status for floating IP b784fe7e-2411-42c4-9bd7-c8cb5c948907: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:07:53.689860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:54.449913 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-05b47b2c-22f9-4c28-bade-e9e326316976 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55802632&fields=id&tenant_id=74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 267 time: 0.0395353 Apr 21 15:07:54.592946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-6aa34e76-213d-4cef-b347-cffb9564f635 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:54.594290 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-6aa34e76-213d-4cef-b347-cffb9564f635 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 811 time: 0.1377563 Apr 21 15:07:54.609554 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-35d89c75-b65c-48b8-b259-2d97916045f9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/quotas/74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 375 time: 0.0100708 Apr 21 15:07:54.691605 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-4e071376-85c3-430c-a567-f843cbc40c12 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773993 Apr 21 15:07:54.770808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-a587e0a1-d0bc-4c88-b610-66e2299dba44 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:07:54.771782 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-a587e0a1-d0bc-4c88-b610-66e2299dba44 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0690951 Apr 21 15:07:54.903413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-267ae69f-ff41-42e8-9cdb-315048b9a142 service neutron] 10.222.0.42 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255686 Apr 21 15:07:55.032311 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3d3bfe99-e690-4946-bcfd-f4f2b2abd8ec service neutron] 10.222.0.42 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231873 Apr 21 15:07:56.426085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-7ffc9d1f-e8e8-4032-9a7b-c60eda39abe7 req-47d4b198-02d2-4621-9e8c-b3298c082ed2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:56.442001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-7ffc9d1f-e8e8-4032-9a7b-c60eda39abe7 req-47d4b198-02d2-4621-9e8c-b3298c082ed2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:56.443217 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7ffc9d1f-e8e8-4032-9a7b-c60eda39abe7 req-47d4b198-02d2-4621-9e8c-b3298c082ed2 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 210 time: 0.0561824 Apr 21 15:07:57.608796 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e5423159-9073-4ba2-aa17-dd8ce890f48c req-b7df5405-f938-46f7-80dc-a72cf3f3368f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 210 time: 0.0440838 Apr 21 15:07:57.784945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-f07b090c-ddcb-4ce5-bfdc-5329484323c0 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:57.786340 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-f07b090c-ddcb-4ce5-bfdc-5329484323c0 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 811 time: 0.2467256 Apr 21 15:07:57.844797 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-87cad697-cee7-47b6-b2d4-c42654b3c662 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 378 time: 0.0407588 Apr 21 15:07:57.853045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'port': {'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'admin_state_up': True, 'tenant_id': '74707baae7c245299822027e66fa9e31', 'security_groups': ['f668f496-ae9b-4739-9fcf-c7c7b2e15058']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:07:57.987362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:57.996843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:58.007040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Made reservation on behalf of 74707baae7c245299822027e66fa9e31 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:07:58.010502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:58.174317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Allocated IP 172.20.0.9 (25f4b665-4c90-4189-9b8c-3d4b2b5de7be/eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0/886763d8-506f-4b5f-933f-fa0e7cc60c96) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:07:58.360180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:58.377227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Transition to ACTIVE for port object 886763d8-506f-4b5f-933f-fa0e7cc60c96 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:58.399919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:58.467861 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:07:58.470790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:07:58.474578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:07:58.515317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=886763d8-506f-4b5f-933f-fa0e7cc60c96,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:58.545278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:58.545985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:58.577050 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-3a60d061-d9c0-4c64-8980-c277feead8ee tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274771 Apr 21 15:07:58.594319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Request body: {'port': {'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:07:58.704492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:58.759464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8bfd4ca0-d396-409d-9c01-8a826bab89c6 None None] Provisioning for port 886763d8-506f-4b5f-933f-fa0e7cc60c96 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:58.765858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8bfd4ca0-d396-409d-9c01-8a826bab89c6 None None] Provisioning complete for port 886763d8-506f-4b5f-933f-fa0e7cc60c96 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:58.766237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8bfd4ca0-d396-409d-9c01-8a826bab89c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:58.820964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-8bfd4ca0-d396-409d-9c01-8a826bab89c6 None None] Port 886763d8-506f-4b5f-933f-fa0e7cc60c96 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:07:58.925693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75047b-b352-4284-8f39-5d9d6863bf8a req-ebc69f88-4233-45a8-80d5-947f70f7ff78 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:58.926846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-1b75047b-b352-4284-8f39-5d9d6863bf8a req-ebc69f88-4233-45a8-80d5-947f70f7ff78 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:59.009972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-1b75047b-b352-4284-8f39-5d9d6863bf8a req-ebc69f88-4233-45a8-80d5-947f70f7ff78 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:59.011311 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b75047b-b352-4284-8f39-5d9d6863bf8a req-ebc69f88-4233-45a8-80d5-947f70f7ff78 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 931 time: 0.2687466 Apr 21 15:07:59.090222 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b75047b-b352-4284-8f39-5d9d6863bf8a req-21c48408-879a-4c3f-adbe-714afa167337 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714180 Apr 21 15:07:59.160502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886763d8-506f-4b5f-933f-fa0e7cc60c96 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:07:59.167562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:59.182417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Transition to ACTIVE for port object 886763d8-506f-4b5f-933f-fa0e7cc60c96 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:59.186167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:59.313692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Pushing event updated for resources: {'Port': ['ID=886763d8-506f-4b5f-933f-fa0e7cc60c96,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:59.419285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Attempting to bind port 886763d8-506f-4b5f-933f-fa0e7cc60c96 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:07:59.419749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Attempting to bind port 886763d8-506f-4b5f-933f-fa0e7cc60c96 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:07:59.422101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Attempting to bind port 886763d8-506f-4b5f-933f-fa0e7cc60c96 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:07:59.432019 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Port 886763d8-506f-4b5f-933f-fa0e7cc60c96 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:07:59.432360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Attempting to bind port 886763d8-506f-4b5f-933f-fa0e7cc60c96 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:07:59.441736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:07:59.442215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Checking segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:07:59.442365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Bound using segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:07:59.442807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Bound port: 886763d8-506f-4b5f-933f-fa0e7cc60c96, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:07:59.443149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:59.617264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] For port 886763d8-506f-4b5f-933f-fa0e7cc60c96, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:07:59.620212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] For port 886763d8-506f-4b5f-933f-fa0e7cc60c96, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:07:59.625122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:59.691589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:59.692950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] 10.222.0.21 "PUT /v2.0/ports/886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 1093 time: 1.1032705 Apr 21 15:07:59.693375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:07:59.709600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca8ae-80ea-465b-a843-07aa91c17015 service neutron] Pushing event updated for resources: {'Port': ['ID=886763d8-506f-4b5f-933f-fa0e7cc60c96,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:59.820264 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-4cdc6b3f-9935-47a4-9f54-028509aa01de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1096 time: 0.0710485 Apr 21 15:07:59.896930 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-e7250e56-3455-4d05-927a-0d6e9fc562dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 217 time: 0.0634134 Apr 21 15:07:59.957762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-0f36199a-53ab-4de7-9e7d-2ace39f1e5d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:07:59.959082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-0f36199a-53ab-4de7-9e7d-2ace39f1e5d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0560584 Apr 21 15:08:00.040869 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-6a74492f-d233-4089-b319-f65bc30e6bf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758934 Apr 21 15:08:00.170656 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-89a365a1-2849-4d21-8876-4d5d112fbcee service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227307 Apr 21 15:08:00.347166 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-39a57ed4-f215-43fe-b7a2-44e5f1c55e02 req-7183a486-915e-434c-b2e4-62d55dffffa7 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716435 Apr 21 15:08:00.361055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c43698-9ed0-463b-8f27-579fbc414f70 req-76ce6e92-0a84-4a30-8235-4fdc47fb1fe8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:00.362434 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66c43698-9ed0-463b-8f27-579fbc414f70 req-76ce6e92-0a84-4a30-8235-4fdc47fb1fe8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 943 time: 0.1241963 Apr 21 15:08:00.407854 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66c43698-9ed0-463b-8f27-579fbc414f70 req-42645cf1-9e3d-45c6-8aee-afbadb7473ff tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396905 Apr 21 15:08:00.740404 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:08:00.783489 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f04d22-57fe-47e3-804d-bd16e2b748a1'] response: {'name': 'network-changed', 'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'status': 'completed', 'code': 200} Apr 21 15:08:00.813922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:00.917482 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-883f831f-1426-4d2d-aa9e-c63114ffdf0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1096 time: 0.0722048 Apr 21 15:08:01.049380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-e335e054-b690-49a7-b68d-3aa69b503aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:01.050815 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-e335e054-b690-49a7-b68d-3aa69b503aaa service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1275730 Apr 21 15:08:01.131301 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-21a9331b-5d4a-4aeb-b023-f964f80d0379 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 217 time: 0.0745673 Apr 21 15:08:01.194620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-443aaa6a-ecad-48b3-bceb-314a107992d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:01.196146 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-443aaa6a-ecad-48b3-bceb-314a107992d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0591521 Apr 21 15:08:01.266965 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-718ac505-0d04-4472-9b40-4acf34985d62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648344 Apr 21 15:08:01.391478 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-0895cca2-af09-437e-ab3e-13e40439a1eb service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191382 Apr 21 15:08:01.519408 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-86fd0f3b-cc0b-442c-a83c-83c5006492f9 req-c3823fb8-22a9-41dd-8e4e-ea0b20459bf2 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228125 Apr 21 15:08:01.693111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e9425-d500-48ee-bf87-810450084438 req-e7e9472c-d17b-4655-9192-08afc583ef06 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:01.694590 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-746e9425-d500-48ee-bf87-810450084438 req-e7e9472c-d17b-4655-9192-08afc583ef06 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 943 time: 0.1674757 Apr 21 15:08:01.740747 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-746e9425-d500-48ee-bf87-810450084438 req-10bcb321-4421-4ed8-907c-57ea776a2be9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398731 Apr 21 15:08:02.933922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426eead-c31f-43a9-a69a-9328930d763d req-59314a21-1c1d-4305-9efa-a8f722c82e3f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:02.935943 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7426eead-c31f-43a9-a69a-9328930d763d req-59314a21-1c1d-4305-9efa-a8f722c82e3f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 943 time: 0.0743809 Apr 21 15:08:02.984584 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7426eead-c31f-43a9-a69a-9328930d763d req-f659ce63-9f0e-4a42-a360-29a73be28170 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427921 Apr 21 15:08:04.176114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cb33b-9fa2-40df-b69b-5db78e3ebf50 req-2ef91755-15e5-4866-b2fc-c8417bb194fb tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:04.177571 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-da1cb33b-9fa2-40df-b69b-5db78e3ebf50 req-2ef91755-15e5-4866-b2fc-c8417bb194fb tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 943 time: 0.0757756 Apr 21 15:08:04.222534 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-da1cb33b-9fa2-40df-b69b-5db78e3ebf50 req-e7ad22b8-bafa-4c27-873f-9fdce987bdbc tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387528 Apr 21 15:08:05.428371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd69655-46ad-4a14-a4ea-f222ec466a2e req-120a75c2-dfd0-4c1c-82c7-19a2ae82a383 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:05.429866 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-afd69655-46ad-4a14-a4ea-f222ec466a2e req-120a75c2-dfd0-4c1c-82c7-19a2ae82a383 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 943 time: 0.0753515 Apr 21 15:08:05.476628 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-afd69655-46ad-4a14-a4ea-f222ec466a2e req-9080ee64-e2fc-437a-80e7-a71201f4172c tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403147 Apr 21 15:08:06.678312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741947c-1ecf-443d-bf68-6c96688dc53c req-b5f6d959-3c5c-4182-abc1-bb3c79ee9c21 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:06.679784 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8741947c-1ecf-443d-bf68-6c96688dc53c req-b5f6d959-3c5c-4182-abc1-bb3c79ee9c21 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 943 time: 0.0815141 Apr 21 15:08:06.725442 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8741947c-1ecf-443d-bf68-6c96688dc53c req-5fd42ff4-318e-492c-a8ab-ad12affa2e1b tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398581 Apr 21 15:08:07.067404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 886763d8-506f-4b5f-933f-fa0e7cc60c96 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:08:07.197851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 886763d8-506f-4b5f-933f-fa0e7cc60c96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:08:07.210404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:08:07.262013 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:07.278196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886763d8-506f-4b5f-933f-fa0e7cc60c96 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:08:07.292410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 886763d8-506f-4b5f-933f-fa0e7cc60c96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:08:07.297159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:07.362756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=886763d8-506f-4b5f-933f-fa0e7cc60c96,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:08:07.370883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.371229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.371567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.371900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.372264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.373134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.373460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.373789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.374111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.374431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.374751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:08:07.576515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['886763d8-506f-4b5f-933f-fa0e7cc60c96'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:08:07.920878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda398-70f1-4c14-aa78-572c13f1b015 req-3e8d9bf3-c2d6-4152-bade-26a50fc3aba5 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:07.922327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7eeda398-70f1-4c14-aa78-572c13f1b015 req-3e8d9bf3-c2d6-4152-bade-26a50fc3aba5 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 944 time: 0.0783973 Apr 21 15:08:07.967100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7eeda398-70f1-4c14-aa78-572c13f1b015 req-34da2115-a719-48b4-b47a-658cc8cc0536 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387044 Apr 21 15:08:09.082668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 886763d8-506f-4b5f-933f-fa0e7cc60c96 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:08:09.150095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 886763d8-506f-4b5f-933f-fa0e7cc60c96 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:08:09.155264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 886763d8-506f-4b5f-933f-fa0e7cc60c96 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:08:09.155642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:09.158468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914879d-f9d9-4a14-8308-449f8f636edc req-993c25f9-1434-457b-b520-2e40d5a450ae tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:09.160049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9914879d-f9d9-4a14-8308-449f8f636edc req-993c25f9-1434-457b-b520-2e40d5a450ae tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 944 time: 0.0760436 Apr 21 15:08:09.208933 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9914879d-f9d9-4a14-8308-449f8f636edc req-90f5a6e5-e7d5-45b2-bcec-dd59674e6a05 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432293 Apr 21 15:08:09.270372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:09.296791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:08:09.306152 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 886763d8-506f-4b5f-933f-fa0e7cc60c96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:08:09.311114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:09.378407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=886763d8-506f-4b5f-933f-fa0e7cc60c96,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:08:09.426477 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811b135f-369a-4324-9406-4b80122e35f8'] response: {'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'code': 200} Apr 21 15:08:09.714036 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-78e347af-5417-4ba5-8f2c-cc07b66e5151 req-d43a3278-e238-4b5e-a339-6fff975457bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0660686 Apr 21 15:08:09.754785 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-78e347af-5417-4ba5-8f2c-cc07b66e5151 req-0753611e-770f-4d2f-8a83-a8029d5c954e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347826 Apr 21 15:08:10.402954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39d078-38a1-499e-9928-ed8b396f0c69 req-e464573f-62b9-4e89-a775-7a786fdc866f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:10.404412 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9e39d078-38a1-499e-9928-ed8b396f0c69 req-e464573f-62b9-4e89-a775-7a786fdc866f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 945 time: 0.0773361 Apr 21 15:08:10.451044 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9e39d078-38a1-499e-9928-ed8b396f0c69 req-96d43fb2-8800-4458-b270-fe521999b2c9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406597 Apr 21 15:08:11.643263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf4390-4003-428f-b124-ee9980814a4b req-a7425fa1-d313-48ac-a102-4848ab13e2bd tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:11.644716 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b1bf4390-4003-428f-b124-ee9980814a4b req-a7425fa1-d313-48ac-a102-4848ab13e2bd tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 945 time: 0.0745525 Apr 21 15:08:11.688598 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b1bf4390-4003-428f-b124-ee9980814a4b req-f156e911-9344-461d-ae56-b41450b80f86 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384154 Apr 21 15:08:11.881448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45918d5-d40c-4813-b88d-82e638ee1ff9 req-afba7547-19b3-4039-bcad-9ce5e5e4dc2f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:11.882798 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e45918d5-d40c-4813-b88d-82e638ee1ff9 req-afba7547-19b3-4039-bcad-9ce5e5e4dc2f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 945 time: 0.0746903 Apr 21 15:08:11.927300 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e45918d5-d40c-4813-b88d-82e638ee1ff9 req-cbd4b470-b35f-4239-843d-0ff4b99b0e44 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389903 Apr 21 15:08:11.954777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59772) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:08:12.029885 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fbd95adc-52f5-4f5f-8ed1-c86df15344e6 tempest-TestVolumeBootPattern-1691265563 tempest-TestVolumeBootPattern-1691265563-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1093 time: 0.0734439 Apr 21 15:08:12.032542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59776) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:08:12.037650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:08:12.043224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:08:12.047684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:floatingip and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:08:12.050609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:08:12.056273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:08:12.066410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:12.200667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:12.336940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Allocated IP 172.26.6.169 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/de6d2672-2867-4eca-b8ff-ff846fc09853) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:08:12.508617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:12.535623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:12.599035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:08:12.601640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:08:12.604385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:08:12.642985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=de6d2672-2867-4eca-b8ff-ff846fc09853,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:08:13.187947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:13.243407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:13.442255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:13.446853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:13.557402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=de6d2672-2867-4eca-b8ff-ff846fc09853,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:08:13.570793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:13.759432 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Floating IP d2a355c1-8c31-4566-9fc5-1c33fa0ea11e associated. External IP: 172.26.6.169, port: 886763d8-506f-4b5f-933f-fa0e7cc60c96. Apr 21 15:08:14.140906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:08:14.335094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:08:14.344800 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:08:14.357210 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:08:14.358410 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:07:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:14.359405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:14.411681 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1ea0c5cb-fac8-428b-8330-9f6c1c644749 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3781266 Apr 21 15:08:14.412297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:08:14.465750 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65ccb91-1993-436a-82b8-c167a9f62537'] response: {'name': 'network-changed', 'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'status': 'completed', 'code': 200} Apr 21 15:08:14.535707 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:08:14.582168 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-4f553657-b62f-4c00-ae66-a93e06212c3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0705943 Apr 21 15:08:14.810735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-3373ac40-bda9-4e98-a009-65770d42ac14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:14.812213 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-3373ac40-bda9-4e98-a009-65770d42ac14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.2249317 Apr 21 15:08:14.897262 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:12Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:14.901068 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:08:14.911933 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:08:14.912564 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:07:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:14.912733 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-b2feb941-0331-425a-8479-074287103e24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 999 time: 0.0942588 Apr 21 15:08:14.975336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-0ef8eddc-5a51-46bc-aa46-fcd17418c1b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:14.976807 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-0ef8eddc-5a51-46bc-aa46-fcd17418c1b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0580945 Apr 21 15:08:15.052484 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-91ee70f1-d658-41e2-bc93-4d543930d916 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699327 Apr 21 15:08:15.085940 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:08:15.183731 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-d8886ca0-3c78-4885-9571-dc56cb7857d2 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246941 Apr 21 15:08:15.316948 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-645e6716-b13f-4b3f-9dd8-9a694ac0eb74 req-2c15d5c1-2dcd-4a92-a882-8ee093000205 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274047 Apr 21 15:08:15.485552 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:12Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:15.489674 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645e99e-790f-403b-874e-2dc743a707d5 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:12Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:08:15.674228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b4458-0a8b-468b-856e-137e020deb53 None None] New status for floating IP d2a355c1-8c31-4566-9fc5-1c33fa0ea11e: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:08:19.039449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94f71cce-492f-4863-87d3-f2057608b07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:21.362494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d8dc30a1-5848-4df4-9d71-ddf9e81edf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:22.321311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:22.513275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:23.691623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:30.247474 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-4a32ea80-92b4-4d77-a718-a12d99518742 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722945 Apr 21 15:08:30.407980 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-86187ef3-67bc-499f-955b-18e146f4c13d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0715411 Apr 21 15:08:30.562825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-bf398227-49fd-4a9f-9332-79dd4d440c84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:30.562825 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-bf398227-49fd-4a9f-9332-79dd4d440c84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1367800 Apr 21 15:08:30.667664 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-677b4979-d4cc-4345-b068-600b186e275b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 1001 time: 0.0998590 Apr 21 15:08:30.737626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-50231a8b-5c02-46d5-8cb4-018f0e1f483d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:08:30.740760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-50231a8b-5c02-46d5-8cb4-018f0e1f483d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0648942 Apr 21 15:08:30.817419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:30.818055 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-60e32faa-e8f5-4946-9565-48261b057a2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747259 Apr 21 15:08:30.948669 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-af2c05ac-2799-40ae-9ec1-224ecd5c8120 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231480 Apr 21 15:08:31.076426 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ca77a5a2-83ae-448f-b4f4-3433f4aa8a52 req-9364ef98-38fc-4846-8efc-bec6d2629b71 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214941 Apr 21 15:08:37.741355 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:08:49.041212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0472729-82e3-4c1d-ba37-3f65397b2e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:51.364515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-14f78349-f4fc-41d7-8977-04e956c3a25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:52.324375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:52.514397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:53.694250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:00.828684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:14.741774 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:09:19.043311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-33430832-280b-4116-a164-83d167c2d49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:21.365526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af89354a-ef1e-43bf-abf6-f36a7077c6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.326143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.515534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.696376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:30.825931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:32.257453 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-76ce0003-5f45-4c49-a8d0-9fc7b47c39ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796502 Apr 21 15:09:32.408807 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-333782e1-819f-49e8-be17-b95323bb369e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0713143 Apr 21 15:09:32.627045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-8d69cff0-7446-475f-8ca6-6c12bcd3e2eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:09:32.628412 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-8d69cff0-7446-475f-8ca6-6c12bcd3e2eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.2030535 Apr 21 15:09:32.727495 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-94d16dc2-d4ad-4e83-9b6d-b20b4b687731 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 1001 time: 0.0937994 Apr 21 15:09:32.786715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-07b00b22-6348-4055-854e-b810634bea4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:09:32.788099 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-07b00b22-6348-4055-854e-b810634bea4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0548704 Apr 21 15:09:32.863376 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-104f12d3-5435-42c6-8abb-928fd231957f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694075 Apr 21 15:09:32.990954 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-9a236e73-be62-4256-ad29-4bfdcdd1f72f service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211948 Apr 21 15:09:33.123302 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b7ed336-3a97-4faa-a11a-e53ccf3c172d req-92d2150a-fc07-46a5-8be0-548529e629d8 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262612 Apr 21 15:09:49.044945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2840a1a3-5496-4bcb-af71-7d31bd5debcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:51.367251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f7be8fd4-3fb9-4bc1-a64b-e8e44b3b5d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:51.741590 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:09:52.330012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:52.516688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:53.700894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:00.843028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:03.674859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-ed114680-7caf-454f-a86e-5e85f26422ca tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55802632&fields=id&tenant_id=74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 267 time: 0.0398731 Apr 21 15:10:03.818302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-aa85f921-0b19-4539-b23f-bfbd6a2abb33 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:03.819642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-aa85f921-0b19-4539-b23f-bfbd6a2abb33 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 811 time: 0.1386044 Apr 21 15:10:03.835405 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-3a17c6c9-d933-4384-8819-0653b8cedd66 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/quotas/74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 375 time: 0.0101840 Apr 21 15:10:03.919315 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-94f9599a-e000-4676-9042-8c95c2504b07 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0786538 Apr 21 15:10:03.999563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-51689ec4-93d9-4e86-9e4c-d31cc144504c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:10:04.000605 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-51689ec4-93d9-4e86-9e4c-d31cc144504c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0703781 Apr 21 15:10:04.129443 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-88c35f3f-52f8-42ac-9ab7-7ebcef88e1d6 service neutron] 10.222.0.42 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226108 Apr 21 15:10:04.258168 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-0873cb87-4818-4dff-b25e-e97d85335ba9 service neutron] 10.222.0.42 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229959 Apr 21 15:10:04.652925 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-230bc73a-1d6b-4d9b-9f49-e46f299b810d req-a672884d-237d-4dd6-ac4f-96ffbd0e8cea tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 210 time: 0.0475454 Apr 21 15:10:05.755223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-f081510e-053d-438c-a8e6-65ec2e2cfc77 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:05.756711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-f081510e-053d-438c-a8e6-65ec2e2cfc77 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 811 time: 0.1526983 Apr 21 15:10:05.841567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4bdf2948-3711-4103-aebf-b9cf24e67743 req-c5cb68ed-b646-4cc2-a16b-f29409e5ea7f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 210 time: 0.0513091 Apr 21 15:10:05.869818 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-ff38775c-63db-4597-8902-3acbeb22289f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74707baae7c245299822027e66fa9e31 HTTP/1.1" status: 200 len: 378 time: 0.0915782 Apr 21 15:10:05.874692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'port': {'device_id': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'admin_state_up': True, 'tenant_id': '74707baae7c245299822027e66fa9e31', 'security_groups': ['f668f496-ae9b-4739-9fcf-c7c7b2e15058']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:10:06.012577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:06.022255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:06.033790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Made reservation on behalf of 74707baae7c245299822027e66fa9e31 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:10:06.036863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.285229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Allocated IP 172.20.0.3 (25f4b665-4c90-4189-9b8c-3d4b2b5de7be/eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0/77f0e738-7b55-4ba5-ae39-dee5c7bad671) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:10:06.469774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.485694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Transition to ACTIVE for port object 77f0e738-7b55-4ba5-ae39-dee5c7bad671 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:10:06.507347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.580460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:10:06.583295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:10:06.587223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:10:06.628679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=77f0e738-7b55-4ba5-ae39-dee5c7bad671,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:06.643423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.643768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.644201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.644539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.644877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.645207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.645541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.645865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.646191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.646510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.646828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:06.662866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:06.663472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.692460 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-6ab89b3a-b16c-43c6-8348-8cda993367b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8213120 Apr 21 15:10:06.709636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Request body: {'port': {'device_id': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:10:06.826260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.846333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ea6638ac-814e-4acd-b537-2a4adf0d4964 None None] Provisioning for port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:10:06.852399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ea6638ac-814e-4acd-b537-2a4adf0d4964 None None] Provisioning complete for port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:10:06.852871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ea6638ac-814e-4acd-b537-2a4adf0d4964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.912855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ea6638ac-814e-4acd-b537-2a4adf0d4964 None None] Port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:10:07.080448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b06a7-54b8-4104-8fbd-b21a730f0f66 req-f1a56d1b-eba4-47cb-b74a-6cb5d7c144c9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:07.082100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-856b06a7-54b8-4104-8fbd-b21a730f0f66 req-f1a56d1b-eba4-47cb-b74a-6cb5d7c144c9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 931 time: 0.0987897 Apr 21 15:10:07.133323 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-856b06a7-54b8-4104-8fbd-b21a730f0f66 req-e8985536-232f-4dd7-b95e-3d093722f42c tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455313 Apr 21 15:10:07.184429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f0e738-7b55-4ba5-ae39-dee5c7bad671 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:10:07.191476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:07.206354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Transition to ACTIVE for port object 77f0e738-7b55-4ba5-ae39-dee5c7bad671 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:10:07.209897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:07.333827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=77f0e738-7b55-4ba5-ae39-dee5c7bad671,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:07.450553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Attempting to bind port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:10:07.450891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Attempting to bind port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:10:07.451212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Attempting to bind port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:10:07.457180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:10:07.457500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Attempting to bind port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 on network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:10:07.464831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:10:07.465165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Checking segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:10:07.465546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Bound using segment: {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:10:07.465986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Bound port: 77f0e738-7b55-4ba5-ae39-dee5c7bad671, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d9bdf4-c64a-4206-96f1-4e87a9ae8790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:10:07.466316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:07.554982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] For port 77f0e738-7b55-4ba5-ae39-dee5c7bad671, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:10:07.558940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] For port 77f0e738-7b55-4ba5-ae39-dee5c7bad671, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:10:07.562443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:07.623306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:07.624689 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] 10.222.0.21 "PUT /v2.0/ports/77f0e738-7b55-4ba5-ae39-dee5c7bad671 HTTP/1.1" status: 200 len: 1093 time: 0.9196768 Apr 21 15:10:07.625120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:10:07.641944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e7d5d-7e8b-459b-9b8e-ee18f1bd4b9c service neutron] Pushing event updated for resources: {'Port': ['ID=77f0e738-7b55-4ba5-ae39-dee5c7bad671,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:07.711511 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64bf07c-3611-434d-8196-96a8e1fab886'] response: {'name': 'network-changed', 'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'status': 'completed', 'code': 200} Apr 21 15:10:07.752731 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-54935bb1-880f-4f03-99e0-3a65ce14062b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 1096 time: 0.0734704 Apr 21 15:10:07.828536 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-d906b447-bcd4-423b-8408-27c071c4bab7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671 HTTP/1.1" status: 200 len: 217 time: 0.0640373 Apr 21 15:10:07.891464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-c38047ff-2fce-4782-88ee-2548430190c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:07.892953 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-c38047ff-2fce-4782-88ee-2548430190c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0595620 Apr 21 15:10:07.968362 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-244a723c-0a2b-4f3c-81b0-cc32c7ba5051 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693052 Apr 21 15:10:08.173053 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-18a043e0-5af7-4073-999e-fa0352ae00ce service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988642 Apr 21 15:10:08.302292 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-833bc34a-6bf6-40fc-82dc-491dbc8edca0 req-d41a4d6d-b47e-451c-805d-567b83c3acd5 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239731 Apr 21 15:10:08.342941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca505f-24c7-4948-875a-4d60012450ae req-0750f8eb-3640-4f01-80ce-218be3b4bcdb tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:08.344417 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-aaca505f-24c7-4948-875a-4d60012450ae req-0750f8eb-3640-4f01-80ce-218be3b4bcdb tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 943 time: 0.0796402 Apr 21 15:10:08.389292 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-aaca505f-24c7-4948-875a-4d60012450ae req-960de2c5-d785-4fbc-be07-41596bc9a88e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392830 Apr 21 15:10:08.450596 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-a85c22e6-efa9-4d2e-aa95-fc735165e410 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 1096 time: 0.0676610 Apr 21 15:10:08.578777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-e9f4a92d-c6b8-4413-91f8-fb44b90f3245 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:08.580199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-e9f4a92d-c6b8-4413-91f8-fb44b90f3245 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1236162 Apr 21 15:10:08.656710 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-18f4b7bc-ab99-4125-ada4-b6745bd94c83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671 HTTP/1.1" status: 200 len: 217 time: 0.0655298 Apr 21 15:10:08.718185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-9c009352-84a6-4414-bb8e-32773d5eeea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:08.719570 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-9c009352-84a6-4414-bb8e-32773d5eeea4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0563543 Apr 21 15:10:08.797659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-da2bd3d6-48a3-40f5-b7d2-453af99c2289 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709336 Apr 21 15:10:08.925057 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-159612be-be40-4af1-94f0-5199b9b4b14d service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212358 Apr 21 15:10:09.056159 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d13c7eaa-2a58-4b85-8da7-572bebf561f8 req-6e58cc8e-7221-4c1b-8ba2-add57f023e64 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249576 Apr 21 15:10:09.582295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cc658-6016-4c59-bf46-5480b6686275 req-03400d26-f13f-4935-b346-e335a54204f6 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:09.582978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3a7cc658-6016-4c59-bf46-5480b6686275 req-03400d26-f13f-4935-b346-e335a54204f6 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:10:09.597919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3a7cc658-6016-4c59-bf46-5480b6686275 req-03400d26-f13f-4935-b346-e335a54204f6 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:10:09.599075 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3a7cc658-6016-4c59-bf46-5480b6686275 req-03400d26-f13f-4935-b346-e335a54204f6 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 943 time: 0.0904067 Apr 21 15:10:09.644318 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3a7cc658-6016-4c59-bf46-5480b6686275 req-1ac2291d-d967-4f44-8abe-3107bed3b631 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395348 Apr 21 15:10:10.837142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f8a0f-bd40-4862-888e-78932004ec22 req-8d7072cb-a946-4b98-b873-ea69f507e023 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:10.838589 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a4f8a0f-bd40-4862-888e-78932004ec22 req-8d7072cb-a946-4b98-b873-ea69f507e023 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 943 time: 0.0734677 Apr 21 15:10:10.882032 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a4f8a0f-bd40-4862-888e-78932004ec22 req-5552f9d8-935f-416d-939a-f7e0bdf599f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380342 Apr 21 15:10:12.079704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48fd92-48ad-4175-b72f-a06dabcff2cc req-816d4d31-11cb-4361-8b91-0c3cf9338dd1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:12.081164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a48fd92-48ad-4175-b72f-a06dabcff2cc req-816d4d31-11cb-4361-8b91-0c3cf9338dd1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 943 time: 0.0788057 Apr 21 15:10:12.124449 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a48fd92-48ad-4175-b72f-a06dabcff2cc req-7fd32650-e18f-4c95-b388-7bb0cb9fb4dd tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378339 Apr 21 15:10:13.398384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817e2ba-d952-4df2-a9ad-9b8ed8301b3f req-7f842a40-7a7c-40a3-8431-801e2d133503 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:13.399855 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8817e2ba-d952-4df2-a9ad-9b8ed8301b3f req-7f842a40-7a7c-40a3-8431-801e2d133503 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 943 time: 0.1567748 Apr 21 15:10:13.450875 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8817e2ba-d952-4df2-a9ad-9b8ed8301b3f req-f6eb66a8-3c78-434d-943e-0f35778bf4ce tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424871 Apr 21 15:10:14.645496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a61136-0b88-4662-bf23-a5836aac1b44 req-e84db05c-c995-4bd5-b825-70993b503153 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:14.646943 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-90a61136-0b88-4662-bf23-a5836aac1b44 req-e84db05c-c995-4bd5-b825-70993b503153 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 943 time: 0.0742614 Apr 21 15:10:14.696688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-90a61136-0b88-4662-bf23-a5836aac1b44 req-32c69696-3aa2-4a49-bc73-23438b7e055c tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442526 Apr 21 15:10:15.802595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 77f0e738-7b55-4ba5-ae39-dee5c7bad671 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:10:15.936735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 77f0e738-7b55-4ba5-ae39-dee5c7bad671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:10:15.950106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'port_id': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'mac_address': 'fa:16:3e:44:0c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:10:15.958312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f20be-c283-48b0-9d75-96973d843fc6 req-f4813173-cde9-4e57-84d8-31bede462cdf tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:15.959764 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-704f20be-c283-48b0-9d75-96973d843fc6 req-f4813173-cde9-4e57-84d8-31bede462cdf tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 943 time: 0.0774403 Apr 21 15:10:16.007097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:16.009512 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-704f20be-c283-48b0-9d75-96973d843fc6 req-7842a58a-d124-4ce3-a0fd-8fed29b75afd tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432730 Apr 21 15:10:16.034075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f0e738-7b55-4ba5-ae39-dee5c7bad671 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:10:16.049782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 77f0e738-7b55-4ba5-ae39-dee5c7bad671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:10:16.054004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:16.121359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=77f0e738-7b55-4ba5-ae39-dee5c7bad671,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:16.129440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.129787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.130126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.130462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.130794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.131123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.131451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.131780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.132128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.132455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.132777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:16.376240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['77f0e738-7b55-4ba5-ae39-dee5c7bad671'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:10:17.216473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8690972-0ac9-46a4-9286-449807de8bac req-187e9289-e4a9-457f-84aa-b535a5c0eeba tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:17.217925 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8690972-0ac9-46a4-9286-449807de8bac req-187e9289-e4a9-457f-84aa-b535a5c0eeba tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 944 time: 0.0781751 Apr 21 15:10:17.263238 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8690972-0ac9-46a4-9286-449807de8bac req-e8677395-6230-49c2-8b6e-5b7af8f3e2e8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397367 Apr 21 15:10:17.802278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 77f0e738-7b55-4ba5-ae39-dee5c7bad671 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:10:17.871246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:10:17.876381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:10:17.876752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:17.987107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:18.015070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:10:18.024455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 77f0e738-7b55-4ba5-ae39-dee5c7bad671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:10:18.028926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:18.079910 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ae5bdf-f5a1-472e-9f61-f5c525aae90d'] response: {'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'code': 200} Apr 21 15:10:18.105474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=77f0e738-7b55-4ba5-ae39-dee5c7bad671,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:18.370791 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f39d1b54-b6a1-43d6-9c56-b5ca61f13834 req-a8d23b67-b622-44fb-91eb-a7412d79d0f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 1098 time: 0.0686858 Apr 21 15:10:18.465839 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f39d1b54-b6a1-43d6-9c56-b5ca61f13834 req-0ead0e6a-bf32-4fc8-9948-7135f5d1aac1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889771 Apr 21 15:10:18.482544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c2ce0-698d-4e47-84a5-1703191d39f6 req-c9931c83-8910-40a5-8853-fe98ff478999 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:18.483922 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-754c2ce0-698d-4e47-84a5-1703191d39f6 req-c9931c83-8910-40a5-8853-fe98ff478999 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 945 time: 0.0946755 Apr 21 15:10:18.527442 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-754c2ce0-698d-4e47-84a5-1703191d39f6 req-2ddf6331-cac9-4e68-8498-8e81e0039814 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379920 Apr 21 15:10:19.045478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b6546227-6fe3-4942-b161-0190538f5ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:19.721522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bc2d8-9224-40bb-a7fb-b194961e1a33 req-e4ecb6a3-695d-43ff-a70c-973ae6a6e69f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:19.722977 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a61bc2d8-9224-40bb-a7fb-b194961e1a33 req-e4ecb6a3-695d-43ff-a70c-973ae6a6e69f tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 945 time: 0.0763106 Apr 21 15:10:19.768806 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a61bc2d8-9224-40bb-a7fb-b194961e1a33 req-3974233f-54de-4bb9-8bc4-e1b015edc6c4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403812 Apr 21 15:10:19.966575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d408d-1a25-4ec5-a083-3dc9fc7b9adc req-da07e09b-e674-482e-8e95-a5fbd7ce4db0 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:19.968014 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-476d408d-1a25-4ec5-a083-3dc9fc7b9adc req-da07e09b-e674-482e-8e95-a5fbd7ce4db0 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 945 time: 0.0792959 Apr 21 15:10:20.012915 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-476d408d-1a25-4ec5-a083-3dc9fc7b9adc req-0b7d614f-217a-4878-b4df-c8b53b4a83a5 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390303 Apr 21 15:10:20.041447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59918) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:20.108608 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0aa21187-98ba-49b6-a00c-2a21d9ca809e tempest-TestVolumeBootPattern-1691265563 tempest-TestVolumeBootPattern-1691265563-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 1093 time: 0.0659742 Apr 21 15:10:20.111094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59922) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:20.115900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:10:20.121094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:20.124866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Usage tracker for resource:floatingip and tenant:74707baae7c245299822027e66fa9e31 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:20.127610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:20.133204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:20.143550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.355056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.487005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Allocated IP 172.26.6.217 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/fd1c8e66-dea9-40fe-926c-40548b8f8665) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:10:20.627567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.653104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.719052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:10:20.721685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:10:20.724187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:10:20.764705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=fd1c8e66-dea9-40fe-926c-40548b8f8665,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:21.228872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.282728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.368446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3acba639-2850-40a5-bd6d-15acbb48c0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.479279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.483348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.586978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event updated for resources: {'Port': ['ID=fd1c8e66-dea9-40fe-926c-40548b8f8665,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:21.600732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.866174 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Floating IP eaf6b5e1-a103-4d85-be57-ef22f2c77b77 associated. External IP: 172.26.6.217, port: 77f0e738-7b55-4ba5-ae39-dee5c7bad671. Apr 21 15:10:22.252967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:10:22.330548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:22.450872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:10:22.460056 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:10:22.471792 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:10:22.472413 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:10:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:10:22.475401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:22.519819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:22.532860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6b6737a8-1c96-4856-bf12-c20842175cb1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4206798 Apr 21 15:10:22.533536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:10:22.587111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e7352c-308f-444e-9e09-fbbbf39afc3e'] response: {'name': 'network-changed', 'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'status': 'completed', 'code': 200} Apr 21 15:10:22.651524 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:10:22.699033 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-0964849f-8b44-4ce9-9ed2-18a8a36f7902 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 1098 time: 0.0707450 Apr 21 15:10:22.829163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-3780671d-3bf3-4df7-9037-be623d173499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:22.830520 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-3780671d-3bf3-4df7-9037-be623d173499 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1254499 Apr 21 15:10:22.930789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-837875b3-4aea-4e7c-9086-81a501a78962 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671 HTTP/1.1" status: 200 len: 999 time: 0.0947244 Apr 21 15:10:22.994366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-76062d0d-823e-4552-8927-89c89daa2634 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:22.996177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-76062d0d-823e-4552-8927-89c89daa2634 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0588858 Apr 21 15:10:23.011336 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:15Z', 'revision_number': 1, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}, {'id': 'eaf6b5e1-a103-4d85-be57-ef22f2c77b77', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.217', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:44:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:10:21Z', 'updated_at': '2022-04-21T15:10:21Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:10:23.015803 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:10:23.026321 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:10:23.026906 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:10:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:10:23.070023 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-d581f74d-78f3-41b9-b648-4f77da94843c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688591 Apr 21 15:10:23.197610 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-17298e3d-d6a3-40ea-a33c-a7eaf12d3ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216347 Apr 21 15:10:23.200512 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:10:23.327258 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c55116-0d8c-4300-9c75-5f58d5aeed6f req-e2074dc0-e268-4267-a268-7d54d821feff service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243908 Apr 21 15:10:23.569120 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:15Z', 'revision_number': 1, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}, {'id': 'eaf6b5e1-a103-4d85-be57-ef22f2c77b77', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.217', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:44:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:10:21Z', 'updated_at': '2022-04-21T15:10:21Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:10:23.572907 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3cd53-3ef7-49a4-9d7b-74ca257e7992 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:15Z', 'revision_number': 1, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}, {'id': 'eaf6b5e1-a103-4d85-be57-ef22f2c77b77', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.217', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:44:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:10:21Z', 'updated_at': '2022-04-21T15:10:21Z', 'revision_number': 0, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:10:23.702890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:23.763980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec32af-9cf5-4589-9a3e-821b81eb6ca9 None None] New status for floating IP eaf6b5e1-a103-4d85-be57-ef22f2c77b77: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:10:28.741793 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:10:30.839526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:33.966367 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-01ffada5-c6f1-4e57-885f-9a9cb7a95467 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675406 Apr 21 15:10:34.140236 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-a99ae29b-2fa3-43da-9896-1d325bd2122c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1098 time: 0.0728042 Apr 21 15:10:34.369047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-5b25619a-2464-42f2-b48e-c7d1d6618bba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:34.370381 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-5b25619a-2464-42f2-b48e-c7d1d6618bba service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.2130265 Apr 21 15:10:34.466214 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-bcf61e1a-1638-4ba6-be1a-90131eae1fe3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 1001 time: 0.0899470 Apr 21 15:10:34.531090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-bec710f1-f842-4598-abff-39c7196c9521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:10:34.532446 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-bec710f1-f842-4598-abff-39c7196c9521 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0582154 Apr 21 15:10:34.604004 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-99f27bd8-527b-428d-bb72-1e983790a43d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649407 Apr 21 15:10:34.742333 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-24e291d1-c570-43ca-9511-32aab9d44ff7 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212845 Apr 21 15:10:34.871277 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4cbe4dcf-8338-47a7-9c37-9423f4ad9e90 req-76b44f17-88bf-4908-9c42-e1e0e744cf6a service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217589 Apr 21 15:10:49.047634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0e8cd612-6ec4-46f8-91c9-6d48bd9cdb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:51.369528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f85e7669-fc1d-46d8-9e0a-6927e1dde7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:52.333434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:52.520687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:53.704773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:00.859535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:05.742460 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:11:19.049821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c338-6e1c-4223-a922-bf7a9df5e81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:21.371124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bae67b1f-c17d-4b96-ae21-fa8045d901c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:22.335805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:22.522125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:23.707113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:30.860645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:34.007246 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-62649b8c-3fc4-457b-9b4f-61559f3cccd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1436460 Apr 21 15:11:34.104423 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-e6f1947d-1781-415b-b4cd-23d765a18e81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 1098 time: 0.0669315 Apr 21 15:11:34.246449 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-ae2ed864-6934-44e6-b2f9-577c444f8c5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:11:34.247871 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-ae2ed864-6934-44e6-b2f9-577c444f8c5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1249073 Apr 21 15:11:34.350128 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-faa86a3f-e8b5-4120-b0f9-633d8aa54f10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671 HTTP/1.1" status: 200 len: 1001 time: 0.0961907 Apr 21 15:11:34.414760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-c6c908ff-8656-4fa3-94ba-0e2eed2c473f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:11:34.416176 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-c6c908ff-8656-4fa3-94ba-0e2eed2c473f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0600014 Apr 21 15:11:34.491610 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-f00775f6-829e-4070-babf-333929b4767b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681038 Apr 21 15:11:34.616666 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-dc330177-6d77-4b67-995e-f0ca6f1cfc46 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193118 Apr 21 15:11:34.741279 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25c03813-8b23-4b45-9b73-d776cff6aaaf req-2b35ce05-0ab2-4be2-950e-7c2a7c5efb93 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194711 Apr 21 15:11:42.742581 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:11:49.053506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b95a5eee-94a9-4536-bb8c-a07de61a4915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:51.372927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a1d9e0e4-9dea-451a-8110-46ed3ff3f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:52.339034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:52.522518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:53.709396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:00.875904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:01.670835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59954) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:01.947071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Deleting port fd1c8e66-dea9-40fe-926c-40548b8f8665 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:01.947302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:02.115116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:02.115438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:02.231582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Calling delete_port for fd1c8e66-dea9-40fe-926c-40548b8f8665 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:02.377441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:02.420985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event deleted for resources: {'Port': ['ID=fd1c8e66-dea9-40fe-926c-40548b8f8665,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:02.457348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.457689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.458022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.458352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.458678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.459001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.459322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.459642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.459958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.460312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.460630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:02.520306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:02.895327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:12:03.095034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:12:03.105258 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:12:03.117579 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:03.118170 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:11:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:03.120317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:03.175415 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f0cc7bac-22e9-4c35-b867-570c4a8ee6f8 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "DELETE /v2.0/floatingips/eaf6b5e1-a103-4d85-be57-ef22f2c77b77 HTTP/1.1" status: 204 len: 168 time: 1.5033948 Apr 21 15:12:03.176017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:12:03.247276 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f66d3d1-7a81-4934-8a97-b3c055a3e2cf'] response: {'name': 'network-changed', 'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'status': 'completed', 'code': 200} Apr 21 15:12:03.298260 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:03.362878 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abab648d-62ef-4354-9d35-2a70110379ad req-6afab2d3-a168-41a3-9a94-7ff73e03a6b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 1098 time: 0.0718441 Apr 21 15:12:03.579194 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946363ab-b733-4beb-b97b-488806b0b0c7 req-0dfbcfe0-321b-4032-bbc1-869402129df9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:03.581413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-946363ab-b733-4beb-b97b-488806b0b0c7 req-0dfbcfe0-321b-4032-bbc1-869402129df9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 945 time: 0.0836647 Apr 21 15:12:03.607520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab648d-62ef-4354-9d35-2a70110379ad req-868dedac-d0a2-41ac-8fe6-ac45cf79284b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:03.609018 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abab648d-62ef-4354-9d35-2a70110379ad req-868dedac-d0a2-41ac-8fe6-ac45cf79284b service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.2394452 Apr 21 15:12:03.630607 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-946363ab-b733-4beb-b97b-488806b0b0c7 req-10515370-4930-48fa-a980-d80ea82f52a5 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425422 Apr 21 15:12:03.665687 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:15Z', 'revision_number': 1, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:03.669525 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:12:03.679121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abab648d-62ef-4354-9d35-2a70110379ad req-d2e97922-3410-4a65-a9d8-ea098cf08711 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671 HTTP/1.1" status: 200 len: 217 time: 0.0636873 Apr 21 15:12:03.680638 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:03.681223 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:11:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:03.741543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab648d-62ef-4354-9d35-2a70110379ad req-59f83221-a32d-460a-88da-32a231fe9dcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:03.742959 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abab648d-62ef-4354-9d35-2a70110379ad req-59f83221-a32d-460a-88da-32a231fe9dcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0568805 Apr 21 15:12:03.825229 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abab648d-62ef-4354-9d35-2a70110379ad req-076153bb-749e-471e-9b03-b33560a5f65e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757768 Apr 21 15:12:03.867998 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:03.962278 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abab648d-62ef-4354-9d35-2a70110379ad req-2204a70f-8ea9-4a70-9a8d-ce1d55445c3a service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293392 Apr 21 15:12:04.092977 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abab648d-62ef-4354-9d35-2a70110379ad req-c9555124-c174-460a-a422-74842a771fa1 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239767 Apr 21 15:12:04.241788 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:15Z', 'revision_number': 1, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:04.245609 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba35f653-a68f-4d56-8434-93e568de47c8 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'd2a355c1-8c31-4566-9fc5-1c33fa0ea11e', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'floating_ip_address': '172.26.6.169', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '346617ac-feb1-49de-982c-088e4614dea5', 'port_id': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'mac_address': 'fa:16:3e:11:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:12Z', 'updated_at': '2022-04-21T15:08:15Z', 'revision_number': 1, 'project_id': '74707baae7c245299822027e66fa9e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:12:04.452850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c1fa76-2eb7-49ed-a8a4-39313079b684 None None] New status for floating IP eaf6b5e1-a103-4d85-be57-ef22f2c77b77: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:12:04.848216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713bd45-fc20-4756-9867-a489e518a334 req-edf6200f-a88d-4ed6-a9dc-1775fb9327ad tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:04.848800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b713bd45-fc20-4756-9867-a489e518a334 req-edf6200f-a88d-4ed6-a9dc-1775fb9327ad tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:04.863234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b713bd45-fc20-4756-9867-a489e518a334 req-edf6200f-a88d-4ed6-a9dc-1775fb9327ad tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:04.864680 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b713bd45-fc20-4756-9867-a489e518a334 req-edf6200f-a88d-4ed6-a9dc-1775fb9327ad tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 945 time: 0.0997021 Apr 21 15:12:04.910881 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b713bd45-fc20-4756-9867-a489e518a334 req-68c3e381-7c4f-4e8a-9ae2-690e273d136e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406742 Apr 21 15:12:05.231443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-ed73c42e-4641-4f68-93a1-9fd7030c600c tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:05.232893 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-ed73c42e-4641-4f68-93a1-9fd7030c600c tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 945 time: 0.0782750 Apr 21 15:12:05.297672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Deleting port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:05.298009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.534018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] For port 77f0e738-7b55-4ba5-ae39-dee5c7bad671, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=77f0e738-7b55-4ba5-ae39-dee5c7bad671,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:05.534303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.649732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Calling delete_port for 77f0e738-7b55-4ba5-ae39-dee5c7bad671 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:05.788629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.838643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event deleted for resources: {'Port': ['ID=77f0e738-7b55-4ba5-ae39-dee5c7bad671,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:05.914009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] No DVR routers for this DVR port 77f0e738-7b55-4ba5-ae39-dee5c7bad671 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:12:05.916421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.918881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'name': 'network-vif-deleted', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:12:05.940596 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17aaf0ba-e093-4b19-8ef1-197d331ffc21 req-57ba1452-6d6e-4bee-9eea-671f92e9e6ec tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "DELETE /v2.0/ports/77f0e738-7b55-4ba5-ae39-dee5c7bad671 HTTP/1.1" status: 204 len: 173 time: 0.7024133 Apr 21 15:12:05.983343 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71c31f3-90ae-437f-b34c-c59343a16fd3'] response: {'server_uuid': 'c4d9e9c7-36d8-4336-8c4c-02e1bca77af2', 'name': 'network-vif-deleted', 'tag': '77f0e738-7b55-4ba5-ae39-dee5c7bad671', 'status': 'completed', 'code': 200} Apr 21 15:12:06.089073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a48a6842-46b6-45e9-8698-cd2983d61137 req-80a5c0c8-cb77-49a4-91ae-3f5cc5735abf tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:06.104694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a48a6842-46b6-45e9-8698-cd2983d61137 req-80a5c0c8-cb77-49a4-91ae-3f5cc5735abf tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:06.106122 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a48a6842-46b6-45e9-8698-cd2983d61137 req-80a5c0c8-cb77-49a4-91ae-3f5cc5735abf tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=c4d9e9c7-36d8-4336-8c4c-02e1bca77af2 HTTP/1.1" status: 200 len: 210 time: 0.0570548 Apr 21 15:12:10.322847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 77f0e738-7b55-4ba5-ae39-dee5c7bad671 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:10.358167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 77f0e738-7b55-4ba5-ae39-dee5c7bad671 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:10.358507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 77f0e738-7b55-4ba5-ae39-dee5c7bad671 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:11.834396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 59994) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:12.110610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Deleting port de6d2672-2867-4eca-b8ff-ff846fc09853 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:12.110862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:12.271161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:12.271478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:12.394552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Calling delete_port for de6d2672-2867-4eca-b8ff-ff846fc09853 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:12.538514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:12.584140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event deleted for resources: {'Port': ['ID=de6d2672-2867-4eca-b8ff-ff846fc09853,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:12.672093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:13.056707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:12:13.252652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:12:13.264022 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:12:13.276178 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:13.276770 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:11:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:13.277964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:13.333239 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-be64883d-0604-46c7-9bcc-13d0aa2c480e tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "DELETE /v2.0/floatingips/d2a355c1-8c31-4566-9fc5-1c33fa0ea11e HTTP/1.1" status: 204 len: 168 time: 1.4953036 Apr 21 15:12:13.333239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:12:13.389804 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010edb11-6c43-4a28-b5cb-4b862f2ed342'] response: {'name': 'network-changed', 'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'status': 'completed', 'code': 200} Apr 21 15:12:13.455905 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:13.604439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-6ec03ee0-e1c8-4550-8bb3-83b8f5ba93eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=74707baae7c245299822027e66fa9e31&device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 1098 time: 0.1693971 Apr 21 15:12:13.733599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12f49-32ad-4b80-a751-0aaf39feba8d req-c01c62ee-e2ed-45db-9854-c5a60de4288a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:13.735055 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d0e12f49-32ad-4b80-a751-0aaf39feba8d req-c01c62ee-e2ed-45db-9854-c5a60de4288a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 945 time: 0.0809550 Apr 21 15:12:13.739502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-5e06d992-9e8e-42df-8dd8-1f80185f40f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:13.741105 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-5e06d992-9e8e-42df-8dd8-1f80185f40f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 200 len: 912 time: 0.1302981 Apr 21 15:12:13.780942 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d0e12f49-32ad-4b80-a751-0aaf39feba8d req-e823e138-84c0-49ec-904f-aa84d9c23857 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397351 Apr 21 15:12:13.787214 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:13.791277 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:12:13.806396 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:13.807021 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:11:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:13.812078 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-3dcd34d7-4841-4fb4-bbf5-a3ac5da86e07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 200 len: 217 time: 0.0642931 Apr 21 15:12:13.872873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-a3ccdfe0-8e4b-47aa-bcc5-24046faa8ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:13.874273 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-a3ccdfe0-8e4b-47aa-bcc5-24046faa8ba2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 200 len: 850 time: 0.0564191 Apr 21 15:12:13.950492 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-e220609c-5a73-4a34-83a5-343babbad65e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=25f4b665-4c90-4189-9b8c-3d4b2b5de7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700660 Apr 21 15:12:13.984576 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:14.082309 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-0c257a09-7e79-462a-bb78-28f7834e67f7 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239016 Apr 21 15:12:14.219692 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d328e9c-5dee-4a81-a94b-eeddceb5e070 req-37e0c916-af12-4a43-92bf-a165015cb616 service neutron] 10.222.0.21 "GET /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277487 Apr 21 15:12:14.292846 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:14.296734 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ecfac4-5a0e-4227-9d80-906cfd2fcf11 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:05:07Z', 'revision_number': 4, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8987ac35-c32d-44d9-bd5b-5fb34df573ff', 'name': '', 'network_id': '25f4b665-4c90-4189-9b8c-3d4b2b5de7be', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'mac_address': 'fa:16:3e:31:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:06Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'subnets': [{'id': 'eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:12:14.508329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16fb9d2-da18-4638-b0f2-e2255c9301ef None None] New status for floating IP d2a355c1-8c31-4566-9fc5-1c33fa0ea11e: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:12:14.976513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874302e-883d-4cfb-b270-8d7c327dee4f req-f3494a66-84e9-4760-8174-4295c32f9570 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:14.977187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-0874302e-883d-4cfb-b270-8d7c327dee4f req-f3494a66-84e9-4760-8174-4295c32f9570 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Synchronizing usage tracker for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:14.993257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-0874302e-883d-4cfb-b270-8d7c327dee4f req-f3494a66-84e9-4760-8174-4295c32f9570 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Unset dirty status for tenant:74707baae7c245299822027e66fa9e31 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:14.994412 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0874302e-883d-4cfb-b270-8d7c327dee4f req-f3494a66-84e9-4760-8174-4295c32f9570 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 945 time: 0.0920117 Apr 21 15:12:15.038806 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0874302e-883d-4cfb-b270-8d7c327dee4f req-ce3ae79d-8694-4246-8ca9-cb4d8226a2b9 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/security-groups?id=f668f496-ae9b-4739-9fcf-c7c7b2e15058&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388629 Apr 21 15:12:15.309011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5634d6ed-5ddc-44ac-b3c6-4b5b599249e1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:15.310409 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5634d6ed-5ddc-44ac-b3c6-4b5b599249e1 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 945 time: 0.0775614 Apr 21 15:12:15.375737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Deleting port 886763d8-506f-4b5f-933f-fa0e7cc60c96 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:15.376001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:15.612471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] For port 886763d8-506f-4b5f-933f-fa0e7cc60c96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=886763d8-506f-4b5f-933f-fa0e7cc60c96,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:15.612736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:15.728944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Calling delete_port for 886763d8-506f-4b5f-933f-fa0e7cc60c96 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:15.868284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:15.913443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event deleted for resources: {'Port': ['ID=886763d8-506f-4b5f-933f-fa0e7cc60c96,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:16.063368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] No DVR routers for this DVR port 886763d8-506f-4b5f-933f-fa0e7cc60c96 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:12:16.066378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:16.069079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'name': 'network-vif-deleted', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:12:16.084580 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5817453e-5ad3-4fdd-9be9-7e0fe9ba9ed3 req-5eefe196-b97a-4aa5-aef8-63a460a68640 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.21 "DELETE /v2.0/ports/886763d8-506f-4b5f-933f-fa0e7cc60c96 HTTP/1.1" status: 204 len: 173 time: 0.7687619 Apr 21 15:12:16.126616 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b7308f-b8bd-434d-a8e5-bbd9bdc93c24'] response: {'server_uuid': '7702c265-7dcd-4371-aafa-559083d4ec8b', 'name': 'network-vif-deleted', 'tag': '886763d8-506f-4b5f-933f-fa0e7cc60c96', 'status': 'completed', 'code': 200} Apr 21 15:12:16.209107 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-20f830e2-aa37-4527-b725-449bd9a77f89 req-2d50f052-48b8-4abc-a8ed-b4656d4e08b4 tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "GET /v2.0/ports?device_id=7702c265-7dcd-4371-aafa-559083d4ec8b HTTP/1.1" status: 200 len: 210 time: 0.0446143 Apr 21 15:12:17.313218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60014) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:17.464178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Deleting port bf67fcec-77fc-4fde-a0b0-cfe7cf6ce38f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:17.464509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:17.630460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:17.630732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:17.745006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Calling delete_port for bf67fcec-77fc-4fde-a0b0-cfe7cf6ce38f owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:17.878245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:17.921269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event deleted for resources: {'Port': ['ID=bf67fcec-77fc-4fde-a0b0-cfe7cf6ce38f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:18.011158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:18.024663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:18.025805 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e66cdc3a-782b-4fe7-bf4c-68b9e77a771a tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "DELETE /v2.0/floatingips/b784fe7e-2411-42c4-9bd7-c8cb5c948907 HTTP/1.1" status: 204 len: 168 time: 0.7115631 Apr 21 15:12:19.055055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-56468a26-cda9-4f89-8ae1-a19ba58e709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:19.742638 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:12:20.384651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 886763d8-506f-4b5f-933f-fa0e7cc60c96 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:20.416696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 886763d8-506f-4b5f-933f-fa0e7cc60c96 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:20.417040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 886763d8-506f-4b5f-933f-fa0e7cc60c96 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:20.490941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60030) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:20.562503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12e70e5d-6e3b-45c7-914e-37c7d1110afc tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:20.590786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12e70e5d-6e3b-45c7-914e-37c7d1110afc tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:20.653115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12e70e5d-6e3b-45c7-914e-37c7d1110afc tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:20.672987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e70e5d-6e3b-45c7-914e-37c7d1110afc tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f668f496-ae9b-4739-9fcf-c7c7b2e15058,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:20.685889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12e70e5d-6e3b-45c7-914e-37c7d1110afc tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:20.687631 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-12e70e5d-6e3b-45c7-914e-37c7d1110afc tempest-TestVolumeBootPattern-1279527532 tempest-TestVolumeBootPattern-1279527532-project] 10.222.0.42 "DELETE /v2.0/security-groups/f668f496-ae9b-4739-9fcf-c7c7b2e15058 HTTP/1.1" status: 204 len: 168 time: 0.1955106 Apr 21 15:12:20.755421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60036) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:21.253827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:21.376016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8fc9-813b-4b6a-aef1-7f9f96ea8d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:21.946276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Deleting port 8987ac35-c32d-44d9-bd5b-5fb34df573ff {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:21.946875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:22.116223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] For port 8987ac35-c32d-44d9-bd5b-5fb34df573ff, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8987ac35-c32d-44d9-bd5b-5fb34df573ff,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:22.116573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:22.233577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Calling delete_port for 8987ac35-c32d-44d9-bd5b-5fb34df573ff owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:22.341256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:22.398050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:22.442552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8987ac35-c32d-44d9-bd5b-5fb34df573ff,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:22.527354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:22.728497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:23.363780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Router 346617ac-feb1-49de-982c-088e4614dea5 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:12:23.554507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:12:23.563047 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] Sync routers for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:12:23.566997 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0538ba40-dfa0-4738-b701-9dfd0de510ba admin admin] 10.222.0.42 "PUT /v2.0/routers/346617ac-feb1-49de-982c-088e4614dea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8105502 Apr 21 15:12:23.569511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60042) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:23.575617 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:23.576241 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:12:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:23.713231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:23.748896 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:23.764676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:23.957346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:23.972416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Deleting port 5921f14a-d64f-41c8-90ac-a99ac32978f4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:23.972416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:24.065720 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:12:22Z', 'revision_number': 5, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port': {'id': '5921f14a-d64f-41c8-90ac-a99ac32978f4', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346617ac-feb1-49de-982c-088e4614dea5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:05Z', 'updated_at': '2022-04-21T15:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:24.069935 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] Checking router: 346617ac-feb1-49de-982c-088e4614dea5 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:12:24.080242 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] Routers {'346617ac-feb1-49de-982c-088e4614dea5'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:24.080854 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:12:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['346617ac-feb1-49de-982c-088e4614dea5'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:24.144424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] For port 5921f14a-d64f-41c8-90ac-a99ac32978f4, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5921f14a-d64f-41c8-90ac-a99ac32978f4,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:24.144799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:24.225986 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] Set router 346617ac-feb1-49de-982c-088e4614dea5 gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:24.263324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Calling delete_port for 5921f14a-d64f-41c8-90ac-a99ac32978f4 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:24.327910 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:12:23Z', 'revision_number': 6, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:24.332365 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583ca23-461d-4af9-8f64-e2c83c666d81 None None] The sync data for ids ['346617ac-feb1-49de-982c-088e4614dea5'] in dv-neutron-838898-1-hyperv is: [{'id': '346617ac-feb1-49de-982c-088e4614dea5', 'name': 'tempest-TestVolumeBootPattern-703643942-router', 'tenant_id': '74707baae7c245299822027e66fa9e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:04Z', 'updated_at': '2022-04-21T15:12:23Z', 'revision_number': 6, 'project_id': '74707baae7c245299822027e66fa9e31', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:12:24.524089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:24.567105 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5921f14a-d64f-41c8-90ac-a99ac32978f4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:24.787567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.034024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.038053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.063063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.063581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346617ac-feb1-49de-982c-088e4614dea5 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:12:25.076484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.077617 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f7b91241-ec35-46b0-9b85-fa8a60add9bd admin admin] 10.222.0.42 "DELETE /v2.0/routers/346617ac-feb1-49de-982c-088e4614dea5 HTTP/1.1" status: 204 len: 168 time: 1.5071771 Apr 21 15:12:25.080333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:25.138633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Deleting subnet eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:12:25.141393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.194230 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.260171 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5921f14a-d64f-41c8-90ac-a99ac32978f4 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:25.275244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.294231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 5921f14a-d64f-41c8-90ac-a99ac32978f4 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:25.294583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5921f14a-d64f-41c8-90ac-a99ac32978f4 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:25.295005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8987ac35-c32d-44d9-bd5b-5fb34df573ff no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:25.326933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8987ac35-c32d-44d9-bd5b-5fb34df573ff {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:25.327281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8987ac35-c32d-44d9-bd5b-5fb34df573ff not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:25.342478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.383451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:25.392904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.395269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350fd94-a94a-479c-ba61-f09791319821 None None] Network 25f4b665-4c90-4189-9b8c-3d4b2b5de7be requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:12:25.397124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.397467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.397802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.398133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.398460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.398786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.399109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.399431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.399751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.400089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.400412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:25.408514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60050) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:25.408642 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3cddfdb2-1a90-479b-9ef6-8aaac1da1abe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eebcf1c8-3348-4af0-b6f8-1fcda9bc9ab0 HTTP/1.1" status: 204 len: 168 time: 0.3266497 Apr 21 15:12:25.512018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.522168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Deleting port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:25.522503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.649003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] DHCP port deletion for 25f4b665-4c90-4189-9b8c-3d4b2b5de7be request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:12:25.653169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Deleting port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:25.653676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.728225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] For port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:25.728805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.849967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Calling delete_port for 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:25.893094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] For port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,segment=NetworkSegment(98d9bdf4-c64a-4206-96f1-4e87a9ae8790),segment_id=98d9bdf4-c64a-4206-96f1-4e87a9ae8790)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:25.893573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.926593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.977073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9e0de9-1128-4ef8-b320-caa6ee4bfc42,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:25.981183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] No DVR routers for this DVR port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:12:26.010446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Calling delete_port for 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:26.083734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:12:26.084109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:12:26.178167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:26.203688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f4b665-4c90-4189-9b8c-3d4b2b5de7be']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:26.217874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d9bdf4-c64a-4206-96f1-4e87a9ae8790') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:26.218163 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d9bdf4-c64a-4206-96f1-4e87a9ae8790') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:26.229493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:26.245311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:26.251061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:12:26.251468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:12:26.263900 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:12:26.333127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:26.349115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:26.364707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] Pushing event deleted for resources: {'Network': ['ID=25f4b665-4c90-4189-9b8c-3d4b2b5de7be,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:26.376651 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4ae09090-b164-48ad-a7fb-bf73f48a43ec admin admin] 10.222.0.42 "DELETE /v2.0/networks/25f4b665-4c90-4189-9b8c-3d4b2b5de7be HTTP/1.1" status: 204 len: 168 time: 0.9667616 Apr 21 15:12:26.379314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60054) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:26.585715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Deleting port 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:26.586239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:26.648611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7633b9a3-db07-4602-987e-42e1dc33dfa5 None None] The port '8e9e0de9-1128-4ef8-b320-caa6ee4bfc42' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:12:26.757374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:27.253807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:27.287532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:27.287871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8e9e0de9-1128-4ef8-b320-caa6ee4bfc42 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:27.336181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Deleting port d60ae3a3-788a-4868-9a8d-b702c4e62a88 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:27.336521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:27.500933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] For port d60ae3a3-788a-4868-9a8d-b702c4e62a88, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=d60ae3a3-788a-4868-9a8d-b702c4e62a88,segment=NetworkSegment(907fab40-ec88-4d90-b8f2-8a1a8c110427),segment_id=907fab40-ec88-4d90-b8f2-8a1a8c110427)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:27.501196 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:27.699111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Calling delete_port for d60ae3a3-788a-4868-9a8d-b702c4e62a88 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:27.858714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:27.901013 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d60ae3a3-788a-4868-9a8d-b702c4e62a88,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:28.183224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:28.744517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Router 0847c278-a042-45ca-8c23-70dba4d20c90 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:12:28.933674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:12:28.942476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2620385b-4a86-4496-9568-c1caa53acd9e admin admin] 10.222.0.42 "PUT /v2.0/routers/0847c278-a042-45ca-8c23-70dba4d20c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5622129 Apr 21 15:12:28.944794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] Sync routers for ids ['0847c278-a042-45ca-8c23-70dba4d20c90'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:12:28.945236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60058) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:28.957300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] Routers {'0847c278-a042-45ca-8c23-70dba4d20c90'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:28.958134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:12:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0847c278-a042-45ca-8c23-70dba4d20c90'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:29.135572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] Set router 0847c278-a042-45ca-8c23-70dba4d20c90 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:29.231294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:29.414804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:12:27Z', 'revision_number': 5, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port': {'id': 'a3c7eb95-af66-4574-9f23-b189069e361c', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:34:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:29.418642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] Checking router: 0847c278-a042-45ca-8c23-70dba4d20c90 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:12:29.426075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:29.429111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] Routers {'0847c278-a042-45ca-8c23-70dba4d20c90'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:12:29.429709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:12:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0847c278-a042-45ca-8c23-70dba4d20c90'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:29.435766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Deleting port a3c7eb95-af66-4574-9f23-b189069e361c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:29.436181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:29.582371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] Set router 0847c278-a042-45ca-8c23-70dba4d20c90 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:12:29.607669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] For port a3c7eb95-af66-4574-9f23-b189069e361c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a3c7eb95-af66-4574-9f23-b189069e361c,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:29.608026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:29.685323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:12:29Z', 'revision_number': 6, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:29.689732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817c444-aeb3-4ac8-adae-912f0efc7464 None None] The sync data for ids ['0847c278-a042-45ca-8c23-70dba4d20c90'] in dv-neutron-838898-1-hyperv is: [{'id': '0847c278-a042-45ca-8c23-70dba4d20c90', 'name': 'tempest-TestVolumeBootPattern-3191631-router', 'tenant_id': 'dbf3db8c4e214c6792cad388917f797d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:10Z', 'updated_at': '2022-04-21T15:12:29Z', 'revision_number': 6, 'project_id': 'dbf3db8c4e214c6792cad388917f797d', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:12:29.727743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Calling delete_port for a3c7eb95-af66-4574-9f23-b189069e361c owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:29.888963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:29.934638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c7eb95-af66-4574-9f23-b189069e361c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:30.169989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.502568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.507018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.534204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.534759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0847c278-a042-45ca-8c23-70dba4d20c90 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:12:30.546825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.547932 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-08ee7293-2a97-4bae-9d6a-0b8ba077af38 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0847c278-a042-45ca-8c23-70dba4d20c90 HTTP/1.1" status: 204 len: 168 time: 1.6021636 Apr 21 15:12:30.551173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60062) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:30.608851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] Deleting subnet fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:12:30.612456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.664491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.741779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.810885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.846556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:30.853658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.858658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cc3120-1f61-4e7c-9c6d-79154dfc5c18 None None] Network 53dc271a-d563-4fd4-8f61-a4aba1093d24 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:12:30.859926 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ce426805-c499-4055-908e-14ab74ca3aa7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fbe5da8f-fd2e-4c58-b3ae-1ba68a8aa170 HTTP/1.1" status: 204 len: 168 time: 0.3078072 Apr 21 15:12:30.863002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60066) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:30.961375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.969144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.980754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Deleting port 5362f78f-133a-470e-958c-0fed3881cbb3 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:30.981094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.155153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] DHCP port deletion for 53dc271a-d563-4fd4-8f61-a4aba1093d24 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:12:31.159912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Deleting port 5362f78f-133a-470e-958c-0fed3881cbb3 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:31.160351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.189962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] For port 5362f78f-133a-470e-958c-0fed3881cbb3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5362f78f-133a-470e-958c-0fed3881cbb3,segment=NetworkSegment(907fab40-ec88-4d90-b8f2-8a1a8c110427),segment_id=907fab40-ec88-4d90-b8f2-8a1a8c110427)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:31.190324 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.264438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5362f78f-133a-470e-958c-0fed3881cbb3 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:31.314622 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Calling delete_port for 5362f78f-133a-470e-958c-0fed3881cbb3 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:31.391281 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.408615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] For port 5362f78f-133a-470e-958c-0fed3881cbb3, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=5362f78f-133a-470e-958c-0fed3881cbb3,segment=NetworkSegment(907fab40-ec88-4d90-b8f2-8a1a8c110427),segment_id=907fab40-ec88-4d90-b8f2-8a1a8c110427)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:31.409029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.416046 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No active binding found for port 5362f78f-133a-470e-958c-0fed3881cbb3 {{(pid=83936) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 21 15:12:31.416494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 5362f78f-133a-470e-958c-0fed3881cbb3 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:31.416917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d60ae3a3-788a-4868-9a8d-b702c4e62a88 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:31.436296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5362f78f-133a-470e-958c-0fed3881cbb3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:31.440843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] No DVR routers for this DVR port 5362f78f-133a-470e-958c-0fed3881cbb3 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:12:31.455873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: d60ae3a3-788a-4868-9a8d-b702c4e62a88 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:31.456250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device d60ae3a3-788a-4868-9a8d-b702c4e62a88 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:31.456682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a3c7eb95-af66-4574-9f23-b189069e361c no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:31.552817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.577931 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dc271a-d563-4fd4-8f61-a4aba1093d24']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:31.589075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Calling delete_port for 5362f78f-133a-470e-958c-0fed3881cbb3 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:31.595102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907fab40-ec88-4d90-b8f2-8a1a8c110427') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:31.595426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907fab40-ec88-4d90-b8f2-8a1a8c110427') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:31.606744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.614113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a3c7eb95-af66-4574-9f23-b189069e361c {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:31.614463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a3c7eb95-af66-4574-9f23-b189069e361c not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:31.624165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.631474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:12:31.631990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:12:31.645233 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:12:31.664270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:12:31.664625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:12:31.717445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.736261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:31.745969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=53dc271a-d563-4fd4-8f61-a4aba1093d24,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:31.752792 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1bcfbd12-2f51-4afa-8a68-28ebd0c83df5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/53dc271a-d563-4fd4-8f61-a4aba1093d24 HTTP/1.1" status: 204 len: 168 time: 0.8887920 Apr 21 15:12:31.886664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60072) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:31.935785 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29fe7a02-8af0-4221-981e-854ac9c5d767 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74707baae7c245299822027e66fa9e31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479488 Apr 21 15:12:31.938315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60076) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:31.995768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0535b5e6-b598-47b2-b09a-0a640baf6667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.020418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0535b5e6-b598-47b2-b09a-0a640baf6667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.074118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0535b5e6-b598-47b2-b09a-0a640baf6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.092580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b5e6-b598-47b2-b09a-0a640baf6667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ad681-e00f-439b-91f1-01b30bcf074a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:32.097684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0535b5e6-b598-47b2-b09a-0a640baf6667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.098434 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0535b5e6-b598-47b2-b09a-0a640baf6667 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e01ad681-e00f-439b-91f1-01b30bcf074a HTTP/1.1" status: 204 len: 168 time: 0.1586292 Apr 21 15:12:32.165684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Deleting port 5362f78f-133a-470e-958c-0fed3881cbb3 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:32.166280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.229773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f532b77d-b928-4c98-b692-cb699bb4d525 None None] The port '5362f78f-133a-470e-958c-0fed3881cbb3' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:12:32.484895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60084) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:32.534869 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-540add8c-e60d-4130-8b77-982559644e85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbf3db8c4e214c6792cad388917f797d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482566 Apr 21 15:12:32.536685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60088) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:32.592563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff30baee-5840-448d-8ac3-ff56c40148c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.617309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff30baee-5840-448d-8ac3-ff56c40148c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.668034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff30baee-5840-448d-8ac3-ff56c40148c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.681565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30baee-5840-448d-8ac3-ff56c40148c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ebb5fc-aca8-44a2-8583-a89104441cc5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:32.688192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff30baee-5840-448d-8ac3-ff56c40148c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:32.689314 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ff30baee-5840-448d-8ac3-ff56c40148c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9ebb5fc-aca8-44a2-8583-a89104441cc5 HTTP/1.1" status: 204 len: 168 time: 0.1517649 Apr 21 15:12:40.499916 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d9f36a6f-ca69-4217-9793-43d71e19e389 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=46a4199cb7d942448d1d016da7ab8da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316465 Apr 21 15:12:40.642893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-15e7df8a-6389-4bf9-9b5a-e50934c64209 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:40.644304 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-15e7df8a-6389-4bf9-9b5a-e50934c64209 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393721 Apr 21 15:12:40.660200 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-13aba4c1-1e9d-4482-a7f3-2fad9cafd5f5 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/quotas/46a4199cb7d942448d1d016da7ab8da1 HTTP/1.1" status: 200 len: 375 time: 0.0106409 Apr 21 15:12:40.704710 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-98767082-0bbe-4062-9497-f9b76d6b0b45 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=46a4199cb7d942448d1d016da7ab8da1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391269 Apr 21 15:12:40.883729 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-db1d8528-21a1-4dfe-9e77-786cb076c533 req-4480be06-1c6b-4371-8062-5224880227c2 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 210 time: 0.0419335 Apr 21 15:12:41.839228 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-063f6775-3793-4ce2-b61d-9468fed0257b tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=46a4199cb7d942448d1d016da7ab8da1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263247 Apr 21 15:12:42.011125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-9f4dfe18-15a7-4b51-b451-8621291b1814 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:42.012543 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-9f4dfe18-15a7-4b51-b451-8621291b1814 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681957 Apr 21 15:12:42.050681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Request body: {'port': {'device_id': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433', 'admin_state_up': True, 'tenant_id': '46a4199cb7d942448d1d016da7ab8da1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:12:42.075864 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-022d1d4c-9c79-4c7f-a67f-1b3aa78d850f req-2be1282a-1658-4113-8f2c-bbfcd3a3b8af tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 210 time: 0.0624368 Apr 21 15:12:42.194135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:12:42.197852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Usage tracker for resource:port and tenant:46a4199cb7d942448d1d016da7ab8da1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:12:42.200583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:12:42.206124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:12:42.215418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Made reservation on behalf of 46a4199cb7d942448d1d016da7ab8da1 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:12:42.218470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:42.230446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:42.261207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:12:42.264847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Usage tracker for resource:security_group_rule and tenant:46a4199cb7d942448d1d016da7ab8da1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:12:42.267554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:12:42.273059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:12:42.339606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:42.343464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:42.422260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a76967d-efc6-454f-b76b-0507d36288de,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:42.514274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Allocated IP 192.168.233.191 (2940cb54-10e6-45e4-977a-3e986599b433/3579ef25-80f1-4e77-ae87-00a9539fa4a6/6ee7db37-2aeb-495d-9264-334711ede046) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:12:42.788195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:42.803724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Transition to ACTIVE for port object 6ee7db37-2aeb-495d-9264-334711ede046 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:12:42.824540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:42.895146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Network 2940cb54-10e6-45e4-977a-3e986599b433 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:12:42.898010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:12:42.901873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:12:42.932139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Pushing event updated for resources: {'Port': ['ID=6ee7db37-2aeb-495d-9264-334711ede046,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:42.967487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:42.968213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:42.995884 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e2fd1aa7-f72f-414b-85a8-b59746122116 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9487348 Apr 21 15:12:43.012683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Request body: {'port': {'device_id': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:12:43.121313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:43.195479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5616e407-2728-4f71-8034-d3c83a54cbeb None None] Provisioning for port 6ee7db37-2aeb-495d-9264-334711ede046 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:12:43.200461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5616e407-2728-4f71-8034-d3c83a54cbeb None None] Provisioning complete for port 6ee7db37-2aeb-495d-9264-334711ede046 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:12:43.200881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5616e407-2728-4f71-8034-d3c83a54cbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:43.259132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5616e407-2728-4f71-8034-d3c83a54cbeb None None] Port 6ee7db37-2aeb-495d-9264-334711ede046 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:12:43.272827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f488df-db0d-4e82-8f61-d2d5deedf8dc req-49d84ede-7f17-4656-a98f-918858c7a77b tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:43.277084 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39f488df-db0d-4e82-8f61-d2d5deedf8dc req-49d84ede-7f17-4656-a98f-918858c7a77b tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 936 time: 0.0804937 Apr 21 15:12:43.319060 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39f488df-db0d-4e82-8f61-d2d5deedf8dc req-9f72c1e9-7f70-4c20-afff-09f048af2c67 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Apr 21 15:12:43.457301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee7db37-2aeb-495d-9264-334711ede046 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:12:43.463799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:43.477628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Transition to ACTIVE for port object 6ee7db37-2aeb-495d-9264-334711ede046 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:12:43.481352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:43.604259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Pushing event updated for resources: {'Port': ['ID=6ee7db37-2aeb-495d-9264-334711ede046,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:43.721164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Attempting to bind port 6ee7db37-2aeb-495d-9264-334711ede046 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:12:43.721493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Attempting to bind port 6ee7db37-2aeb-495d-9264-334711ede046 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:12:43.721816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Attempting to bind port 6ee7db37-2aeb-495d-9264-334711ede046 on network 2940cb54-10e6-45e4-977a-3e986599b433 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:12:43.727374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Port 6ee7db37-2aeb-495d-9264-334711ede046 on network 2940cb54-10e6-45e4-977a-3e986599b433 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:12:43.727688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Attempting to bind port 6ee7db37-2aeb-495d-9264-334711ede046 on network 2940cb54-10e6-45e4-977a-3e986599b433 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:12:43.733844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:12:43.734172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Checking segment: {'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:12:43.734551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Bound using segment: {'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:12:43.734967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Bound port: 6ee7db37-2aeb-495d-9264-334711ede046, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b7325f-d1ba-4ec4-abdf-a2e8e4fee798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:12:43.735900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:43.820934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] For port 6ee7db37-2aeb-495d-9264-334711ede046, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:12:43.823958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] For port 6ee7db37-2aeb-495d-9264-334711ede046, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6ee7db37-2aeb-495d-9264-334711ede046,segment=NetworkSegment(79b7325f-d1ba-4ec4-abdf-a2e8e4fee798),segment_id=79b7325f-d1ba-4ec4-abdf-a2e8e4fee798)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:12:43.828006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:43.892002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:43.893450 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] 10.222.0.21 "PUT /v2.0/ports/6ee7db37-2aeb-495d-9264-334711ede046 HTTP/1.1" status: 200 len: 1098 time: 0.8850312 Apr 21 15:12:43.893856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'tag': '6ee7db37-2aeb-495d-9264-334711ede046'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:12:43.914453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5785f4a-3290-4db1-ac1a-30fbc64eaf6c service neutron] Pushing event updated for resources: {'Port': ['ID=6ee7db37-2aeb-495d-9264-334711ede046,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:43.955344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0004c3f7-fd41-496d-91d3-7040d9239b80'] response: {'name': 'network-changed', 'server_uuid': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'tag': '6ee7db37-2aeb-495d-9264-334711ede046', 'status': 'completed', 'code': 200} Apr 21 15:12:44.042199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-f61930e0-5d76-409f-b81b-0f57f2048838 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46a4199cb7d942448d1d016da7ab8da1&device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 1101 time: 0.0726566 Apr 21 15:12:44.119705 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-e5a166c0-a3b6-49db-b569-bf243347a798 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=6ee7db37-2aeb-495d-9264-334711ede046 HTTP/1.1" status: 200 len: 217 time: 0.0655069 Apr 21 15:12:44.181689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-30e95b7f-e71c-4b9e-895d-526e8d4c2118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:44.183036 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-30e95b7f-e71c-4b9e-895d-526e8d4c2118 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3579ef25-80f1-4e77-ae87-00a9539fa4a6 HTTP/1.1" status: 200 len: 843 time: 0.0571315 Apr 21 15:12:44.259843 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-90a4e78e-65ac-40ec-abc1-5dede4160576 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2940cb54-10e6-45e4-977a-3e986599b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0702841 Apr 21 15:12:44.390996 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-6dbfd1aa-12ef-4381-9e76-dfbf864597c4 service neutron] 10.222.0.21 "GET /v2.0/networks/2940cb54-10e6-45e4-977a-3e986599b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248491 Apr 21 15:12:44.517633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4afa64-fb3e-41c9-b9c8-26607685e7c9 req-f470f81f-f8df-4721-8847-e80b5339e508 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:44.519009 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4e4afa64-fb3e-41c9-b9c8-26607685e7c9 req-f470f81f-f8df-4721-8847-e80b5339e508 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 948 time: 0.0794501 Apr 21 15:12:44.567462 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4e4afa64-fb3e-41c9-b9c8-26607685e7c9 req-b5a10315-ace8-40f2-8d9b-01572f6d0004 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Apr 21 15:12:44.607786 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad044a5a-2a8a-49f7-b7c8-e7abdf4ec268 req-9cc8ab16-d802-4263-8a7c-c67a17e59df6 service neutron] 10.222.0.21 "GET /v2.0/networks/2940cb54-10e6-45e4-977a-3e986599b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110441 Apr 21 15:12:44.758163 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-293dec71-da23-4886-95ef-60ff9eb29378 req-15fbb3bb-4995-4fe0-8745-0c36463bd5be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46a4199cb7d942448d1d016da7ab8da1&device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 1101 time: 0.0663621 Apr 21 15:12:44.884406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dec71-da23-4886-95ef-60ff9eb29378 req-0d2fbcbd-af83-490e-9bcb-8ab30e13c0ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:44.885745 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-293dec71-da23-4886-95ef-60ff9eb29378 req-0d2fbcbd-af83-490e-9bcb-8ab30e13c0ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=2940cb54-10e6-45e4-977a-3e986599b433 HTTP/1.1" status: 200 len: 870 time: 0.1207998 Apr 21 15:12:44.955846 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-293dec71-da23-4886-95ef-60ff9eb29378 req-e2dfd078-f828-448c-af8e-94781ca1bc62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=6ee7db37-2aeb-495d-9264-334711ede046 HTTP/1.1" status: 200 len: 217 time: 0.0631261 Apr 21 15:12:45.022150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dec71-da23-4886-95ef-60ff9eb29378 req-cb6d7035-1f31-447e-b059-db73120ec119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:45.023575 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-293dec71-da23-4886-95ef-60ff9eb29378 req-cb6d7035-1f31-447e-b059-db73120ec119 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3579ef25-80f1-4e77-ae87-00a9539fa4a6 HTTP/1.1" status: 200 len: 843 time: 0.0610492 Apr 21 15:12:45.100713 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-293dec71-da23-4886-95ef-60ff9eb29378 req-c7c866dd-05e0-44ed-8369-e919f4b39db4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2940cb54-10e6-45e4-977a-3e986599b433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0700669 Apr 21 15:12:45.236689 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-293dec71-da23-4886-95ef-60ff9eb29378 req-269ff589-74eb-49af-9aa8-92d4c640c435 service neutron] 10.222.0.21 "GET /v2.0/networks/2940cb54-10e6-45e4-977a-3e986599b433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209867 Apr 21 15:12:45.366940 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-293dec71-da23-4886-95ef-60ff9eb29378 req-960d4e46-917b-4ec1-b525-d03d4b35f48f service neutron] 10.222.0.21 "GET /v2.0/networks/2940cb54-10e6-45e4-977a-3e986599b433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241202 Apr 21 15:12:45.765700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4508fe2-dbe5-4e20-b181-fcdbd4c483d7 req-fbee8037-f1cd-4b25-8094-1754cc54d23c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:45.767024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a4508fe2-dbe5-4e20-b181-fcdbd4c483d7 req-fbee8037-f1cd-4b25-8094-1754cc54d23c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Synchronizing usage tracker for tenant:46a4199cb7d942448d1d016da7ab8da1 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:45.782084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a4508fe2-dbe5-4e20-b181-fcdbd4c483d7 req-fbee8037-f1cd-4b25-8094-1754cc54d23c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Unset dirty status for tenant:46a4199cb7d942448d1d016da7ab8da1 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:45.783340 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4508fe2-dbe5-4e20-b181-fcdbd4c483d7 req-fbee8037-f1cd-4b25-8094-1754cc54d23c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 948 time: 0.0911992 Apr 21 15:12:45.828204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a4508fe2-dbe5-4e20-b181-fcdbd4c483d7 req-e815a238-0739-4945-b8a2-6075b74809f8 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Synchronizing usage tracker for tenant:46a4199cb7d942448d1d016da7ab8da1 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:45.844890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a4508fe2-dbe5-4e20-b181-fcdbd4c483d7 req-e815a238-0739-4945-b8a2-6075b74809f8 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Unset dirty status for tenant:46a4199cb7d942448d1d016da7ab8da1 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:45.846039 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4508fe2-dbe5-4e20-b181-fcdbd4c483d7 req-e815a238-0739-4945-b8a2-6075b74809f8 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570734 Apr 21 15:12:46.498627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6ee7db37-2aeb-495d-9264-334711ede046 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:12:46.629797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6ee7db37-2aeb-495d-9264-334711ede046, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6ee7db37-2aeb-495d-9264-334711ede046,segment=NetworkSegment(79b7325f-d1ba-4ec4-abdf-a2e8e4fee798),segment_id=79b7325f-d1ba-4ec4-abdf-a2e8e4fee798)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:46.642877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '6ee7db37-2aeb-495d-9264-334711ede046', 'network_id': '2940cb54-10e6-45e4-977a-3e986599b433', 'port_id': '6ee7db37-2aeb-495d-9264-334711ede046', 'mac_address': 'fa:16:3e:8c:34:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3579ef25-80f1-4e77-ae87-00a9539fa4a6', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:12:46.695324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:46.712815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee7db37-2aeb-495d-9264-334711ede046 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:12:46.728220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6ee7db37-2aeb-495d-9264-334711ede046, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6ee7db37-2aeb-495d-9264-334711ede046,segment=NetworkSegment(79b7325f-d1ba-4ec4-abdf-a2e8e4fee798),segment_id=79b7325f-d1ba-4ec4-abdf-a2e8e4fee798)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:46.732163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:46.799227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6ee7db37-2aeb-495d-9264-334711ede046,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:46.807271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.807620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.807962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.808330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.808924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.809257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.809582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.809918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.810242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.810567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:46.810892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:47.009469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['6ee7db37-2aeb-495d-9264-334711ede046'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:12:47.043657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585530b-68fd-4142-aa07-4e68ead110cd req-b69ccc3d-7f6c-4149-bc24-63a18df80f92 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:47.045255 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b585530b-68fd-4142-aa07-4e68ead110cd req-b69ccc3d-7f6c-4149-bc24-63a18df80f92 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 949 time: 0.0764861 Apr 21 15:12:47.094000 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b585530b-68fd-4142-aa07-4e68ead110cd req-be6b931b-706c-4191-9b40-a7efde9244e6 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Apr 21 15:12:48.427916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89a8cd-66e8-43d1-8f20-ac9ba09874e8 req-0e22fe4e-9b46-4e8d-bda5-084f0facd51a tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:48.429380 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1e89a8cd-66e8-43d1-8f20-ac9ba09874e8 req-0e22fe4e-9b46-4e8d-bda5-084f0facd51a tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 949 time: 0.0793273 Apr 21 15:12:48.475310 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1e89a8cd-66e8-43d1-8f20-ac9ba09874e8 req-796a7fbd-2c65-4904-b1a5-40ce87c2e869 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Apr 21 15:12:48.507986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6ee7db37-2aeb-495d-9264-334711ede046 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:12:48.577965 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 6ee7db37-2aeb-495d-9264-334711ede046 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:12:48.583713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 6ee7db37-2aeb-495d-9264-334711ede046 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:12:48.584124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:48.694068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:48.719285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee7db37-2aeb-495d-9264-334711ede046'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:12:48.729070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6ee7db37-2aeb-495d-9264-334711ede046, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6ee7db37-2aeb-495d-9264-334711ede046,segment=NetworkSegment(79b7325f-d1ba-4ec4-abdf-a2e8e4fee798),segment_id=79b7325f-d1ba-4ec4-abdf-a2e8e4fee798)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:48.732535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:48.775379 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6780613d-9635-4b4d-ae49-54810a78197d'] response: {'server_uuid': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee7db37-2aeb-495d-9264-334711ede046', 'code': 200} Apr 21 15:12:48.797310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6ee7db37-2aeb-495d-9264-334711ede046,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:49.018523 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b1107637-2998-4b35-ab19-d77018bb8f4f req-ffe35828-f571-47da-80cb-3363da3fa477 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 1103 time: 0.0663183 Apr 21 15:12:49.056830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c190b673-76f4-4caa-8ca6-7094b041cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:49.059867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b1107637-2998-4b35-ab19-d77018bb8f4f req-d500b77d-c61e-444a-9791-5e66952e118a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360422 Apr 21 15:12:49.813026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5939ef-cfe3-4aeb-a517-3d94774df036 req-5375ffe0-cf63-49fe-8c5b-5f480de747b4 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:49.814445 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0e5939ef-cfe3-4aeb-a517-3d94774df036 req-5375ffe0-cf63-49fe-8c5b-5f480de747b4 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 950 time: 0.2237561 Apr 21 15:12:49.860095 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0e5939ef-cfe3-4aeb-a517-3d94774df036 req-d7002987-6fe1-4cde-9880-4ee963777727 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 Apr 21 15:12:51.140238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c6cc7-7e90-4c50-849b-8ad4b5a85cfd req-d3502fd9-5226-49f0-bee7-8fe75b049410 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:51.141751 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cc3c6cc7-7e90-4c50-849b-8ad4b5a85cfd req-d3502fd9-5226-49f0-bee7-8fe75b049410 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 950 time: 0.1603796 Apr 21 15:12:51.187180 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cc3c6cc7-7e90-4c50-849b-8ad4b5a85cfd req-38b839dd-9dec-40dd-b11e-d809df845940 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Apr 21 15:12:51.380390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b824e7d6-0f4e-4b6e-9e6e-14aba96b0462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:51.598476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43a7aa09-4a58-4963-b80c-654fa870b6f0 req-255cfbe9-ff61-4f9b-bd4d-4c7b9a5b900d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669007 Apr 21 15:12:52.157701 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-19c3abb3-2e2a-4f1d-9984-54c07a6ff7df req-265fc952-5310-492c-9ad3-f36d3d49a4f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1535401 Apr 21 15:12:52.343595 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:52.521596 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:52.691810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff2eac-3b70-408f-8e0d-13836bc0f7b1 req-441d1333-760d-4aa7-bdc8-12c94351ffbb tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:52.693291 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3ff2eac-3b70-408f-8e0d-13836bc0f7b1 req-441d1333-760d-4aa7-bdc8-12c94351ffbb tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 950 time: 0.0776298 Apr 21 15:12:52.737644 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3ff2eac-3b70-408f-8e0d-13836bc0f7b1 req-d3883b95-2ac6-4136-90a5-f8377d0eac69 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387149 Apr 21 15:12:53.714832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:53.949075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f85cc-63c4-4e12-887d-0ab28c1e656a req-e851d342-f8c8-4bcd-b448-b2969a77e4de tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:53.950432 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d26f85cc-63c4-4e12-887d-0ab28c1e656a req-e851d342-f8c8-4bcd-b448-b2969a77e4de tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 950 time: 0.0800693 Apr 21 15:12:53.995652 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d26f85cc-63c4-4e12-887d-0ab28c1e656a req-4d7dc125-2c3a-4ff2-b3d5-60e24478454b tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/security-groups?id=5a76967d-efc6-454f-b76b-0507d36288de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387344 Apr 21 15:12:54.167164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-fe76c032-0d58-4c21-b077-4824789a5788 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:54.168588 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-fe76c032-0d58-4c21-b077-4824789a5788 tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 950 time: 0.0749493 Apr 21 15:12:54.236988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Deleting port 6ee7db37-2aeb-495d-9264-334711ede046 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:12:54.237227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:54.477921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] For port 6ee7db37-2aeb-495d-9264-334711ede046, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6ee7db37-2aeb-495d-9264-334711ede046,segment=NetworkSegment(79b7325f-d1ba-4ec4-abdf-a2e8e4fee798),segment_id=79b7325f-d1ba-4ec4-abdf-a2e8e4fee798)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:12:54.478270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:54.673729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Calling delete_port for 6ee7db37-2aeb-495d-9264-334711ede046 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:12:54.814786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:54.847682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['6ee7db37-2aeb-495d-9264-334711ede046'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:12:54.863644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Pushing event deleted for resources: {'Port': ['ID=6ee7db37-2aeb-495d-9264-334711ede046,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:54.937480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] No DVR routers for this DVR port 6ee7db37-2aeb-495d-9264-334711ede046 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:12:54.940011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:54.942723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'name': 'network-vif-deleted', 'tag': '6ee7db37-2aeb-495d-9264-334711ede046'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:12:54.958732 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19662af2-de3b-40e3-84d1-f7d9621edd83 req-c90c647e-4770-45bd-98fb-87cfbb88a26c tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.21 "DELETE /v2.0/ports/6ee7db37-2aeb-495d-9264-334711ede046 HTTP/1.1" status: 204 len: 173 time: 0.7842505 Apr 21 15:12:55.102816 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01be212-b5ad-4bd2-b1d1-d319a9305f08'] response: {'server_uuid': '2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed', 'name': 'network-vif-deleted', 'tag': '6ee7db37-2aeb-495d-9264-334711ede046', 'status': 'completed', 'code': 200} Apr 21 15:12:55.196753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8dec610d-71cb-4c04-9a44-277931ff4928 req-e4ba65bb-f209-4ba4-96a3-6dceb780829e tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Synchronizing usage tracker for tenant:46a4199cb7d942448d1d016da7ab8da1 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:55.211936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8dec610d-71cb-4c04-9a44-277931ff4928 req-e4ba65bb-f209-4ba4-96a3-6dceb780829e tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] Unset dirty status for tenant:46a4199cb7d942448d1d016da7ab8da1 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:55.213167 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8dec610d-71cb-4c04-9a44-277931ff4928 req-e4ba65bb-f209-4ba4-96a3-6dceb780829e tempest-ServersAdminNegativeTestJSON-1495010780 tempest-ServersAdminNegativeTestJSON-1495010780-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a8f71c2-ecdc-42f4-9fc9-87d4ee3229ed HTTP/1.1" status: 200 len: 210 time: 0.0572577 Apr 21 15:12:56.596882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60220) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:56.743440 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:12:56.770006 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-29a0d79f-23de-47bb-a3c2-61674dac62e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46a4199cb7d942448d1d016da7ab8da1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1717184 Apr 21 15:12:56.772521 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:56.831078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b894050c-7628-43de-93a2-cf8f6c3fe12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:56.855251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b894050c-7628-43de-93a2-cf8f6c3fe12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:56.908481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b894050c-7628-43de-93a2-cf8f6c3fe12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:56.923630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894050c-7628-43de-93a2-cf8f6c3fe12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a76967d-efc6-454f-b76b-0507d36288de,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:56.937024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b894050c-7628-43de-93a2-cf8f6c3fe12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:56.940555 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b894050c-7628-43de-93a2-cf8f6c3fe12b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a76967d-efc6-454f-b76b-0507d36288de HTTP/1.1" status: 204 len: 168 time: 0.1650822 Apr 21 15:12:57.258158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60234) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:57.275491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.305223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:12:57.309064 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e2ca0036664998854b583a3cd76ec1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:12:57.311731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:12:57.317858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:12:57.380543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.384113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.428869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c402d575-a171-4e8d-83a5-917b7c75e915,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:57.433246 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-471b5a62-95ce-4831-87e6-f60244cd6039 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2e2ca0036664998854b583a3cd76ec1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1741033 Apr 21 15:12:57.436410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60238) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:57.495130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5d4d-d119-4a62-a38c-c9e73950af8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.520237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5d4d-d119-4a62-a38c-c9e73950af8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.572597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5d4d-d119-4a62-a38c-c9e73950af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.587298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce5d4d-d119-4a62-a38c-c9e73950af8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c402d575-a171-4e8d-83a5-917b7c75e915,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:57.593452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5d4d-d119-4a62-a38c-c9e73950af8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.597285 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f4ce5d4d-d119-4a62-a38c-c9e73950af8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c402d575-a171-4e8d-83a5-917b7c75e915 HTTP/1.1" status: 204 len: 168 time: 0.1598778 Apr 21 15:12:58.405600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60260) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:58.533605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2067932167-network', 'tenant_id': '3bafea4ab49243fd96879af9cd7c33ef'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:12:58.538242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:12:58.542020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Usage tracker for resource:network and tenant:3bafea4ab49243fd96879af9cd7c33ef is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:12:58.544876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:12:58.550990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:12:58.554513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6ee7db37-2aeb-495d-9264-334711ede046 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:58.562681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Made reservation on behalf of 3bafea4ab49243fd96879af9cd7c33ef for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:12:58.565005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.577771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.587433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 6ee7db37-2aeb-495d-9264-334711ede046 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:12:58.587782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6ee7db37-2aeb-495d-9264-334711ede046 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:58.609390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:12:58.613751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Usage tracker for resource:security_group_rule and tenant:3bafea4ab49243fd96879af9cd7c33ef is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:12:58.616643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:12:58.622432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:12:58.687231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.691016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.720437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:12:58.728885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6050a06c-f9d8-445e-a006-59e002d1483a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:58.734325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.734878 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Added segment ecfe08a0-aa54-48f3-a941-a3922c06c668 of type vlan for network 54bee084-64bc-42e6-b286-fbb84e2ca109 Apr 21 15:12:58.760759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.789685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.790545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:58.791120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.892619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] Pushing event updated for resources: {'Network': ['ID=54bee084-64bc-42e6-b286-fbb84e2ca109,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:58.896630 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5bc53c71-bcbd-4bed-ae6a-eafb605c978a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4900048 Apr 21 15:12:58.900112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60266) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:58.902195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 54bee084-64bc-42e6-b286-fbb84e2ca109 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:12:58.905543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Request body: {'subnet': {'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2067932167-subnet', 'tenant_id': '3bafea4ab49243fd96879af9cd7c33ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:12:58.910954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:12:58.914836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Usage tracker for resource:subnet and tenant:3bafea4ab49243fd96879af9cd7c33ef is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:12:58.917692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:12:58.923402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:12:58.934359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Made reservation on behalf of 3bafea4ab49243fd96879af9cd7c33ef for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:12:58.936959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.142453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.215728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b850ee8-271e-4a29-9374-b4d20c56c2fd,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:59.226852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Checking segment: {'id': 'ecfe08a0-aa54-48f3-a941-a3922c06c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:12:59.227230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Network hostable DHCP agents. Network: 54bee084-64bc-42e6-b286-fbb84e2ca109, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:12:59.248870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Network 54bee084-64bc-42e6-b286-fbb84e2ca109 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:12:59.257448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 54bee084-64bc-42e6-b286-fbb84e2ca109) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:12:59.261381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:59.261967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.266194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25800c00-85b9-429f-986d-8ed50525056d None None] Network 54bee084-64bc-42e6-b286-fbb84e2ca109 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:12:59.286206 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8a236cc7-6635-4bed-bb0b-92416a607631 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3848860 Apr 21 15:12:59.481936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a48bef-1f9d-4f82-b33c-eda0d169be17 None None] Network 54bee084-64bc-42e6-b286-fbb84e2ca109 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:12:59.819376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34599da-74de-450a-8538-f5338fa7df15 req-3812ae14-5467-4f83-ae63-00cb2fd54138 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:12:59.819962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a34599da-74de-450a-8538-f5338fa7df15 req-3812ae14-5467-4f83-ae63-00cb2fd54138 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Synchronizing usage tracker for tenant:3bafea4ab49243fd96879af9cd7c33ef on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:59.836420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a34599da-74de-450a-8538-f5338fa7df15 req-3812ae14-5467-4f83-ae63-00cb2fd54138 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Unset dirty status for tenant:3bafea4ab49243fd96879af9cd7c33ef on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:59.837555 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-3812ae14-5467-4f83-ae63-00cb2fd54138 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/networks?id=54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 200 len: 812 time: 0.1557624 Apr 21 15:12:59.854855 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-964d972e-4c22-4d92-844e-3af9c81f1e36 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/quotas/3bafea4ab49243fd96879af9cd7c33ef HTTP/1.1" status: 200 len: 375 time: 0.0111098 Apr 21 15:12:59.903394 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-ffb4d031-630f-4b62-8050-d0a4321ac058 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435145 Apr 21 15:13:00.032248 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-ef6d3590-4459-4baf-9d8e-36d68b4f794e service neutron] 10.222.0.42 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211274 Apr 21 15:13:00.159041 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-b71a5523-dd62-4690-8759-0c23c816888d service neutron] 10.222.0.42 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211345 Apr 21 15:13:00.344336 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-65f918d8-1c4f-4dc6-b9c1-34fdcdf51cf4 req-42d0f2f9-3915-47b1-9f41-57b439a2651a tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 210 time: 0.0451496 Apr 21 15:13:00.889259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.450563 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c3ada579-11d1-4441-9a57-4fd887c12530 req-03c086f8-a6ae-4482-af15-0d58783c870a tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 210 time: 0.0402660 Apr 21 15:13:02.561757 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-24657eab-ba0e-45ec-a827-fc309d34772d req-36ae2f92-61e2-4811-ad44-e78ddac15b41 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 210 time: 0.0435197 Apr 21 15:13:03.724051 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58499e04-985e-4bca-97e1-37964822e9e3 req-6c57a8d2-557b-4a8c-9756-6d7b9b4a43d0 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 210 time: 0.0410972 Apr 21 15:13:04.772210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34599da-74de-450a-8538-f5338fa7df15 req-ceb438c3-14fd-4e55-b9c9-2c6b90112b41 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:04.773595 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-ceb438c3-14fd-4e55-b9c9-2c6b90112b41 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.21 "GET /v2.0/networks?id=54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 200 len: 812 time: 0.2242792 Apr 21 15:13:04.797831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Request body: {'port': {'device_id': '44718784-4822-4cb0-ad00-170634026117', 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109', 'admin_state_up': True, 'tenant_id': '3bafea4ab49243fd96879af9cd7c33ef'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:13:04.888364 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-072ae05f-0200-4f18-b54b-442dc4a93506 req-a852c060-543f-490c-8083-998471c54f7b tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 210 time: 0.0402150 Apr 21 15:13:04.930547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:04.934542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Usage tracker for resource:port and tenant:3bafea4ab49243fd96879af9cd7c33ef is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:04.937286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:04.942819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:04.952796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Made reservation on behalf of 3bafea4ab49243fd96879af9cd7c33ef for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:13:04.956481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.117323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Allocated IP 172.20.0.9 (54bee084-64bc-42e6-b286-fbb84e2ca109/6b850ee8-271e-4a29-9374-b4d20c56c2fd/3196bed5-3369-42f8-945a-c07d8448bff6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:13:05.316679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.343333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.415304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Network 54bee084-64bc-42e6-b286-fbb84e2ca109 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:05.418744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:05.420662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:05.423335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:13:05.474678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.475068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.475421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.475756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.476116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.476464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.476914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.477248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.477574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.477898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.478225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:05.502473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:05.503074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.522203 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d3e9512-891f-486f-a88f-09e7e4e25e71 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289774 Apr 21 15:13:05.538399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Request body: {'port': {'device_id': '44718784-4822-4cb0-ad00-170634026117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:13:05.645122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.982773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3196bed5-3369-42f8-945a-c07d8448bff6 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:13:05.990417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.005084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Transition to ACTIVE for port object 3196bed5-3369-42f8-945a-c07d8448bff6 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:06.009363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.174832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:06.285194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1781-af8b-4ae8-8efe-fba620ea5194 req-d49f86bb-8a88-4bfc-9a4c-3c36c69bb0b3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:06.285876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f77d1781-af8b-4ae8-8efe-fba620ea5194 req-d49f86bb-8a88-4bfc-9a4c-3c36c69bb0b3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Synchronizing usage tracker for tenant:3bafea4ab49243fd96879af9cd7c33ef on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:13:06.317584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f77d1781-af8b-4ae8-8efe-fba620ea5194 req-d49f86bb-8a88-4bfc-9a4c-3c36c69bb0b3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Unset dirty status for tenant:3bafea4ab49243fd96879af9cd7c33ef on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:13:06.318689 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f77d1781-af8b-4ae8-8efe-fba620ea5194 req-d49f86bb-8a88-4bfc-9a4c-3c36c69bb0b3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 943 time: 0.3050134 Apr 21 15:13:06.322720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Attempting to bind port 3196bed5-3369-42f8-945a-c07d8448bff6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:13:06.323092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Attempting to bind port 3196bed5-3369-42f8-945a-c07d8448bff6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ecfe08a0-aa54-48f3-a941-a3922c06c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:13:06.323416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Attempting to bind port 3196bed5-3369-42f8-945a-c07d8448bff6 on network 54bee084-64bc-42e6-b286-fbb84e2ca109 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:13:06.347174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Port 3196bed5-3369-42f8-945a-c07d8448bff6 on network 54bee084-64bc-42e6-b286-fbb84e2ca109 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:13:06.347495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Attempting to bind port 3196bed5-3369-42f8-945a-c07d8448bff6 on network 54bee084-64bc-42e6-b286-fbb84e2ca109 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:13:06.364302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:13:06.364635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Checking segment: {'id': 'ecfe08a0-aa54-48f3-a941-a3922c06c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:13:06.365005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Bound using segment: {'id': 'ecfe08a0-aa54-48f3-a941-a3922c06c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:13:06.365423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Bound port: 3196bed5-3369-42f8-945a-c07d8448bff6, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe08a0-aa54-48f3-a941-a3922c06c668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:13:06.365762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.386591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f77d1781-af8b-4ae8-8efe-fba620ea5194 req-fa4d269a-418b-483d-8977-431696d4244f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Synchronizing usage tracker for tenant:3bafea4ab49243fd96879af9cd7c33ef on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:13:06.455318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f77d1781-af8b-4ae8-8efe-fba620ea5194 req-fa4d269a-418b-483d-8977-431696d4244f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Unset dirty status for tenant:3bafea4ab49243fd96879af9cd7c33ef on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:13:06.456396 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f77d1781-af8b-4ae8-8efe-fba620ea5194 req-fa4d269a-418b-483d-8977-431696d4244f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307044 Apr 21 15:13:06.555108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:13:06.558184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:13:06.561950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.623498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.624895 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] 10.222.0.21 "PUT /v2.0/ports/3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 200 len: 1093 time: 1.0904479 Apr 21 15:13:06.625326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:13:06.641819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f86557-296a-4dea-90a7-e49be3dcfd60 service neutron] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:06.703423 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc38bc5-bb6c-48c7-9ec9-9d761a0ba8ea'] response: {'name': 'network-changed', 'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6', 'status': 'completed', 'code': 200} Apr 21 15:13:06.746457 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-4eb8c7d6-a8ed-42dc-91c4-d792c8220cbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 1096 time: 0.0721617 Apr 21 15:13:06.820773 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-fc6f8d5a-c5bd-4a0b-8437-cae6b45ed11c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 200 len: 217 time: 0.0611165 Apr 21 15:13:06.884392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d1495af-1648-4421-871e-dc29d3a005f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:06.885756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-5d1495af-1648-4421-871e-dc29d3a005f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b850ee8-271e-4a29-9374-b4d20c56c2fd HTTP/1.1" status: 200 len: 852 time: 0.0586774 Apr 21 15:13:06.929122 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-71314efa-a991-4e62-b0b4-906abc3400b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54bee084-64bc-42e6-b286-fbb84e2ca109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371058 Apr 21 15:13:07.055841 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-d91e1bd9-17c1-44e8-901f-63a32406215a service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206837 Apr 21 15:13:07.183895 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a34599da-74de-450a-8538-f5338fa7df15 req-92179aee-933c-4726-a36e-6714241ed893 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213801 Apr 21 15:13:07.333851 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-432f4cbc-a25b-43f9-986b-4dc25579a10e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 1096 time: 0.0666964 Apr 21 15:13:07.461342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-068e6cda-a9b2-4a1c-abe1-5ace7a5b3537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:07.462792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-068e6cda-a9b2-4a1c-abe1-5ace7a5b3537 service neutron] 10.222.0.21 "GET /v2.0/networks?id=54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 200 len: 913 time: 0.1226900 Apr 21 15:13:07.534188 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-51cc9860-93d0-46f7-87e7-3bca99be7fea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 200 len: 217 time: 0.0642748 Apr 21 15:13:07.644975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-3983aba9-f921-4378-b758-debb90b9189b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:07.646406 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-3983aba9-f921-4378-b758-debb90b9189b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b850ee8-271e-4a29-9374-b4d20c56c2fd HTTP/1.1" status: 200 len: 852 time: 0.1062427 Apr 21 15:13:07.695331 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-922625f5-d7a1-4329-a6ff-3330e30ac2ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54bee084-64bc-42e6-b286-fbb84e2ca109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406268 Apr 21 15:13:07.775633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dc010-4f79-48ae-b697-193eb2418e0f req-ca44825a-d739-4f81-9a87-4f555a4d7f46 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:07.777089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-741dc010-4f79-48ae-b697-193eb2418e0f req-ca44825a-d739-4f81-9a87-4f555a4d7f46 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 943 time: 0.2011330 Apr 21 15:13:07.866792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-741dc010-4f79-48ae-b697-193eb2418e0f req-c67c7ffe-d38c-41e1-a88c-28e93aab9b38 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781357 Apr 21 15:13:07.873975 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-a52a74b2-e742-401c-ad3a-7bbdf1f5261b service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715438 Apr 21 15:13:08.003529 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-11eef185-45b6-4c75-92e8-f54629e592c0 req-196f114d-d015-457a-917e-a18f05d3e3c0 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230090 Apr 21 15:13:08.599939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3196bed5-3369-42f8-945a-c07d8448bff6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:13:08.729830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:08.742498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '3196bed5-3369-42f8-945a-c07d8448bff6', 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109', 'port_id': '3196bed5-3369-42f8-945a-c07d8448bff6', 'mac_address': 'fa:16:3e:72:36:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b850ee8-271e-4a29-9374-b4d20c56c2fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:13:08.798767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:08.819250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3196bed5-3369-42f8-945a-c07d8448bff6 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:13:08.834053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:08.837868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:08.901890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:09.061692 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e5a01-45bf-4804-a36d-4f7957025745 req-8b9ac872-b8ba-40cc-b349-e07341ca0d7a tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:09.063612 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-990e5a01-45bf-4804-a36d-4f7957025745 req-8b9ac872-b8ba-40cc-b349-e07341ca0d7a tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 944 time: 0.0782220 Apr 21 15:13:09.096847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['3196bed5-3369-42f8-945a-c07d8448bff6'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:13:09.107504 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-990e5a01-45bf-4804-a36d-4f7957025745 req-9863ed52-657b-4741-b9fa-7bb277e92d00 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 Apr 21 15:13:10.307156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067ad30-1e3a-40a9-82d9-1d5c295e4f5b req-b9f0554d-6b68-49da-92e9-4fdb3227c9bc tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:10.308798 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3067ad30-1e3a-40a9-82d9-1d5c295e4f5b req-b9f0554d-6b68-49da-92e9-4fdb3227c9bc tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 944 time: 0.0795557 Apr 21 15:13:10.352389 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3067ad30-1e3a-40a9-82d9-1d5c295e4f5b req-7acf6148-0aa7-41f4-99ff-c5333bf893dd tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380204 Apr 21 15:13:10.616328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3196bed5-3369-42f8-945a-c07d8448bff6 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:10.684195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 3196bed5-3369-42f8-945a-c07d8448bff6 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:10.688603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 3196bed5-3369-42f8-945a-c07d8448bff6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:10.688974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:10.800679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:10.826255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:13:10.836056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:10.841141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:10.908709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:10.965866 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef67e748-8b8a-4e70-9d6d-96b57de7207c'] response: {'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6', 'code': 200} Apr 21 15:13:11.224395 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0d5c581f-0876-48b7-b4bb-246e8fb946d6 req-27bc182c-5906-491e-a1fb-e95c287d96ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 1098 time: 0.0666754 Apr 21 15:13:11.341184 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0d5c581f-0876-48b7-b4bb-246e8fb946d6 req-144512ab-e26d-427a-90b4-767a02b6e370 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111014 Apr 21 15:13:11.543631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bce4a-abf4-4968-b751-61a73ef0835b req-c869abee-4824-4b6a-a24e-b70bca994fed tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:11.545012 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e66bce4a-abf4-4968-b751-61a73ef0835b req-c869abee-4824-4b6a-a24e-b70bca994fed tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0752912 Apr 21 15:13:11.589673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e66bce4a-abf4-4968-b751-61a73ef0835b req-d291560b-05d6-4e03-a218-7e020b12169c tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Apr 21 15:13:12.784975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004445b5-22cd-451f-a211-f995626c6b5a req-7edf5768-442d-4375-9400-11ef4b752bf3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:12.786402 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-004445b5-22cd-451f-a211-f995626c6b5a req-7edf5768-442d-4375-9400-11ef4b752bf3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0747259 Apr 21 15:13:12.831203 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-004445b5-22cd-451f-a211-f995626c6b5a req-0f08efe5-3965-491e-b090-1cf86ae61d60 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Apr 21 15:13:13.023842 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fe041ceb-afa7-4fd6-be01-2c38cfa70640 req-994a6470-a94e-4fe4-bd90-2204fe46ab70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699921 Apr 21 15:13:13.298273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60336) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:13.332292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c9215-0777-44b8-a818-b5329e39ebc6 req-858d8044-47c9-447e-b485-26fcdfbb5863 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:13.333844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-770c9215-0777-44b8-a818-b5329e39ebc6 req-858d8044-47c9-447e-b485-26fcdfbb5863 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0810621 Apr 21 15:13:13.378989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-770c9215-0777-44b8-a818-b5329e39ebc6 req-c1a9a6bb-d641-4bc6-a4f6-001e37a59086 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Apr 21 15:13:13.429901 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-49ee7917-50bc-43e4-8724-970e5af758d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1304166 Apr 21 15:13:14.575954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cd1ab-7734-4fe5-bffd-f6283e0de5f7 req-5623834f-fce5-4a00-911c-568140ee8a20 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:14.579090 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c21cd1ab-7734-4fe5-bffd-f6283e0de5f7 req-5623834f-fce5-4a00-911c-568140ee8a20 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0812681 Apr 21 15:13:14.666633 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c21cd1ab-7734-4fe5-bffd-f6283e0de5f7 req-81c8c8aa-da3c-450d-b2c2-07f3dc40b18d tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804203 Apr 21 15:13:14.695422 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-da0f3385-f108-4e14-a5f5-68705b0b51e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 1098 time: 0.0779278 Apr 21 15:13:14.829556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-6408169e-d33b-4ba0-8a5f-c12d555842b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:14.830996 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-6408169e-d33b-4ba0-8a5f-c12d555842b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 200 len: 913 time: 0.1298223 Apr 21 15:13:14.902206 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-00bc937d-59f5-469f-9b22-a32ffc1791ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 200 len: 217 time: 0.0655062 Apr 21 15:13:14.963362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-d6e668e6-f070-46c1-b1cf-0633da67a5e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:14.964749 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-d6e668e6-f070-46c1-b1cf-0633da67a5e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b850ee8-271e-4a29-9374-b4d20c56c2fd HTTP/1.1" status: 200 len: 852 time: 0.0570326 Apr 21 15:13:15.011104 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-0297be3e-6402-49b4-be8a-bbd031aa2823 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54bee084-64bc-42e6-b286-fbb84e2ca109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407288 Apr 21 15:13:15.139701 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-801a0274-d995-4e56-8c27-9a8dd3fc4601 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221573 Apr 21 15:13:15.268849 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-5b83fe16-81fe-4690-915c-6594f56f1198 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236424 Apr 21 15:13:15.862034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05453123-eabe-41f1-8aa7-ebcfe308be5d req-268628e1-8f17-4e98-aeec-63b9630562ca tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:15.863506 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-05453123-eabe-41f1-8aa7-ebcfe308be5d req-268628e1-8f17-4e98-aeec-63b9630562ca tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0796068 Apr 21 15:13:15.912419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-05453123-eabe-41f1-8aa7-ebcfe308be5d req-aef258d0-78b8-453e-b05f-94486c4de214 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Apr 21 15:13:17.105883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73053f8-6590-4acf-9842-f4dd9628622a req-4fd2aa44-3009-4995-bf45-164fd7355335 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:17.107297 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e73053f8-6590-4acf-9842-f4dd9628622a req-4fd2aa44-3009-4995-bf45-164fd7355335 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0754688 Apr 21 15:13:17.153976 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e73053f8-6590-4acf-9842-f4dd9628622a req-63d6e384-5144-4722-bea4-4b1a952d3b10 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Apr 21 15:13:18.350311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a2a93-6c13-4775-aacf-cd37ea84bfb2 req-ea459566-8a06-4b3d-80be-93a40c88d131 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:18.351678 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-138a2a93-6c13-4775-aacf-cd37ea84bfb2 req-ea459566-8a06-4b3d-80be-93a40c88d131 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0768661 Apr 21 15:13:18.395482 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-138a2a93-6c13-4775-aacf-cd37ea84bfb2 req-76377e90-afbf-4f66-b4c9-dd49c06935fa tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383162 Apr 21 15:13:19.063911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b30f506e-be75-4318-ab3f-079576a0f069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:19.599317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb185-b553-4574-91d5-fbe3072812ad req-ff793d40-8d80-46ef-9e64-c43e8b1e4197 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:19.600869 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c8fb185-b553-4574-91d5-fbe3072812ad req-ff793d40-8d80-46ef-9e64-c43e8b1e4197 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0812094 Apr 21 15:13:19.645847 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c8fb185-b553-4574-91d5-fbe3072812ad req-d825dab7-4c7b-4fab-aa33-7b453d71b099 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394897 Apr 21 15:13:20.843262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03b1ee-5b20-4582-b903-e086de11a036 req-d7e7074d-a8a6-404e-8bf5-947710d6f862 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:20.844758 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6d03b1ee-5b20-4582-b903-e086de11a036 req-d7e7074d-a8a6-404e-8bf5-947710d6f862 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0783169 Apr 21 15:13:20.888844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6d03b1ee-5b20-4582-b903-e086de11a036 req-49651310-2147-4ec2-b4b3-095634f961ef tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Apr 21 15:13:21.377791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cfc37fbe-d961-495d-83c2-687b30a8c75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:22.082346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45600b-ccf5-44b8-a8ab-cc4e64fb0011 req-e6d4f9bd-7f3d-4673-9580-2d5fea617c97 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:22.083770 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6f45600b-ccf5-44b8-a8ab-cc4e64fb0011 req-e6d4f9bd-7f3d-4673-9580-2d5fea617c97 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0759566 Apr 21 15:13:22.127785 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6f45600b-ccf5-44b8-a8ab-cc4e64fb0011 req-fc56c6b2-2037-41b1-8a87-39a9de03f798 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 Apr 21 15:13:22.376406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:22.523344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:23.325871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43205dd2-b17c-4e01-8ecd-8afa925ec60f req-01785a52-e10d-4fad-88b7-4b448659b09b tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:23.327238 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43205dd2-b17c-4e01-8ecd-8afa925ec60f req-01785a52-e10d-4fad-88b7-4b448659b09b tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0815096 Apr 21 15:13:23.372308 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43205dd2-b17c-4e01-8ecd-8afa925ec60f req-c2e35f12-f206-478f-8846-32a5e8831d50 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Apr 21 15:13:23.716485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:24.567965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1ec5-6c1e-4d19-9556-3aeee911ae46 req-450fb71c-5f4b-4169-b1e0-32eeaeb26e4f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:24.569413 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-353e1ec5-6c1e-4d19-9556-3aeee911ae46 req-450fb71c-5f4b-4169-b1e0-32eeaeb26e4f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0797465 Apr 21 15:13:24.613545 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-353e1ec5-6c1e-4d19-9556-3aeee911ae46 req-ed95eaac-9a31-44ee-bb29-83cdfc8a82ee tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387282 Apr 21 15:13:25.815791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6f501-175a-4c29-9e4b-32ca3bc94337 req-441877a3-6e9a-476e-9f83-100df8299842 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:25.817263 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-abd6f501-175a-4c29-9e4b-32ca3bc94337 req-441877a3-6e9a-476e-9f83-100df8299842 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0789683 Apr 21 15:13:25.863229 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-abd6f501-175a-4c29-9e4b-32ca3bc94337 req-62890518-a776-4fde-90ee-741c5588e820 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Apr 21 15:13:27.057692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356cccd-61aa-44e7-b7b1-babe19562a06 req-e010990c-fb37-4348-95c1-83ad673d7944 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:27.059401 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b356cccd-61aa-44e7-b7b1-babe19562a06 req-e010990c-fb37-4348-95c1-83ad673d7944 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0761049 Apr 21 15:13:27.103609 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b356cccd-61aa-44e7-b7b1-babe19562a06 req-34039754-d2c8-4241-b9b3-2350f5d1572c tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382001 Apr 21 15:13:28.434646 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3e140-4af4-4a3e-abdc-38cba839f4a3 req-8d27a145-5378-46d9-8421-dddba9f3aa53 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:28.436096 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-72e3e140-4af4-4a3e-abdc-38cba839f4a3 req-8d27a145-5378-46d9-8421-dddba9f3aa53 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0747356 Apr 21 15:13:28.484121 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-72e3e140-4af4-4a3e-abdc-38cba839f4a3 req-1634ea49-0709-4d1a-b473-525a4ebf1d25 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Apr 21 15:13:29.678059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05c17d-d760-4927-93a7-59cc78cea3b6 req-14912d2a-011d-461b-bd0c-2c55ba4e8370 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:29.679480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae05c17d-d760-4927-93a7-59cc78cea3b6 req-14912d2a-011d-461b-bd0c-2c55ba4e8370 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0785432 Apr 21 15:13:29.723771 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae05c17d-d760-4927-93a7-59cc78cea3b6 req-7eba3612-fd94-47aa-8434-c0e2617908ea tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Apr 21 15:13:30.889788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:30.915995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e43a4-0ea9-4829-8fd2-d9ae1820a912 req-249bbf9e-2b58-4972-be80-633ac461a7cc tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:30.917453 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-df0e43a4-0ea9-4829-8fd2-d9ae1820a912 req-249bbf9e-2b58-4972-be80-633ac461a7cc tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0771382 Apr 21 15:13:30.962362 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-df0e43a4-0ea9-4829-8fd2-d9ae1820a912 req-8a496e46-f709-4c42-babe-5736c65c987f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 Apr 21 15:13:32.155781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6aa1d-6664-40a2-a807-612beead5412 req-2118ba71-f249-4a60-badd-b62ab0473cc3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:32.157282 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27f6aa1d-6664-40a2-a807-612beead5412 req-2118ba71-f249-4a60-badd-b62ab0473cc3 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0759830 Apr 21 15:13:32.276781 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27f6aa1d-6664-40a2-a807-612beead5412 req-b5090339-63b5-4939-975f-13f58068289a tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132474 Apr 21 15:13:33.475725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677a247-aaa8-4ba3-abde-369cb5acf2ac req-c0ab5f61-0b92-4098-9b97-e7adaf83c1b7 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:33.477197 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d677a247-aaa8-4ba3-abde-369cb5acf2ac req-c0ab5f61-0b92-4098-9b97-e7adaf83c1b7 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0807552 Apr 21 15:13:33.521572 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d677a247-aaa8-4ba3-abde-369cb5acf2ac req-b27f0963-488c-42a6-9dec-86e5739b9ff5 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389256 Apr 21 15:13:33.744259 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:13:34.722034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b19de-de84-4ee7-a33d-bff32f9347f1 req-6423b7b4-a653-448b-b2b9-875f988b4a3f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:34.723475 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae2b19de-de84-4ee7-a33d-bff32f9347f1 req-6423b7b4-a653-448b-b2b9-875f988b4a3f tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0782986 Apr 21 15:13:34.771288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae2b19de-de84-4ee7-a33d-bff32f9347f1 req-6c38bc8d-b557-4431-a76a-3b437ee1f793 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Apr 21 15:13:35.338391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-93ebd878-fad5-4dce-b71a-2ce2253fa8f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 1098 time: 0.0691080 Apr 21 15:13:35.477281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-bc2d04da-4234-4912-9be7-717cf5964f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:35.478703 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-bc2d04da-4234-4912-9be7-717cf5964f26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 200 len: 913 time: 0.1212983 Apr 21 15:13:35.544861 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-03b9e33f-2d91-4ec6-9073-01d34bcdd417 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 200 len: 217 time: 0.0596197 Apr 21 15:13:35.615148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-3fb604cf-e121-4810-ac73-b5f31b64121a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:35.617133 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-3fb604cf-e121-4810-ac73-b5f31b64121a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b850ee8-271e-4a29-9374-b4d20c56c2fd HTTP/1.1" status: 200 len: 852 time: 0.0663099 Apr 21 15:13:35.662429 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-b793d0df-2de1-4b97-8ba9-acb98e63b8c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54bee084-64bc-42e6-b286-fbb84e2ca109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389762 Apr 21 15:13:35.797713 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-c192f94f-fbf0-4234-a628-9178bc1f3d6c service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277556 Apr 21 15:13:35.931442 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7dbb84a3-f076-4f6e-be1a-d5ac5034d8ae req-8d5c3984-5af1-417d-a726-7dd3125c8850 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275134 Apr 21 15:13:35.967522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5015d-351a-4980-9c9d-16752313e6b9 req-ecd0dae9-0683-4a81-be51-631bf1471978 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:35.970350 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35d5015d-351a-4980-9c9d-16752313e6b9 req-ecd0dae9-0683-4a81-be51-631bf1471978 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0801847 Apr 21 15:13:36.023101 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35d5015d-351a-4980-9c9d-16752313e6b9 req-0e6a083a-c311-4012-9274-a73190a9b903 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471361 Apr 21 15:13:37.223412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262273-fe45-4e47-9a0c-a1c277850fa5 req-0fb70637-a6c8-45e9-90b3-d3d36bfb2957 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:37.224868 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae262273-fe45-4e47-9a0c-a1c277850fa5 req-0fb70637-a6c8-45e9-90b3-d3d36bfb2957 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0844307 Apr 21 15:13:37.269175 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae262273-fe45-4e47-9a0c-a1c277850fa5 req-a6c314cb-9d15-43ed-b996-0acb23af714c tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387650 Apr 21 15:13:38.467317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d575a0-14c1-49f6-ae64-871f75885941 req-c5ad1a6e-73fe-49d2-8888-a82741353e0e tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:38.468767 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3d575a0-14c1-49f6-ae64-871f75885941 req-c5ad1a6e-73fe-49d2-8888-a82741353e0e tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0788569 Apr 21 15:13:38.512773 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3d575a0-14c1-49f6-ae64-871f75885941 req-6d7fbc18-4d47-475b-9518-83ab2ce85d66 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Apr 21 15:13:39.705158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101a6bb-07cb-4d7b-8614-c297f173684d req-1be5985e-46e2-4f16-ba24-7b7e38815436 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:39.706579 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4101a6bb-07cb-4d7b-8614-c297f173684d req-1be5985e-46e2-4f16-ba24-7b7e38815436 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0754149 Apr 21 15:13:39.749760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4101a6bb-07cb-4d7b-8614-c297f173684d req-5a2da713-ac99-42bb-a2c0-5eafac86f68e tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Apr 21 15:13:40.944433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98adf59-19a8-4dcc-a38d-d1a4e464c234 req-b2ef5458-c36d-4c31-9b15-3200c80c8fcf tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:40.945887 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b98adf59-19a8-4dcc-a38d-d1a4e464c234 req-b2ef5458-c36d-4c31-9b15-3200c80c8fcf tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0760100 Apr 21 15:13:40.990651 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b98adf59-19a8-4dcc-a38d-d1a4e464c234 req-bbd2fc62-9895-4d10-85c1-5b3bb10eb03e tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Apr 21 15:13:42.101598 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-9471555a-9100-44ae-9edd-108d0159b6bd service neutron] 10.222.0.21 "GET /v2.0/ports/3196bed5-3369-42f8-945a-c07d8448bff6/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0755231 Apr 21 15:13:42.192886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fabc03-950d-4f65-8e4e-94d99cc76db5 req-a98039dc-ce22-4a45-b60f-dec525162339 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:42.194352 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-97fabc03-950d-4f65-8e4e-94d99cc76db5 req-a98039dc-ce22-4a45-b60f-dec525162339 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0794873 Apr 21 15:13:42.240877 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-97fabc03-950d-4f65-8e4e-94d99cc76db5 req-08d33978-8bb4-4e59-8bd0-a72ed586b5fb tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Apr 21 15:13:42.380809 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-38fb5103-c21c-423e-aa45-4b7c1234991e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117&tenant_id=3bafea4ab49243fd96879af9cd7c33ef HTTP/1.1" status: 200 len: 1098 time: 0.0709550 Apr 21 15:13:42.479142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-a935a355-2ca0-4ac4-a364-d7e331a4d6b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 1098 time: 0.0664933 Apr 21 15:13:42.605627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-1805a109-8041-4dfc-8c59-de690bea606f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:42.606950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-1805a109-8041-4dfc-8c59-de690bea606f service neutron] 10.222.0.21 "GET /v2.0/networks?id=54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 200 len: 913 time: 0.1223745 Apr 21 15:13:42.676359 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-4d978a93-341f-4698-b951-bbd37e17fabd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 200 len: 217 time: 0.0630450 Apr 21 15:13:42.738624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-a4bd8f3f-e53b-4c8b-9c72-e8d4a04a70be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:42.740041 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-a4bd8f3f-e53b-4c8b-9c72-e8d4a04a70be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b850ee8-271e-4a29-9374-b4d20c56c2fd HTTP/1.1" status: 200 len: 852 time: 0.0587800 Apr 21 15:13:42.862803 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-e708f823-4b16-4ded-b7d6-b3948a4946c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54bee084-64bc-42e6-b286-fbb84e2ca109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170266 Apr 21 15:13:42.991283 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-20921f57-a585-4ce7-a976-498972ddc76c service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220665 Apr 21 15:13:43.120012 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0608cd53-79aa-4475-b199-6a23bd5f5973 req-7cd9d730-c107-43a9-b6da-3004336fdcd5 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230783 Apr 21 15:13:43.439479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544df1d-02d3-47f4-9099-660c5d17a31e req-715e9c0c-458e-40a5-b136-81f68be85904 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:43.440989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d544df1d-02d3-47f4-9099-660c5d17a31e req-715e9c0c-458e-40a5-b136-81f68be85904 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0787959 Apr 21 15:13:43.484740 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d544df1d-02d3-47f4-9099-660c5d17a31e req-2b24166e-3edd-4a36-97cb-a1fe49c58e38 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Apr 21 15:13:44.689570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048575ac-77e6-41c1-8f2d-b478a9933d9c req-419b5219-0056-472d-b67f-f564e173f4fb tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:44.690997 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-048575ac-77e6-41c1-8f2d-b478a9933d9c req-419b5219-0056-472d-b67f-f564e173f4fb tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0756309 Apr 21 15:13:44.738567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-048575ac-77e6-41c1-8f2d-b478a9933d9c req-84173eb5-954d-4cca-ac25-44fc6eddffc4 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Apr 21 15:13:45.931897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990e97d-74a4-44d5-8f8a-c731ec9d7996 req-ec8e8d70-6fa7-46dc-b709-b78dc1bbbd09 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:45.933378 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b990e97d-74a4-44d5-8f8a-c731ec9d7996 req-ec8e8d70-6fa7-46dc-b709-b78dc1bbbd09 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0752263 Apr 21 15:13:45.985286 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b990e97d-74a4-44d5-8f8a-c731ec9d7996 req-90f60a4e-ae9a-4e31-80c8-3f705d7f056b tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456548 Apr 21 15:13:46.377766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-94ea04ac-b759-4d7b-b713-961488a9963e tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:46.379083 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-94ea04ac-b759-4d7b-b713-961488a9963e tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.21 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117&tenant_id=3bafea4ab49243fd96879af9cd7c33ef&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.0825183 Apr 21 15:13:46.531265 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-b107e852-3ed6-4ff5-b919-5b9b10cb4db9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 1098 time: 0.0675263 Apr 21 15:13:46.662017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-f36f8fff-039a-40ee-9a27-f3f8d9a79eb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:46.663465 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-f36f8fff-039a-40ee-9a27-f3f8d9a79eb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 200 len: 913 time: 0.1266429 Apr 21 15:13:46.736769 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-6a9ebee3-d868-4846-93d2-ecb58857f4bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 200 len: 217 time: 0.0676432 Apr 21 15:13:46.771028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3196bed5-3369-42f8-945a-c07d8448bff6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:13:46.777983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3196bed5-3369-42f8-945a-c07d8448bff6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:13:46.801160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-a5199d7d-f3a4-4e94-beb6-ad9d4ae0b887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:46.802604 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-a5199d7d-f3a4-4e94-beb6-ad9d4ae0b887 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b850ee8-271e-4a29-9374-b4d20c56c2fd HTTP/1.1" status: 200 len: 852 time: 0.0600226 Apr 21 15:13:46.846866 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-bf887334-fff0-46eb-8173-2996cbc62007 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=54bee084-64bc-42e6-b286-fbb84e2ca109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381863 Apr 21 15:13:46.982212 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-d2347f58-4181-40b3-a968-cf24b39ead30 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287286 Apr 21 15:13:46.992830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:47.014238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:47.033197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '3196bed5-3369-42f8-945a-c07d8448bff6', 'network_id': '54bee084-64bc-42e6-b286-fbb84e2ca109', 'port_id': '3196bed5-3369-42f8-945a-c07d8448bff6', 'mac_address': 'fa:16:3e:72:36:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b850ee8-271e-4a29-9374-b4d20c56c2fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:13:47.039481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:13:47.075392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:47.084916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:47.119146 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-761c6fa3-d759-44ca-a8ab-0306b7696406 service neutron] 10.222.0.21 "GET /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311374 Apr 21 15:13:47.125285 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06791267-f6a4-4863-9c52-51746c15f9fe'] response: {'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6', 'code': 200} Apr 21 15:13:47.154064 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:47.180366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3196bed5-3369-42f8-945a-c07d8448bff6 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:13:47.188028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:47.229532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.229888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.230237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.230571 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.230906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.231234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.231617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.231894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.232405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.232958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.233387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:47.254388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:13:47.254739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:13:47.812447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:47.830869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3196bed5-3369-42f8-945a-c07d8448bff6 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:13:47.851209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:47.855718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:47.920997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:47.981339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['3196bed5-3369-42f8-945a-c07d8448bff6'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:13:48.027467 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48343153-c228-46de-aaca-27ed0aebb1a3 req-6d560e3e-7710-45d5-92c8-1f15d16bc0ab tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:48.028958 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-48343153-c228-46de-aaca-27ed0aebb1a3 req-6d560e3e-7710-45d5-92c8-1f15d16bc0ab tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 944 time: 0.0756431 Apr 21 15:13:48.074314 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-48343153-c228-46de-aaca-27ed0aebb1a3 req-b69c2e17-31ac-4f68-931c-72cb6fc0657b tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 Apr 21 15:13:48.786444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3196bed5-3369-42f8-945a-c07d8448bff6 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:48.854178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 3196bed5-3369-42f8-945a-c07d8448bff6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:48.854805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:48.964106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:48.995304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:48.999469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:49.074887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a510146-eb07-482f-af4b-3ef89368a842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:49.081970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:49.125977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:13:49.179428 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f025fd6c-d96e-4ab7-9dec-ca4fbf51daef'] response: {'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6', 'code': 200} Apr 21 15:13:49.274842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4433d-8b57-42a7-957c-2084913078f4 req-ad950ec5-5f5f-4784-a507-5e23145c35d2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:49.276309 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4a4433d-8b57-42a7-957c-2084913078f4 req-ad950ec5-5f5f-4784-a507-5e23145c35d2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0786707 Apr 21 15:13:49.320225 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4a4433d-8b57-42a7-957c-2084913078f4 req-43bf3fca-1ea3-453d-821c-eda526f58f18 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/security-groups?id=6050a06c-f9d8-445e-a006-59e002d1483a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Apr 21 15:13:49.780625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-b7898cd4-7ceb-45da-b06e-4023fc704e93 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:49.782032 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-b7898cd4-7ceb-45da-b06e-4023fc704e93 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.21 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 945 time: 0.0735350 Apr 21 15:13:49.851599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Deleting port 3196bed5-3369-42f8-945a-c07d8448bff6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:13:49.851935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:50.176924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] For port 3196bed5-3369-42f8-945a-c07d8448bff6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3196bed5-3369-42f8-945a-c07d8448bff6,segment=NetworkSegment(ecfe08a0-aa54-48f3-a941-a3922c06c668),segment_id=ecfe08a0-aa54-48f3-a941-a3922c06c668)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:13:50.177287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:50.298284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Calling delete_port for 3196bed5-3369-42f8-945a-c07d8448bff6 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:13:50.443891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:50.477732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['3196bed5-3369-42f8-945a-c07d8448bff6'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:13:50.491654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Pushing event deleted for resources: {'Port': ['ID=3196bed5-3369-42f8-945a-c07d8448bff6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:50.494388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6e40c029-d343-43e3-b98c-adda058725ef req-eb954a38-b97f-42d6-baeb-85858dca8d59 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.42 "GET /v2.0/ports?device_id=44718784-4822-4cb0-ad00-170634026117 HTTP/1.1" status: 200 len: 210 time: 0.0501933 Apr 21 15:13:50.567125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] No DVR routers for this DVR port 3196bed5-3369-42f8-945a-c07d8448bff6 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:13:50.569542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:50.572219 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-deleted', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:13:50.588707 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c0b5455b-2985-4267-a89a-58c8d34e4407 req-0102f9f8-30fd-4594-8b44-e0a2eaf0b8f2 tempest-DeleteServersTestJSON-1418036069 tempest-DeleteServersTestJSON-1418036069-project] 10.222.0.21 "DELETE /v2.0/ports/3196bed5-3369-42f8-945a-c07d8448bff6 HTTP/1.1" status: 204 len: 173 time: 0.8008707 Apr 21 15:13:50.636191 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77985f4b-7186-419b-9760-43dd4d503f82'] response: {'server_uuid': '44718784-4822-4cb0-ad00-170634026117', 'name': 'network-vif-deleted', 'tag': '3196bed5-3369-42f8-945a-c07d8448bff6', 'status': 'completed', 'code': 200} Apr 21 15:13:51.383243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49cada27-ca77-48a7-869b-57f03444e36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:51.771024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60438) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:51.829587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] Deleting subnet 6b850ee8-271e-4a29-9374-b4d20c56c2fd {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:13:51.832333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:51.879323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:51.935654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.002191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.036771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b850ee8-271e-4a29-9374-b4d20c56c2fd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:52.042844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.050021 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c676fedb-7d19-4774-b9f2-f3cc7f92e0f9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b850ee8-271e-4a29-9374-b4d20c56c2fd HTTP/1.1" status: 204 len: 168 time: 0.2777138 Apr 21 15:13:52.052164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60442) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:52.161326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.279584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.308846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bee084-64bc-42e6-b286-fbb84e2ca109']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:52.320529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfe08a0-aa54-48f3-a941-a3922c06c668') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:52.320845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfe08a0-aa54-48f3-a941-a3922c06c668') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:52.331793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.348249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.350626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.354845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:13:52.355224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:13:52.368870 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:13:52.449000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.464735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.474590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] Pushing event deleted for resources: {'Network': ['ID=54bee084-64bc-42e6-b286-fbb84e2ca109,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:52.482875 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d15114c1-ddb7-43c9-81f0-63efeed1ae6b admin admin] 10.222.0.42 "DELETE /v2.0/networks/54bee084-64bc-42e6-b286-fbb84e2ca109 HTTP/1.1" status: 204 len: 168 time: 0.4295974 Apr 21 15:13:52.525956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.616517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:52.664607 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05fe293c-137b-44cb-a466-44acdbc4c8bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bafea4ab49243fd96879af9cd7c33ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469546 Apr 21 15:13:52.666792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60452) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:52.725404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.753250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.801944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.821159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6050a06c-f9d8-445e-a006-59e002d1483a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:52.835382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.835735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.836090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.836426 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.836765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.837091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.837420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.837749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.838074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.838392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.838711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:52.842705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.845109 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c200652-6a2c-4f80-b0f7-b39e47866830 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6050a06c-f9d8-445e-a006-59e002d1483a HTTP/1.1" status: 204 len: 168 time: 0.1768172 Apr 21 15:13:53.653285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60474) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:53.718386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.781437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-752344408-network', 'tenant_id': 'e7f69ec00fe149488c7881d17c677a24'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:13:53.786639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:53.790400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Usage tracker for resource:network and tenant:e7f69ec00fe149488c7881d17c677a24 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:53.793231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:53.799393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:53.809827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Made reservation on behalf of e7f69ec00fe149488c7881d17c677a24 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:13:53.812234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.824818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.858264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:53.861969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Usage tracker for resource:security_group_rule and tenant:e7f69ec00fe149488c7881d17c677a24 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:53.864700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:53.870253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:53.935673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.940356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.969667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:13:53.984566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.984907 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Added segment 1b828a3c-aec6-4a4e-9f36-db85e5ba72e1 of type vlan for network 1048f850-e27e-4196-a2bf-9dd6428caabd Apr 21 15:13:53.986104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e01cb-71bd-4da5-8734-f326eb1e1a61,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:54.015714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:54.044586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:54.045395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:54.045983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:54.242991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] Pushing event updated for resources: {'Network': ['ID=1048f850-e27e-4196-a2bf-9dd6428caabd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:54.248565 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3dba18fa-12aa-4135-b157-b5b574261ecb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5916097 Apr 21 15:13:54.249459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60480) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:54.253329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 1048f850-e27e-4196-a2bf-9dd6428caabd details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:13:54.254550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Request body: {'subnet': {'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-752344408-subnet', 'tenant_id': 'e7f69ec00fe149488c7881d17c677a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:13:54.259257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:54.262989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Usage tracker for resource:subnet and tenant:e7f69ec00fe149488c7881d17c677a24 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:54.265784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:54.271478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:54.280917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Made reservation on behalf of e7f69ec00fe149488c7881d17c677a24 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:13:54.283109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:54.482361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:54.562820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7b42ec-734d-486e-a4d9-d368e06e7502,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:54.567479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Checking segment: {'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:13:54.567830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Network hostable DHCP agents. Network: 1048f850-e27e-4196-a2bf-9dd6428caabd, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:13:54.591499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Network 1048f850-e27e-4196-a2bf-9dd6428caabd is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:13:54.602064 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 1048f850-e27e-4196-a2bf-9dd6428caabd) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:54.606516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:54.607141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:54.614523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3847b32e-0a53-4a5b-8fd0-27a09f4aee23 None None] Network 1048f850-e27e-4196-a2bf-9dd6428caabd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:13:54.635278 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-430b85d1-e264-4da0-a4ed-bf8f77e086ad admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3854144 Apr 21 15:13:54.820916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3196bed5-3369-42f8-945a-c07d8448bff6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:13:54.857779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 3196bed5-3369-42f8-945a-c07d8448bff6 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:13:54.858354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3196bed5-3369-42f8-945a-c07d8448bff6 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:13:54.867888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0e2c7-4222-418c-8f52-a36310632579 None None] Network 1048f850-e27e-4196-a2bf-9dd6428caabd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:13:55.179884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30749973-076b-4438-a29c-eac3fdd8555a req-900e00ee-59c5-4b19-9906-d6632a8e77af tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:55.181348 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-900e00ee-59c5-4b19-9906-d6632a8e77af tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 814 time: 0.1400878 Apr 21 15:13:55.197789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-6edaf087-91b2-4073-b4e5-0a5d060e891f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/quotas/e7f69ec00fe149488c7881d17c677a24 HTTP/1.1" status: 200 len: 375 time: 0.0107803 Apr 21 15:13:55.241273 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-dbfc6cef-f0e5-4879-976f-1a93bf36ecb9 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387712 Apr 21 15:13:55.369712 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-1099d851-7c19-473b-854c-b6c31ee4f715 service neutron] 10.222.0.42 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221485 Apr 21 15:13:55.580516 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-5a5800dc-47db-4da2-82d4-0d91e6010bcb service neutron] 10.222.0.42 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049940 Apr 21 15:13:55.759192 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2a5b7e00-be55-4d09-adba-c531277e8501 req-6cadc9ec-b1f7-45ad-b54d-a9b99e18ba9e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 210 time: 0.0412855 Apr 21 15:13:56.842794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30749973-076b-4438-a29c-eac3fdd8555a req-8734f2f6-a6cf-4a12-9253-f51c8c827410 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:56.844253 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-8734f2f6-a6cf-4a12-9253-f51c8c827410 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 814 time: 0.1521535 Apr 21 15:13:56.866424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Request body: {'port': {'device_id': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd', 'admin_state_up': True, 'tenant_id': 'e7f69ec00fe149488c7881d17c677a24'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:13:56.989026 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-028d3731-98f3-44b0-8098-3bbadaa07442 req-b18778dd-7f13-464f-b5d6-69a5631beedd tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 210 time: 0.0547290 Apr 21 15:13:57.052321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:57.055987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Usage tracker for resource:port and tenant:e7f69ec00fe149488c7881d17c677a24 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:57.059011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:57.065285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:57.074561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Made reservation on behalf of e7f69ec00fe149488c7881d17c677a24 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:13:57.077636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:57.235103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Allocated IP 172.20.0.13 (1048f850-e27e-4196-a2bf-9dd6428caabd/5e7b42ec-734d-486e-a4d9-d368e06e7502/83211630-e1d6-466e-8279-f2b0358e6e79) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:13:57.434180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:57.461523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:57.528701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Network 1048f850-e27e-4196-a2bf-9dd6428caabd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:57.531536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:57.535241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:13:57.573594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:57.601438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:57.602034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:57.621656 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-d74bf0e3-7d11-40f8-88da-eb0bcf4d5c92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596693 Apr 21 15:13:57.638506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Request body: {'port': {'device_id': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:13:57.742253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.066190 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83211630-e1d6-466e-8279-f2b0358e6e79 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:13:58.072894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.086913 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Transition to ACTIVE for port object 83211630-e1d6-466e-8279-f2b0358e6e79 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:58.090972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.190566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9f1b4-611a-46f4-99fc-eb80b212d489 req-2e208ced-e4b4-4b72-97f8-146efda78884 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:58.192197 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f6d9f1b4-611a-46f4-99fc-eb80b212d489 req-2e208ced-e4b4-4b72-97f8-146efda78884 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 944 time: 0.0832877 Apr 21 15:13:58.212498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:58.237562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-f6d9f1b4-611a-46f4-99fc-eb80b212d489 req-7943fa17-074e-4288-9149-52db6b184011 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Synchronizing usage tracker for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:13:58.254312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-f6d9f1b4-611a-46f4-99fc-eb80b212d489 req-7943fa17-074e-4288-9149-52db6b184011 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Unset dirty status for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:13:58.255502 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f6d9f1b4-611a-46f4-99fc-eb80b212d489 req-7943fa17-074e-4288-9149-52db6b184011 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578034 Apr 21 15:13:58.317728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Attempting to bind port 83211630-e1d6-466e-8279-f2b0358e6e79 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:13:58.317983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Attempting to bind port 83211630-e1d6-466e-8279-f2b0358e6e79 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:13:58.318280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Attempting to bind port 83211630-e1d6-466e-8279-f2b0358e6e79 on network 1048f850-e27e-4196-a2bf-9dd6428caabd {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:13:58.323796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Port 83211630-e1d6-466e-8279-f2b0358e6e79 on network 1048f850-e27e-4196-a2bf-9dd6428caabd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:13:58.324133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Attempting to bind port 83211630-e1d6-466e-8279-f2b0358e6e79 on network 1048f850-e27e-4196-a2bf-9dd6428caabd {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:13:58.330747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:13:58.331070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Checking segment: {'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:13:58.331441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Bound using segment: {'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:13:58.331847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Bound port: 83211630-e1d6-466e-8279-f2b0358e6e79, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:13:58.332220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.495974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:13:58.498892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:13:58.502941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.567681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.569117 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] 10.222.0.21 "PUT /v2.0/ports/83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 200 len: 1094 time: 0.9344273 Apr 21 15:13:58.569493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:13:58.585051 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8b099-a38e-4bdc-be8b-76b920ec6526 service neutron] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:58.650903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39dd891-d80e-4e6b-8813-d3893ea78504'] response: {'name': 'network-changed', 'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79', 'status': 'completed', 'code': 200} Apr 21 15:13:58.690182 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-1707430d-7e9b-4450-a6f9-55439552fb7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 1097 time: 0.0697372 Apr 21 15:13:58.768898 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-c396e767-58cf-4675-bf3d-1ad8f7983bb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 200 len: 217 time: 0.0670075 Apr 21 15:13:58.827928 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30749973-076b-4438-a29c-eac3fdd8555a req-54255482-9222-4aef-bf00-79239c7d4e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:58.829795 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-54255482-9222-4aef-bf00-79239c7d4e3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0551734 Apr 21 15:13:58.874031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-65f62efe-1517-433b-8968-3e16194046e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391135 Apr 21 15:13:59.001474 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-5be3c9df-271c-4030-b6f6-be73805705e3 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220522 Apr 21 15:13:59.126835 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30749973-076b-4438-a29c-eac3fdd8555a req-006eec1a-ec31-4804-9cc4-00917287be78 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196213 Apr 21 15:13:59.285702 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-752c2d2e-2f18-4414-b3c1-d3e7d1b82a5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 1097 time: 0.0667367 Apr 21 15:13:59.413458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-5d0f0323-56ed-4747-bd68-668fbef60b19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:59.414915 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-5d0f0323-56ed-4747-bd68-668fbef60b19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1231611 Apr 21 15:13:59.446940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a2b83-dd21-43b0-bee0-6a600208cb96 req-9ef04491-8035-4df2-af8d-8a12428063f1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:59.448455 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f9a2b83-dd21-43b0-bee0-6a600208cb96 req-9ef04491-8035-4df2-af8d-8a12428063f1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 944 time: 0.0750358 Apr 21 15:13:59.490374 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-094a0c8b-d4d7-4219-b631-8212bf3bfdc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 200 len: 217 time: 0.0684688 Apr 21 15:13:59.496342 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f9a2b83-dd21-43b0-bee0-6a600208cb96 req-4b1017a2-7612-4c02-b085-8df055219407 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Apr 21 15:13:59.552172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-a71e2956-4065-4b34-b5af-7b371c4a060d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:13:59.553604 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-a71e2956-4065-4b34-b5af-7b371c4a060d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0572293 Apr 21 15:13:59.598515 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-0f25cca5-1b38-4995-ab10-63d1386cc8d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388134 Apr 21 15:13:59.728783 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-f7b723ce-3988-45d9-8b00-ffaab76fc8fe service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223564 Apr 21 15:13:59.855811 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4448aaf-4a3e-462e-b853-8abf44c18eff req-a49f50d9-1a12-4914-9c5b-981970b6d612 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192813 Apr 21 15:14:00.717131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfa549-172f-47cb-b0fc-3a7310a70a9c req-ee0d01b9-ffee-477a-9927-52a28b8b66b7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:00.717858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-79bfa549-172f-47cb-b0fc-3a7310a70a9c req-ee0d01b9-ffee-477a-9927-52a28b8b66b7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Synchronizing usage tracker for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:14:00.734403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-79bfa549-172f-47cb-b0fc-3a7310a70a9c req-ee0d01b9-ffee-477a-9927-52a28b8b66b7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Unset dirty status for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:14:00.735636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79bfa549-172f-47cb-b0fc-3a7310a70a9c req-ee0d01b9-ffee-477a-9927-52a28b8b66b7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 944 time: 0.1106381 Apr 21 15:14:00.782438 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79bfa549-172f-47cb-b0fc-3a7310a70a9c req-8cb4648f-ff28-4bae-868c-5e1dbc4dc6e2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Apr 21 15:14:00.880072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:01.975393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e031e-ee24-410b-a95d-d7536383a87b req-efdf6549-47b5-40d5-a36c-e84e0bdc202b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:01.976880 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fe4e031e-ee24-410b-a95d-d7536383a87b req-efdf6549-47b5-40d5-a36c-e84e0bdc202b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 944 time: 0.0750160 Apr 21 15:14:02.021583 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fe4e031e-ee24-410b-a95d-d7536383a87b req-197bebd7-318e-4d38-bdf5-1be7baa849b2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Apr 21 15:14:02.840794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 83211630-e1d6-466e-8279-f2b0358e6e79 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:14:02.969703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:02.982379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '83211630-e1d6-466e-8279-f2b0358e6e79', 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd', 'port_id': '83211630-e1d6-466e-8279-f2b0358e6e79', 'mac_address': 'fa:16:3e:03:9b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b42ec-734d-486e-a4d9-d368e06e7502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:14:03.034900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.051892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83211630-e1d6-466e-8279-f2b0358e6e79 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:14:03.066620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:03.071336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.137681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:03.216381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eaf50-2671-411c-9fbd-1e4305a31a38 req-24fcc76a-911d-4674-96a3-265e816e33b4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:03.217810 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f02eaf50-2671-411c-9fbd-1e4305a31a38 req-24fcc76a-911d-4674-96a3-265e816e33b4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 945 time: 0.0736837 Apr 21 15:14:03.266524 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f02eaf50-2671-411c-9fbd-1e4305a31a38 req-16b9c121-f4f6-44b9-9bed-e821bd3e54b0 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Apr 21 15:14:03.339627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['83211630-e1d6-466e-8279-f2b0358e6e79'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:14:04.460880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537961be-8935-4629-85b0-87fa3184a43b req-09f0e24b-011b-4712-b108-fc5a74d33a3a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:04.462311 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-537961be-8935-4629-85b0-87fa3184a43b req-09f0e24b-011b-4712-b108-fc5a74d33a3a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 945 time: 0.0780487 Apr 21 15:14:04.505914 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-537961be-8935-4629-85b0-87fa3184a43b req-9e2665ed-1149-494f-b99d-c754490430a1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380991 Apr 21 15:14:04.866177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 83211630-e1d6-466e-8279-f2b0358e6e79 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:14:04.936143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 83211630-e1d6-466e-8279-f2b0358e6e79 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:14:04.940917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 83211630-e1d6-466e-8279-f2b0358e6e79 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:14:04.941358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:05.052449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:05.077964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:14:05.087849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:05.092570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:05.136769 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d1eb66-8e58-454d-ae0d-be81d693c77f'] response: {'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79', 'code': 200} Apr 21 15:14:05.158849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:05.453215 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e6ca94bb-31ba-47c9-8956-5d5487f2af82 req-57491478-a354-4a5d-851d-2102ecc6defc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 1099 time: 0.1380174 Apr 21 15:14:05.493763 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e6ca94bb-31ba-47c9-8956-5d5487f2af82 req-81409331-f843-48f2-a8ea-a8adbfa48963 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344844 Apr 21 15:14:05.696923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3786-82df-46f6-9639-21ec0811bd31 req-8fe26168-81dd-48f5-8991-374ab7bc2985 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:05.698366 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-403d3786-82df-46f6-9639-21ec0811bd31 req-8fe26168-81dd-48f5-8991-374ab7bc2985 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0747666 Apr 21 15:14:05.742951 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-403d3786-82df-46f6-9639-21ec0811bd31 req-2d6b9ba4-7d17-4c37-af28-1d136a78993d tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389340 Apr 21 15:14:06.947447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342823ce-8cbb-4629-a515-747eab2c1214 req-fb802fa9-bfda-4e7e-a2f8-1abc1d77b1bc tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:06.949084 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342823ce-8cbb-4629-a515-747eab2c1214 req-fb802fa9-bfda-4e7e-a2f8-1abc1d77b1bc tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0783515 Apr 21 15:14:06.994098 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342823ce-8cbb-4629-a515-747eab2c1214 req-59e24e67-3710-461d-983a-2092cb74b07e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Apr 21 15:14:07.198089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa365d3-0453-4068-acc3-6c72c89b1f4d req-650c1307-2964-4a94-847d-ea46adc9c04c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:07.199513 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0fa365d3-0453-4068-acc3-6c72c89b1f4d req-650c1307-2964-4a94-847d-ea46adc9c04c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0867267 Apr 21 15:14:07.244783 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0fa365d3-0453-4068-acc3-6c72c89b1f4d req-9fee41bb-a409-4460-a526-3d39a7c2926c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Apr 21 15:14:07.608343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5137e6-b8f9-43c8-993d-02aeafbee024 req-8aa75b81-4176-4ec2-8762-2a76921accf7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:07.610183 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5c5137e6-b8f9-43c8-993d-02aeafbee024 req-8aa75b81-4176-4ec2-8762-2a76921accf7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0748794 Apr 21 15:14:07.653946 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5c5137e6-b8f9-43c8-993d-02aeafbee024 req-ca364588-c260-49d9-9242-a741308e19e1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Apr 21 15:14:07.860559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf449c0-aaec-461c-b4ef-a06166638295 req-37fe94c9-38f4-4045-92e9-65d615870c47 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:07.861891 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dcf449c0-aaec-461c-b4ef-a06166638295 req-37fe94c9-38f4-4045-92e9-65d615870c47 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0804834 Apr 21 15:14:07.905825 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dcf449c0-aaec-461c-b4ef-a06166638295 req-43ee3531-d94d-401d-b92b-13d205c364a6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380871 Apr 21 15:14:08.179691 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dba1f650-66ed-4b82-849d-7b918cd974a4 req-2a1c4a83-8c12-4477-93e7-b2c926a64d89 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1389227 Apr 21 15:14:08.478834 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-7541076d-46fb-4c86-8b42-ef2fc02a1f27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208348 Apr 21 15:14:08.495898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9029d-4f23-4e6e-8218-27f162f9e9ec req-7c6ccc52-fd87-430a-8fc2-9056cdc16007 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:08.497483 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5fb9029d-4f23-4e6e-8218-27f162f9e9ec req-7c6ccc52-fd87-430a-8fc2-9056cdc16007 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0874522 Apr 21 15:14:08.546276 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5fb9029d-4f23-4e6e-8218-27f162f9e9ec req-d4fc7408-45ed-4cf7-8206-616a74ff3340 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419588 Apr 21 15:14:09.742022 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-67c8c820-2a67-458a-8d54-0495af7ec52a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 1099 time: 0.0697248 Apr 21 15:14:09.742697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc365-18aa-4dfe-a7a0-d99f54d8547a req-1817cd4b-cb8f-4da5-bc84-cdd32d900a49 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:09.743762 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b75dc365-18aa-4dfe-a7a0-d99f54d8547a req-1817cd4b-cb8f-4da5-bc84-cdd32d900a49 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0755839 Apr 21 15:14:09.788768 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b75dc365-18aa-4dfe-a7a0-d99f54d8547a req-270fed9a-594a-452e-8b8e-341427e0f532 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Apr 21 15:14:09.878376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-7147f50f-cbd3-4954-be8a-53f159456c14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:09.879763 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-7147f50f-cbd3-4954-be8a-53f159456c14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1317618 Apr 21 15:14:09.948293 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-d71c64c7-9bf4-48dd-a57b-e454c1e0aa07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 200 len: 217 time: 0.0630729 Apr 21 15:14:10.008757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-f7da4e1e-69d5-4b81-9e10-4df4c43da083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:10.010170 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-f7da4e1e-69d5-4b81-9e10-4df4c43da083 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0559974 Apr 21 15:14:10.054026 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-1a1b3979-4aaf-4899-b048-e9f2a1c72384 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373943 Apr 21 15:14:10.181505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-f1da5cba-64d9-4d64-8dbd-df01f84c1086 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213236 Apr 21 15:14:10.320092 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-8b712a0c-4e0f-40c7-93ed-61ac572cb211 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325331 Apr 21 15:14:10.745602 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:14:10.996620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf27eb8-7dd9-4cd9-a930-431d9e559c04 req-4f890cec-5ec7-4553-bd66-2ea8d7f77d69 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:10.997998 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ecf27eb8-7dd9-4cd9-a930-431d9e559c04 req-4f890cec-5ec7-4553-bd66-2ea8d7f77d69 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0789058 Apr 21 15:14:11.044221 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ecf27eb8-7dd9-4cd9-a930-431d9e559c04 req-c0043f21-fd41-439b-9f7f-690b0e1d38eb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399706 Apr 21 15:14:12.245142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40a38e-b0d2-4030-8d7b-a5ec8eb968e4 req-eb77b80f-d10d-4a82-941e-7548b5c848ef tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:12.246565 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0e40a38e-b0d2-4030-8d7b-a5ec8eb968e4 req-eb77b80f-d10d-4a82-941e-7548b5c848ef tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0790548 Apr 21 15:14:12.290627 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0e40a38e-b0d2-4030-8d7b-a5ec8eb968e4 req-4b6dd29d-7dc3-4e88-9cf9-1b1a20c71166 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Apr 21 15:14:13.485095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8ca49-1441-4bc3-85c0-c9cde26c6432 req-baf1f44e-0250-4581-94ef-61b3369dbd9b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:13.486539 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bab8ca49-1441-4bc3-85c0-c9cde26c6432 req-baf1f44e-0250-4581-94ef-61b3369dbd9b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0754483 Apr 21 15:14:13.534109 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bab8ca49-1441-4bc3-85c0-c9cde26c6432 req-8704f2b6-cfd3-4618-8d0a-90f83d903711 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Apr 21 15:14:14.727443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ca558-88cb-43a0-aec4-b5116cf81e3f req-328ef23a-df23-4641-91bf-e5fcf69750d8 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:14.728903 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0b9ca558-88cb-43a0-aec4-b5116cf81e3f req-328ef23a-df23-4641-91bf-e5fcf69750d8 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0740023 Apr 21 15:14:14.775997 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0b9ca558-88cb-43a0-aec4-b5116cf81e3f req-772c8a1b-cfd9-4cd6-8cb5-454b8284ee7f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416057 Apr 21 15:14:15.971347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127baa7e-981d-40fe-ac09-145c5c4b8222 req-a4da7bb7-2aa6-4361-a4df-e3203ae790d4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:15.972799 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-127baa7e-981d-40fe-ac09-145c5c4b8222 req-a4da7bb7-2aa6-4361-a4df-e3203ae790d4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0764093 Apr 21 15:14:16.017001 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-127baa7e-981d-40fe-ac09-145c5c4b8222 req-b6e4be71-3d9c-4313-82b2-6b9ebafe0ff4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Apr 21 15:14:17.210592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038beef-2dec-42e7-afb8-631c10a10f38 req-3d85861c-1519-45b5-b078-6135664c65f7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:17.212040 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1038beef-2dec-42e7-afb8-631c10a10f38 req-3d85861c-1519-45b5-b078-6135664c65f7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0753076 Apr 21 15:14:17.256537 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1038beef-2dec-42e7-afb8-631c10a10f38 req-5b807918-1d6f-47b8-ad67-a466d520a87f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389194 Apr 21 15:14:18.450319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31b876-1535-44b7-88ba-4582865553be req-c40e2a7b-74c7-4547-b02e-259239fdf332 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:18.451753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0c31b876-1535-44b7-88ba-4582865553be req-c40e2a7b-74c7-4547-b02e-259239fdf332 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0784271 Apr 21 15:14:18.496011 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0c31b876-1535-44b7-88ba-4582865553be req-4489e40e-74ba-4133-a42e-50f8d956dc58 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Apr 21 15:14:19.057182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9978f5fb-ceb9-4ded-af26-28b9173bdb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:19.690647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5f6c5-2af9-45d4-a90c-5e8db253b855 req-18d7d1fe-38fd-43c3-9f60-ab5501cc9be2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:19.692075 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-54e5f6c5-2af9-45d4-a90c-5e8db253b855 req-18d7d1fe-38fd-43c3-9f60-ab5501cc9be2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0779264 Apr 21 15:14:19.736563 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-54e5f6c5-2af9-45d4-a90c-5e8db253b855 req-3ac00ef7-adef-4ceb-8f08-a32daa5ae4b6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389540 Apr 21 15:14:20.933212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4ca5a-100a-42b3-a35d-a3eeccf50e47 req-be057343-6e23-461a-8ca2-3a94671d074c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:20.934889 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19f4ca5a-100a-42b3-a35d-a3eeccf50e47 req-be057343-6e23-461a-8ca2-3a94671d074c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0739985 Apr 21 15:14:20.979098 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19f4ca5a-100a-42b3-a35d-a3eeccf50e47 req-1c49c8d4-aa80-43d2-8ee6-f30711363d13 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Apr 21 15:14:21.383923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e89d9248-245b-4143-a99a-6d666693034b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:22.180372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc10c35-e5f1-4515-84dd-207b20e851b7 req-cb4b5b12-ebb1-40b9-9150-6f77646dcffb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:22.181822 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4fc10c35-e5f1-4515-84dd-207b20e851b7 req-cb4b5b12-ebb1-40b9-9150-6f77646dcffb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0813725 Apr 21 15:14:22.226270 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4fc10c35-e5f1-4515-84dd-207b20e851b7 req-6ccb1d66-1bfa-4fc8-88a7-c6085b3a8bce tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382099 Apr 21 15:14:22.352990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:22.528718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:23.495212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108bf26-059f-474e-a38b-606cf4551e2b req-6b81bb22-d3ed-40c9-b43d-764a382cab99 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:23.496664 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1108bf26-059f-474e-a38b-606cf4551e2b req-6b81bb22-d3ed-40c9-b43d-764a382cab99 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.1504576 Apr 21 15:14:23.540766 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1108bf26-059f-474e-a38b-606cf4551e2b req-de1988bc-b55b-4d16-9beb-09bb1786f79e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Apr 21 15:14:23.720865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:24.733384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92152647-b416-448f-a41e-9e69b091d2f0 req-8757e67f-3367-4aaf-a614-cb7a7faeef26 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:24.735349 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-92152647-b416-448f-a41e-9e69b091d2f0 req-8757e67f-3367-4aaf-a614-cb7a7faeef26 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0777221 Apr 21 15:14:24.788961 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-92152647-b416-448f-a41e-9e69b091d2f0 req-26083301-2431-4dc1-a088-e471f8d1a2c8 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481093 Apr 21 15:14:25.997582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920259fa-af90-46fb-84d6-bb0dcf6f5633 req-643a4e95-1ab0-41ee-a924-d9d5a3d3a433 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:25.999020 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-920259fa-af90-46fb-84d6-bb0dcf6f5633 req-643a4e95-1ab0-41ee-a924-d9d5a3d3a433 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0754511 Apr 21 15:14:26.042962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-920259fa-af90-46fb-84d6-bb0dcf6f5633 req-de2970cd-80c3-4df9-8b56-34d76f4bb5dd tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Apr 21 15:14:27.237469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bd31e-2359-42e3-8113-302e70982ade req-2db5d1de-9c47-410c-84de-57bcc32a4ee6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:27.238927 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-482bd31e-2359-42e3-8113-302e70982ade req-2db5d1de-9c47-410c-84de-57bcc32a4ee6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0755010 Apr 21 15:14:27.286976 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-482bd31e-2359-42e3-8113-302e70982ade req-33a0cbb9-a8db-46f6-9b08-1c8056f4d7b9 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Apr 21 15:14:28.483127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324d6eb-c100-4284-87ef-8cc6461c1b5c req-ace0503f-aa3b-4dbb-96dc-bf32409b8072 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:28.484565 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b324d6eb-c100-4284-87ef-8cc6461c1b5c req-ace0503f-aa3b-4dbb-96dc-bf32409b8072 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0769067 Apr 21 15:14:28.529148 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b324d6eb-c100-4284-87ef-8cc6461c1b5c req-1a4ce622-0b2c-4a24-be70-8edf0c24502c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Apr 21 15:14:29.723362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c15c2-18d0-4d0f-848c-71b0d9b78450 req-d58730ad-bdbe-4118-a108-5abb2b291df6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:29.724856 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9e3c15c2-18d0-4d0f-848c-71b0d9b78450 req-d58730ad-bdbe-4118-a108-5abb2b291df6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0754323 Apr 21 15:14:29.768906 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9e3c15c2-18d0-4d0f-848c-71b0d9b78450 req-ee60a0f2-4cf0-43ff-b0fd-4bf9659864d9 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385497 Apr 21 15:14:30.882498 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:30.965748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ff255-080c-491d-ae6e-626728cff68e req-24be5c35-1a05-4bf0-b425-10da73811864 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:30.967383 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-206ff255-080c-491d-ae6e-626728cff68e req-24be5c35-1a05-4bf0-b425-10da73811864 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0748250 Apr 21 15:14:31.015698 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-206ff255-080c-491d-ae6e-626728cff68e req-823296c1-c991-4908-aea8-d3db1e188d05 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Apr 21 15:14:32.210605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d57f-171c-48e0-bf0a-093d7f7726c1 req-c39a4bb7-d6f6-47ef-b4db-a05577d7ee8f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:32.212041 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0a41d57f-171c-48e0-bf0a-093d7f7726c1 req-c39a4bb7-d6f6-47ef-b4db-a05577d7ee8f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0784729 Apr 21 15:14:32.336101 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0a41d57f-171c-48e0-bf0a-093d7f7726c1 req-f823839b-4965-45ad-804e-be53bdee29f4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184280 Apr 21 15:14:33.526312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe8945-aa9c-4563-a539-09a86b68e65c req-d37aec06-dbb9-44bb-a6b0-9b5e1b11610f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:33.527658 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bbbe8945-aa9c-4563-a539-09a86b68e65c req-d37aec06-dbb9-44bb-a6b0-9b5e1b11610f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0744104 Apr 21 15:14:33.571460 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bbbe8945-aa9c-4563-a539-09a86b68e65c req-004bf0c2-f3db-4a81-8e5f-2e3174dc3b90 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Apr 21 15:14:34.765804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c726b05-c150-48ad-ad95-f3b0c77a72d3 req-590df3dc-335b-4819-8f9f-5537fa3b9de0 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:34.768123 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4c726b05-c150-48ad-ad95-f3b0c77a72d3 req-590df3dc-335b-4819-8f9f-5537fa3b9de0 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0758395 Apr 21 15:14:34.815453 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4c726b05-c150-48ad-ad95-f3b0c77a72d3 req-0182d585-0d77-49d4-9e9d-2285a32a8d7c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Apr 21 15:14:36.013551 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151089f7-55a4-4280-aae3-436ef7fb0872 req-6f635fdc-5930-49b7-87eb-e446ce3f95df tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:36.015108 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-151089f7-55a4-4280-aae3-436ef7fb0872 req-6f635fdc-5930-49b7-87eb-e446ce3f95df tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0778313 Apr 21 15:14:36.060041 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-151089f7-55a4-4280-aae3-436ef7fb0872 req-d7f5393f-af69-46f0-b9b7-019bd7d3559a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Apr 21 15:14:37.120609 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-e1e90172-9e10-4979-89a0-981bb160d615 service neutron] 10.222.0.21 "GET /v2.0/ports/83211630-e1d6-466e-8279-f2b0358e6e79/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0775733 Apr 21 15:14:37.243903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-2b63541d-f8aa-4b3e-81ba-6ee23541a954 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 1099 time: 0.0798428 Apr 21 15:14:37.268394 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35b945-ba2c-4942-b043-d6e4ff89f7c2 req-54b9bfb3-2e3e-4057-9f12-301da5d2dd8e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:37.270438 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6b35b945-ba2c-4942-b043-d6e4ff89f7c2 req-54b9bfb3-2e3e-4057-9f12-301da5d2dd8e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0815899 Apr 21 15:14:37.318120 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6b35b945-ba2c-4942-b043-d6e4ff89f7c2 req-21820644-9794-40a7-8fe5-a1fca8f3ff64 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Apr 21 15:14:37.407796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-e709c06e-df42-4376-870e-8b82db6d0f97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:37.409320 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-e709c06e-df42-4376-870e-8b82db6d0f97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1308732 Apr 21 15:14:37.421655 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-53b10f55-6de1-4dde-9fb9-aa55e85ba4f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f&tenant_id=e7f69ec00fe149488c7881d17c677a24 HTTP/1.1" status: 200 len: 1099 time: 0.0672340 Apr 21 15:14:37.478339 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-2c590fc9-4b17-48a9-adff-14c96423fd70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 200 len: 217 time: 0.0635257 Apr 21 15:14:37.542271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-161f86f0-605c-47dd-b73b-75f83357d1a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:37.543605 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-161f86f0-605c-47dd-b73b-75f83357d1a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0601735 Apr 21 15:14:37.586916 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-afea4ac2-bfe4-4314-a0ac-861b6e7da141 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378003 Apr 21 15:14:37.714210 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-937d9286-9617-42e5-9f5c-b4963cf301d3 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211343 Apr 21 15:14:37.856253 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce69bdeb-4a4b-4947-b570-366e6c477817 req-4c4e8322-4c35-4977-b35d-cb2f5985075f service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355841 Apr 21 15:14:37.987844 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-b2da28b9-1189-4aae-9086-dfc73de15b29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 1099 time: 0.0706847 Apr 21 15:14:38.118740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-899af886-0cd8-482d-99a3-e514c170c4a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:38.120128 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-899af886-0cd8-482d-99a3-e514c170c4a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1270380 Apr 21 15:14:38.186511 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-699c9ed0-88b0-4002-a01c-a16bb14e166c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 200 len: 217 time: 0.0595398 Apr 21 15:14:38.325796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-664e8bd4-894c-464d-bc48-11f5650d6aca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:38.327217 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-664e8bd4-894c-464d-bc48-11f5650d6aca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.1351604 Apr 21 15:14:38.371690 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-66b476fb-3c74-4597-bc8f-d5c56dd97794 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384166 Apr 21 15:14:38.556816 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-49d6e908-dd85-4cca-a85a-aabe72e64c6f service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792457 Apr 21 15:14:38.568104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76cab65-bed4-4ddb-967d-3472bf9d2a05 req-98a7b88e-9431-4913-8656-f470508a81be tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:38.569494 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a76cab65-bed4-4ddb-967d-3472bf9d2a05 req-98a7b88e-9431-4913-8656-f470508a81be tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.1202807 Apr 21 15:14:38.708776 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a76cab65-bed4-4ddb-967d-3472bf9d2a05 req-c1affb06-0009-4b82-ae0b-ef47253c72a6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192186 Apr 21 15:14:38.726131 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6c5dfebb-3b1c-4167-8862-c391ad3e3bb9 req-48db6cca-6e1d-44c3-a18a-ded068151919 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557424 Apr 21 15:14:39.911962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5b648-4863-46f1-b491-c6c754bab8c7 req-6b896bc9-374b-4e29-b5db-d5a3f6d05d7d tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:39.913432 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-55a5b648-4863-46f1-b491-c6c754bab8c7 req-6b896bc9-374b-4e29-b5db-d5a3f6d05d7d tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0778632 Apr 21 15:14:39.958213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-55a5b648-4863-46f1-b491-c6c754bab8c7 req-b34ea89a-1838-4f92-ab6f-94b150c3ae89 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Apr 21 15:14:40.996134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 83211630-e1d6-466e-8279-f2b0358e6e79 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:14:41.003829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 83211630-e1d6-466e-8279-f2b0358e6e79 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:14:41.153428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b3e0-8d33-4613-bff9-e192fd9fd599 req-31dd644e-212d-45b8-bad5-6454f21edc99 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:41.154882 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9619b3e0-8d33-4613-bff9-e192fd9fd599 req-31dd644e-212d-45b8-bad5-6454f21edc99 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0756969 Apr 21 15:14:41.201730 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9619b3e0-8d33-4613-bff9-e192fd9fd599 req-5dc29fad-6063-4977-b70d-73c8ef6600b2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Apr 21 15:14:41.217048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:41.235220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:41.255750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '83211630-e1d6-466e-8279-f2b0358e6e79', 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd', 'port_id': '83211630-e1d6-466e-8279-f2b0358e6e79', 'mac_address': 'fa:16:3e:03:9b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b42ec-734d-486e-a4d9-d368e06e7502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:14:41.262073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:14:41.302473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:41.312779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:41.355801 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc39053-6cf4-4cd9-9386-33c56b0d28e4'] response: {'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79', 'code': 200} Apr 21 15:14:41.378935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:41.404925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83211630-e1d6-466e-8279-f2b0358e6e79 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:14:41.411774 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:41.477257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:14:41.477759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:14:41.603944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082411b3-2cd1-4c8c-9d8d-906aea47794d req-57e1b39f-abf0-4996-9ce5-bec86b28fbfb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:41.605322 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-082411b3-2cd1-4c8c-9d8d-906aea47794d req-57e1b39f-abf0-4996-9ce5-bec86b28fbfb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 944 time: 0.1343663 Apr 21 15:14:41.615182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7a369-2c17-4501-814c-dff2d76f650f req-698c2f1e-9a49-41f2-b2eb-448c4f9c8d19 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:41.616573 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-698c2f1e-9a49-41f2-b2eb-448c4f9c8d19 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f&tenant_id=e7f69ec00fe149488c7881d17c677a24&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1090722 Apr 21 15:14:41.660396 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-082411b3-2cd1-4c8c-9d8d-906aea47794d req-f534ce16-4a3b-44af-920f-c9e5884566cc tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Apr 21 15:14:41.772924 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-06078693-c0a8-4828-bb94-712de0de3688 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 1097 time: 0.0701187 Apr 21 15:14:41.900724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7a369-2c17-4501-814c-dff2d76f650f req-862f696a-f22e-4906-b0c5-e54ea1bed5d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:41.902158 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-862f696a-f22e-4906-b0c5-e54ea1bed5d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1229396 Apr 21 15:14:41.970228 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-c43e08d6-bdef-428d-9583-12737b68347f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 200 len: 217 time: 0.0623052 Apr 21 15:14:42.029864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:42.030411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7a369-2c17-4501-814c-dff2d76f650f req-c12892a6-f3a1-41af-b5ea-fdd3c5801052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:42.031846 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-c12892a6-f3a1-41af-b5ea-fdd3c5801052 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0563920 Apr 21 15:14:42.047000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83211630-e1d6-466e-8279-f2b0358e6e79 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:14:42.062300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:42.067103 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:42.076622 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-7abf4e73-469b-443c-93a5-237147d645ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390551 Apr 21 15:14:42.131054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:42.197311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['83211630-e1d6-466e-8279-f2b0358e6e79'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:14:42.206583 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-3ef3b7d5-fd0f-4e5d-b7be-453f766bb9a2 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239676 Apr 21 15:14:42.340203 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18d7a369-2c17-4501-814c-dff2d76f650f req-4cc3d377-04e9-47d7-a268-110729f995e2 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273570 Apr 21 15:14:42.865868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddec18-a7ab-48b7-87fb-6f95d24c71e7 req-bd5c626c-b98d-454a-bd07-08c3933a580a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:42.867373 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b8ddec18-a7ab-48b7-87fb-6f95d24c71e7 req-bd5c626c-b98d-454a-bd07-08c3933a580a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 945 time: 0.0767243 Apr 21 15:14:42.917355 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b8ddec18-a7ab-48b7-87fb-6f95d24c71e7 req-d3ea44de-4ad7-42b5-98af-16048f95996c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Apr 21 15:14:42.999346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 83211630-e1d6-466e-8279-f2b0358e6e79 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:14:43.107871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 83211630-e1d6-466e-8279-f2b0358e6e79 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:14:43.108608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:43.218185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:43.249786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:43.253684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:43.319763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:43.357066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:14:43.410675 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7781195d-c599-4f72-9dae-8c033a20cc05'] response: {'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79', 'code': 200} Apr 21 15:14:44.107942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424b36-d605-4363-bc27-d1856bde4192 req-160c857b-4d00-4115-b83e-10b9c7f1faff tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:44.109391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9424b36-d605-4363-bc27-d1856bde4192 req-160c857b-4d00-4115-b83e-10b9c7f1faff tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0739839 Apr 21 15:14:44.154237 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9424b36-d605-4363-bc27-d1856bde4192 req-ec9dd4c7-ef06-4a4c-b07a-dd422dc1ef5a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391531 Apr 21 15:14:44.352991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88476dd9-af3b-4fad-b6a9-d9fe2b57c644 req-134c7b6f-5ddc-4420-9be0-ff28a042235a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:44.354341 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-88476dd9-af3b-4fad-b6a9-d9fe2b57c644 req-134c7b6f-5ddc-4420-9be0-ff28a042235a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0789187 Apr 21 15:14:44.399393 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-88476dd9-af3b-4fad-b6a9-d9fe2b57c644 req-37a083c8-261a-4789-9e73-27e949a5655b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393593 Apr 21 15:14:44.591713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14205d6-1315-4131-bb9e-04c6daa27bb6 req-292e3f2e-6835-4272-8b18-f5710a47c0f6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:44.593160 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b14205d6-1315-4131-bb9e-04c6daa27bb6 req-292e3f2e-6835-4272-8b18-f5710a47c0f6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.0777986 Apr 21 15:14:44.636946 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b14205d6-1315-4131-bb9e-04c6daa27bb6 req-e9000516-dac6-430a-9f51-ede6efa41f61 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376234 Apr 21 15:14:45.137143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-f78419df-d8ff-4cc0-a0ba-392bf56f0e83 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:45.137828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-f78419df-d8ff-4cc0-a0ba-392bf56f0e83 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Synchronizing usage tracker for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:14:45.153547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-f78419df-d8ff-4cc0-a0ba-392bf56f0e83 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Unset dirty status for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:14:45.154862 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-f78419df-d8ff-4cc0-a0ba-392bf56f0e83 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 814 time: 0.1543176 Apr 21 15:14:45.170458 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-40ada1a7-4759-4b2e-b721-0b823bf307b3 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/quotas/e7f69ec00fe149488c7881d17c677a24 HTTP/1.1" status: 200 len: 375 time: 0.0103283 Apr 21 15:14:45.245619 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-62be1449-7813-4757-8fec-487d7ee11119 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696738 Apr 21 15:14:45.375522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2446c25c-d026-4201-9d3e-ef0c5429bfdc service neutron] 10.222.0.42 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226654 Apr 21 15:14:45.507789 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-f30b8b01-989a-407d-8db6-586df5f33618 service neutron] 10.222.0.42 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213832 Apr 21 15:14:45.684498 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-253acec1-d229-4b48-ab5e-d31a3e881a21 req-1891d9c1-a6ba-4773-8c33-e4bae24a20db tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 210 time: 0.0391474 Apr 21 15:14:46.868327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-123df3fe-1545-4215-a988-edbfdc550847 req-08e73771-f570-4f28-8f63-b478ef3da12b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 210 time: 0.0457475 Apr 21 15:14:46.906785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-96e618fe-140a-4c28-b4db-fed0c9a5f8c1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:46.908752 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-96e618fe-140a-4c28-b4db-fed0c9a5f8c1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "GET /v2.0/ports?device_id=700ce91d-dc00-4692-96ad-70ce273a0a5f HTTP/1.1" status: 200 len: 946 time: 0.1450131 Apr 21 15:14:46.944010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-6ac730d9-1265-4a8d-81d4-b1dca54975f7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:46.945487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-6ac730d9-1265-4a8d-81d4-b1dca54975f7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 814 time: 0.2643671 Apr 21 15:14:46.976181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Request body: {'port': {'device_id': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd', 'admin_state_up': True, 'tenant_id': 'e7f69ec00fe149488c7881d17c677a24'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:14:46.988780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Deleting port 83211630-e1d6-466e-8279-f2b0358e6e79 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:14:46.989141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.109738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:14:47.119612 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:14:47.129187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Made reservation on behalf of e7f69ec00fe149488c7881d17c677a24 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:14:47.132092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.226848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] For port 83211630-e1d6-466e-8279-f2b0358e6e79, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=83211630-e1d6-466e-8279-f2b0358e6e79,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:47.227119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.293729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Allocated IP 172.20.0.8 (1048f850-e27e-4196-a2bf-9dd6428caabd/5e7b42ec-734d-486e-a4d9-d368e06e7502/fea71f1d-5ae9-4597-9729-87e2ee06bbf1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:14:47.438850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Calling delete_port for 83211630-e1d6-466e-8279-f2b0358e6e79 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:14:47.505514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.533632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.565282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['83211630-e1d6-466e-8279-f2b0358e6e79'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:14:47.578220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.609086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Network 1048f850-e27e-4196-a2bf-9dd6428caabd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:14:47.612302 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:14:47.616674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:14:47.628822 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Pushing event deleted for resources: {'Port': ['ID=83211630-e1d6-466e-8279-f2b0358e6e79,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:47.629379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['83211630-e1d6-466e-8279-f2b0358e6e79'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:14:47.644890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:47.668664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.669011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.669349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.669683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.670014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.670341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.670664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.671003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.671311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.671633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.671953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:47.690386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:47.690989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.702855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] No DVR routers for this DVR port 83211630-e1d6-466e-8279-f2b0358e6e79 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:14:47.706399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.708857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-deleted', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:14:47.717996 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-30d8be09-9d67-44a9-a593-3129734d8b08 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471058 Apr 21 15:14:47.721644 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3d32b561-bb63-451f-86b2-1e7a7c5073cd req-68083319-e338-49f1-b66f-c0c7379ad3ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "DELETE /v2.0/ports/83211630-e1d6-466e-8279-f2b0358e6e79 HTTP/1.1" status: 204 len: 173 time: 0.8082168 Apr 21 15:14:47.736691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Request body: {'port': {'device_id': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:14:47.746566 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:14:47.842356 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17de4f76-6b58-48ab-a34e-410b0a4be63a'] response: {'server_uuid': '700ce91d-dc00-4692-96ad-70ce273a0a5f', 'name': 'network-vif-deleted', 'tag': '83211630-e1d6-466e-8279-f2b0358e6e79', 'status': 'completed', 'code': 200} Apr 21 15:14:47.859780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:48.071164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89edf8-5604-456e-8459-0e4420ec401d req-99d03da5-7de4-4a22-8b2c-56308675fcf2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:48.071764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-4a89edf8-5604-456e-8459-0e4420ec401d req-99d03da5-7de4-4a22-8b2c-56308675fcf2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Synchronizing usage tracker for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:14:48.086972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-4a89edf8-5604-456e-8459-0e4420ec401d req-99d03da5-7de4-4a22-8b2c-56308675fcf2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Unset dirty status for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:14:48.088395 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4a89edf8-5604-456e-8459-0e4420ec401d req-99d03da5-7de4-4a22-8b2c-56308675fcf2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 931 time: 0.0954695 Apr 21 15:14:48.135388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4a89edf8-5604-456e-8459-0e4420ec401d req-9c2a6422-d73d-4260-9fe2-8f72983408b5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Apr 21 15:14:48.195557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea71f1d-5ae9-4597-9729-87e2ee06bbf1 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:14:48.203085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:48.217906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Transition to ACTIVE for port object fea71f1d-5ae9-4597-9729-87e2ee06bbf1 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:14:48.221883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:48.363057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:48.461974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Attempting to bind port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:14:48.462296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Attempting to bind port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:14:48.462615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Attempting to bind port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 on network 1048f850-e27e-4196-a2bf-9dd6428caabd {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:14:48.468243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 on network 1048f850-e27e-4196-a2bf-9dd6428caabd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:14:48.468554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Attempting to bind port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 on network 1048f850-e27e-4196-a2bf-9dd6428caabd {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:14:48.474674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:14:48.474999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Checking segment: {'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:14:48.475369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Bound using segment: {'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:14:48.475780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Bound port: fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:14:48.476132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:48.562433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:14:48.565798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:14:48.570835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:48.628541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:48.629948 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] 10.222.0.21 "PUT /v2.0/ports/fea71f1d-5ae9-4597-9729-87e2ee06bbf1 HTTP/1.1" status: 200 len: 1093 time: 0.8983195 Apr 21 15:14:48.632815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:14:48.651231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da68ab0-2986-4567-9b88-c28ae34d9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:48.713601 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e656b5-636e-462d-9714-7e58ad3b9297'] response: {'name': 'network-changed', 'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'status': 'completed', 'code': 200} Apr 21 15:14:48.832233 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-f06880e0-63c2-4ce2-a84a-2690b0637cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 1096 time: 0.1507788 Apr 21 15:14:48.904003 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-25c965e0-0ba1-4a96-9f81-8b43cd9a7898 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0598559 Apr 21 15:14:48.969597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-0ede4a55-c4c5-4322-bf02-75252cd525b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:48.971014 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-0ede4a55-c4c5-4322-bf02-75252cd525b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0613790 Apr 21 15:14:49.015332 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-300bec56-b09e-42eb-94f1-42410658c972 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385666 Apr 21 15:14:49.060031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b31e1040-9d4d-4f2e-a228-5ad3624f1db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:49.148339 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-6c7b7c03-3489-47b2-be93-7958c0768d25 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267042 Apr 21 15:14:49.279632 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-43fc387d-f713-4da6-bd2f-30f58b7f7b21 req-dc9d616a-f8a3-410d-a7ae-31bed82f14f1 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248763 Apr 21 15:14:49.336818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724bf1f-40f4-4fe3-a4b3-fd231ddc8543 req-796dacc4-8cb7-4eb4-a198-4329aae49370 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:49.338251 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0724bf1f-40f4-4fe3-a4b3-fd231ddc8543 req-796dacc4-8cb7-4eb4-a198-4329aae49370 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 943 time: 0.0774610 Apr 21 15:14:49.383441 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0724bf1f-40f4-4fe3-a4b3-fd231ddc8543 req-f90d84a8-d038-401f-8667-7cbf96f11d7c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395637 Apr 21 15:14:49.438601 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-883c3e66-6e89-4499-9711-a9084b1adde5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 1096 time: 0.0663559 Apr 21 15:14:49.566422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-b7b75393-e87c-409a-8694-d6b8218d95b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:49.567842 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-b7b75393-e87c-409a-8694-d6b8218d95b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1237457 Apr 21 15:14:49.636730 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-1be1ebb8-e931-414f-b056-a73185741281 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0618932 Apr 21 15:14:49.701073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-689b6d48-46c8-4f31-b6a2-d464519deda0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:49.702403 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-689b6d48-46c8-4f31-b6a2-d464519deda0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0594049 Apr 21 15:14:49.748367 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-5c24bda3-2b44-479a-bf10-eba39e507664 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385118 Apr 21 15:14:49.879144 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-67730d82-3b6e-4094-865b-0bbdf0590e28 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246319 Apr 21 15:14:50.009775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-898e39f1-de84-4b7c-a5f6-11e25ece0751 req-2cde653f-a918-43a1-a192-217642d9fc43 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241591 Apr 21 15:14:50.577228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f07728-565f-4886-97ba-eb8edf997782 req-f1178cf1-3286-41cc-a0ae-5f1235ee6dfe tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:50.577906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-63f07728-565f-4886-97ba-eb8edf997782 req-f1178cf1-3286-41cc-a0ae-5f1235ee6dfe tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Synchronizing usage tracker for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:14:50.589257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-63f07728-565f-4886-97ba-eb8edf997782 req-f1178cf1-3286-41cc-a0ae-5f1235ee6dfe tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Unset dirty status for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:14:50.590362 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-63f07728-565f-4886-97ba-eb8edf997782 req-f1178cf1-3286-41cc-a0ae-5f1235ee6dfe tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 943 time: 0.0873883 Apr 21 15:14:50.635738 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-63f07728-565f-4886-97ba-eb8edf997782 req-c09d6829-ca6c-44c0-bd73-aec667c194f9 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Apr 21 15:14:51.014847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 83211630-e1d6-466e-8279-f2b0358e6e79 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:14:51.048863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 83211630-e1d6-466e-8279-f2b0358e6e79 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:14:51.049208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 83211630-e1d6-466e-8279-f2b0358e6e79 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:14:51.384957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac9c6-9b9a-425b-8106-cdcf706cb97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:51.830220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769f723-f762-4ad0-bcfc-af315ad957bb req-9cfc97b9-9f2c-4eb8-a6b0-ab316c3d1490 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:51.831649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4769f723-f762-4ad0-bcfc-af315ad957bb req-9cfc97b9-9f2c-4eb8-a6b0-ab316c3d1490 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 943 time: 0.0784414 Apr 21 15:14:51.875919 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4769f723-f762-4ad0-bcfc-af315ad957bb req-774a8a6a-0d10-46b1-bd06-e2aadf3b1431 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Apr 21 15:14:52.355458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:52.530252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:53.011760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device fea71f1d-5ae9-4597-9729-87e2ee06bbf1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:14:53.075635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b79db-b6e8-4ffb-86be-788039fe967c req-a920c604-36c7-4233-9ef3-5a6fa2d2f3f4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:53.077112 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd4b79db-b6e8-4ffb-86be-788039fe967c req-a920c604-36c7-4233-9ef3-5a6fa2d2f3f4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 943 time: 0.0796781 Apr 21 15:14:53.122514 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cd4b79db-b6e8-4ffb-86be-788039fe967c req-295a2412-5c83-4fb8-8243-e07c625927e1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Apr 21 15:14:53.153459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:53.173288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd', 'port_id': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'mac_address': 'fa:16:3e:c2:42:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b42ec-734d-486e-a4d9-d368e06e7502', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:14:53.229050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:53.246085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea71f1d-5ae9-4597-9729-87e2ee06bbf1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:14:53.260524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:53.264463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:53.332118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:53.340272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.340626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.340970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.341310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.341647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.341983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.342313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.342645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.342974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.343306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.343628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:53.523367 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['fea71f1d-5ae9-4597-9729-87e2ee06bbf1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:14:53.724654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:54.315375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59acd8-c7c9-4c6c-9235-5c9cba76b713 req-9e04203d-9db6-4e0a-9543-59a253a1abd7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:54.316766 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6c59acd8-c7c9-4c6c-9235-5c9cba76b713 req-9e04203d-9db6-4e0a-9543-59a253a1abd7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 944 time: 0.0756197 Apr 21 15:14:54.364115 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6c59acd8-c7c9-4c6c-9235-5c9cba76b713 req-40e659a8-e9dc-4179-8ab6-7e6c72cd41a7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Apr 21 15:14:55.026882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device fea71f1d-5ae9-4597-9729-87e2ee06bbf1 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:14:55.095158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:14:55.100179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:14:55.100555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:55.215060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:55.241467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:14:55.251102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:14:55.255365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:55.296731 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1edbff8-47e6-4e87-81a6-22449498e01c'] response: {'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'code': 200} Apr 21 15:14:55.321220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:55.550469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66e7618d-7c64-427f-91ea-dd9d00fe3812 req-6adc0acf-d2f0-4cf2-a4eb-ffce5ba6f420 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 1098 time: 0.0706532 Apr 21 15:14:55.568734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b2afb-0924-49db-a6b5-8468f357aefe req-16d9e017-fe46-4ae9-9a39-bcbe9225dceb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:55.570203 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac9b2afb-0924-49db-a6b5-8468f357aefe req-16d9e017-fe46-4ae9-9a39-bcbe9225dceb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0760767 Apr 21 15:14:55.596405 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66e7618d-7c64-427f-91ea-dd9d00fe3812 req-8520f26a-8314-4517-b98c-36b72ad19411 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Apr 21 15:14:55.615774 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac9b2afb-0924-49db-a6b5-8468f357aefe req-db01a48c-3256-4770-a942-d3908271dc89 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Apr 21 15:14:56.818780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f78f8-e8f3-4e10-8a99-175a0ca36492 req-b1a5cc16-c671-48f8-9809-8321117381c7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:56.820279 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b07f78f8-e8f3-4e10-8a99-175a0ca36492 req-b1a5cc16-c671-48f8-9809-8321117381c7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0784578 Apr 21 15:14:56.870458 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b07f78f8-e8f3-4e10-8a99-175a0ca36492 req-a4be2e03-7c84-4f92-9df7-29625fb988f0 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444944 Apr 21 15:14:57.068079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254fa42-6eef-499d-b3fb-4a7e8ac8d87d req-96a777ed-2d0b-47b1-8243-6a6efb87f391 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:57.069518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2254fa42-6eef-499d-b3fb-4a7e8ac8d87d req-96a777ed-2d0b-47b1-8243-6a6efb87f391 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0774860 Apr 21 15:14:57.118614 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2254fa42-6eef-499d-b3fb-4a7e8ac8d87d req-d3ce25a0-5efb-4098-80ed-3d11bd265e11 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Apr 21 15:14:57.393241 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f47cdd8c-6d69-43ab-97e7-599cd5ff9fba req-2aa5872c-35ae-4e34-b80a-c63baecdc5b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1476436 Apr 21 15:14:57.633349 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-45511668-fdbd-4dd0-b38a-d6a98fcfa2eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0656939 Apr 21 15:14:57.694247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eba107-8463-4e72-b0a9-54e1fc61917d req-8a9a6cea-9634-4481-83de-00866a00a768 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:57.695710 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-62eba107-8463-4e72-b0a9-54e1fc61917d req-8a9a6cea-9634-4481-83de-00866a00a768 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0776377 Apr 21 15:14:57.741638 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-62eba107-8463-4e72-b0a9-54e1fc61917d req-9b1ec9f0-88a0-410f-abcd-a871f0c23857 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Apr 21 15:14:58.840289 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-f783869d-2eeb-4d95-b9fb-734bba2d25d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 1098 time: 0.0670519 Apr 21 15:14:59.024765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014262-8f2b-4822-a172-001e45c319d3 req-de0cb9f4-b937-45f7-8e6b-3bf0947c7f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:59.026194 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-de0cb9f4-b937-45f7-8e6b-3bf0947c7f31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1803739 Apr 21 15:14:59.035896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b0b07-ea6e-4f0b-8007-5bda703edfa0 req-8f84c4e6-ceb1-4e66-a899-a39fed53617c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:59.037206 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-856b0b07-ea6e-4f0b-8007-5bda703edfa0 req-8f84c4e6-ceb1-4e66-a899-a39fed53617c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.1743290 Apr 21 15:14:59.115408 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-b6e2352a-7cb7-441c-a422-fcc0b6a7c5e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0772896 Apr 21 15:14:59.180427 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-856b0b07-ea6e-4f0b-8007-5bda703edfa0 req-e525037d-553a-4c85-adc1-f38072a9a5a2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936916 Apr 21 15:14:59.189603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014262-8f2b-4822-a172-001e45c319d3 req-0a11dd4f-40a9-47b9-a0c3-51d7915e5ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:14:59.190974 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-0a11dd4f-40a9-47b9-a0c3-51d7915e5ff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0644648 Apr 21 15:14:59.238463 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-8dfdec86-826c-46e7-ac8c-eb67b8b3dd21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416768 Apr 21 15:14:59.369227 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-b5cc4972-897e-43a0-a626-20371ddb04ca service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210103 Apr 21 15:14:59.496439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-2bae79c0-836f-4ce4-9890-2ec81e3a6890 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213131 Apr 21 15:15:00.378793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b4e-7bb6-4416-a6ed-52ac32128479 req-f74c9026-bb18-4fb9-bdb9-19e49942c9d1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:00.380163 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd2d4b4e-7bb6-4416-a6ed-52ac32128479 req-f74c9026-bb18-4fb9-bdb9-19e49942c9d1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0781829 Apr 21 15:15:00.424614 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd2d4b4e-7bb6-4416-a6ed-52ac32128479 req-75408247-1b84-4bb9-b4dc-c10028a610ac tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Apr 21 15:15:00.893454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:01.620337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa399-e489-47d8-b919-9c8a2854ae89 req-4dc6c588-5b78-433d-ba9d-642c9337b434 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:01.621693 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-676aa399-e489-47d8-b919-9c8a2854ae89 req-4dc6c588-5b78-433d-ba9d-642c9337b434 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0747638 Apr 21 15:15:01.666047 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-676aa399-e489-47d8-b919-9c8a2854ae89 req-30750585-33ab-4f2a-8edb-e7687a0dd9a0 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389600 Apr 21 15:15:02.858395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a135d-5fec-4fe2-ae42-08378643f03c req-8d3a8f61-8654-4b80-b28b-05107b9bd4dc tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:02.860471 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a99a135d-5fec-4fe2-ae42-08378643f03c req-8d3a8f61-8654-4b80-b28b-05107b9bd4dc tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0753915 Apr 21 15:15:02.903917 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a99a135d-5fec-4fe2-ae42-08378643f03c req-1ad71e9f-5b31-4ecd-9052-e7fc8da20a3d tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380518 Apr 21 15:15:04.099283 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825288e5-0710-402e-9894-80f44c15d3dc req-87684fca-f835-4d8f-bda0-e1d4c081969a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:04.100748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-825288e5-0710-402e-9894-80f44c15d3dc req-87684fca-f835-4d8f-bda0-e1d4c081969a tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0771725 Apr 21 15:15:04.145655 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-825288e5-0710-402e-9894-80f44c15d3dc req-099eb1f0-25cf-4e30-9d46-0e03f21c7fdc tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Apr 21 15:15:05.341475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2872bd-aed9-480d-ac49-4943484f6018 req-a3d9beae-c5dd-4c4f-babc-e781c11cfec5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:05.342922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb2872bd-aed9-480d-ac49-4943484f6018 req-a3d9beae-c5dd-4c4f-babc-e781c11cfec5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0781796 Apr 21 15:15:05.387015 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb2872bd-aed9-480d-ac49-4943484f6018 req-6672e8cd-beca-4b78-afdb-8a4d8ec0d63f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Apr 21 15:15:06.579802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb388c-7afe-4af5-bbf1-38f1881010cf req-8bd87e99-e71c-4827-b33d-de99ad4fc976 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:06.581269 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-aadb388c-7afe-4af5-bbf1-38f1881010cf req-8bd87e99-e71c-4827-b33d-de99ad4fc976 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0757501 Apr 21 15:15:06.625262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-aadb388c-7afe-4af5-bbf1-38f1881010cf req-e81a7b14-fef3-416f-91a3-ffe72828cacf tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385761 Apr 21 15:15:07.822326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a73155-a94e-4b7b-bd34-f464b5681157 req-50190321-d080-40fa-852a-796bea68b458 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:07.823759 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-44a73155-a94e-4b7b-bd34-f464b5681157 req-50190321-d080-40fa-852a-796bea68b458 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0778570 Apr 21 15:15:07.872299 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-44a73155-a94e-4b7b-bd34-f464b5681157 req-dc122e2c-8d49-4f61-8702-9fa52f11d6db tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Apr 21 15:15:09.086202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4f61-3c51-4f06-812f-5db1d18ef567 req-4fd37d6f-0207-4660-bd28-0d424ac9ccb0 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:09.087625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6a9f4f61-3c51-4f06-812f-5db1d18ef567 req-4fd37d6f-0207-4660-bd28-0d424ac9ccb0 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0776894 Apr 21 15:15:09.131329 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6a9f4f61-3c51-4f06-812f-5db1d18ef567 req-dd274ba0-178f-438e-af98-b5b7823bf1ae tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Apr 21 15:15:10.334237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bafd9-2eb6-4e3b-a3b6-22daa3e24abe req-1496eb87-f4b2-449c-9f5d-9c5cd3afcf68 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:10.335579 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2b3bafd9-2eb6-4e3b-a3b6-22daa3e24abe req-1496eb87-f4b2-449c-9f5d-9c5cd3afcf68 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0741372 Apr 21 15:15:10.379795 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2b3bafd9-2eb6-4e3b-a3b6-22daa3e24abe req-fc3036ff-911b-4d70-ae38-91dfa39919e3 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387092 Apr 21 15:15:11.707790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ee2b1-eed0-487c-bfaf-4a3b9d12a3a5 req-900b3024-b58d-4812-a3a0-556a3e45fb06 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:11.709256 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6d1ee2b1-eed0-487c-bfaf-4a3b9d12a3a5 req-900b3024-b58d-4812-a3a0-556a3e45fb06 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0775580 Apr 21 15:15:11.757563 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6d1ee2b1-eed0-487c-bfaf-4a3b9d12a3a5 req-504b7495-1eea-43e4-9c9a-2663b2107483 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Apr 21 15:15:12.952090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3c99-f119-47a8-9602-10c11046190e req-ca2bfdf7-68f2-4b47-ae47-fa5488f2a1b5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:12.954074 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-565d3c99-f119-47a8-9602-10c11046190e req-ca2bfdf7-68f2-4b47-ae47-fa5488f2a1b5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0794008 Apr 21 15:15:12.999291 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-565d3c99-f119-47a8-9602-10c11046190e req-fc41b34c-8268-444e-87f9-611fbd088abf tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394537 Apr 21 15:15:14.190811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94eb4d-72ec-4026-b4e9-ecab394c8225 req-75fe0be2-1430-4999-9224-ed62275f790e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:14.192268 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3c94eb4d-72ec-4026-b4e9-ecab394c8225 req-75fe0be2-1430-4999-9224-ed62275f790e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0754879 Apr 21 15:15:14.236863 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3c94eb4d-72ec-4026-b4e9-ecab394c8225 req-aaa8aa03-cbb1-41a7-ade2-44150a81f1db tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390856 Apr 21 15:15:15.431506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35391c-832c-4079-971d-5672aeee75d8 req-9566a256-ec21-49d9-9e0f-1a6a65e6c63c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:15.432984 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ca35391c-832c-4079-971d-5672aeee75d8 req-9566a256-ec21-49d9-9e0f-1a6a65e6c63c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0758574 Apr 21 15:15:15.476863 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ca35391c-832c-4079-971d-5672aeee75d8 req-8f55d7b8-387c-4010-87c8-61e77e4d7ec2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381527 Apr 21 15:15:16.673023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82aa0-d1ab-4cc7-afad-e205dabec44a req-6a0cfbc6-1cf6-4e36-adbc-e2ea27597a2f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:16.674470 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46a82aa0-d1ab-4cc7-afad-e205dabec44a req-6a0cfbc6-1cf6-4e36-adbc-e2ea27597a2f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0771422 Apr 21 15:15:16.723538 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-46a82aa0-d1ab-4cc7-afad-e205dabec44a req-9e691439-5f09-4ded-8dc8-884c5dd760f5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 Apr 21 15:15:17.919746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724acb8-9954-4c40-9b18-1159b48a914f req-054bdacc-3473-410e-ad88-c553e649d1e7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:17.921192 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a724acb8-9954-4c40-9b18-1159b48a914f req-054bdacc-3473-410e-ad88-c553e649d1e7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0777428 Apr 21 15:15:17.966504 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a724acb8-9954-4c40-9b18-1159b48a914f req-7b14c3d7-d844-49d9-bc57-0e8e3e391ffe tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Apr 21 15:15:19.067029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9db6d3ea-f5af-4994-ba30-c289d4c190e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:19.162008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1a10a-d413-4900-91ad-2d50acec5a9e req-d05f90cb-0029-4151-a00a-3878aa43288f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:19.163420 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8ee1a10a-d413-4900-91ad-2d50acec5a9e req-d05f90cb-0029-4151-a00a-3878aa43288f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0741198 Apr 21 15:15:19.208388 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8ee1a10a-d413-4900-91ad-2d50acec5a9e req-0aa70e3b-e3dc-4d4a-9351-68c43d97058c tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395193 Apr 21 15:15:20.402542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b52372-858e-4999-974b-b5e108138e96 req-7027cd47-0806-4018-8224-b5f012eb1cf9 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:20.404012 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17b52372-858e-4999-974b-b5e108138e96 req-7027cd47-0806-4018-8224-b5f012eb1cf9 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0750139 Apr 21 15:15:20.452441 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17b52372-858e-4999-974b-b5e108138e96 req-f5ffbe6f-f22a-44c6-a6a3-6da995eae5f6 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Apr 21 15:15:21.385790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-23210d03-8aa2-4888-ac48-7b98248872cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:21.726710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d895f6-69d9-424a-8351-310f33782644 req-8c03f11a-39f5-403f-8b35-ba294950374b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:21.728189 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8d895f6-69d9-424a-8351-310f33782644 req-8c03f11a-39f5-403f-8b35-ba294950374b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.1562307 Apr 21 15:15:21.774409 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8d895f6-69d9-424a-8351-310f33782644 req-111ccd5d-acb5-4928-8da5-f687ad55a60b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Apr 21 15:15:22.357971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:22.530613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:22.969071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5726cdb-d9cc-4e62-bf70-fb09e983d90d req-b61ac5b4-632b-473f-9640-325d161ea622 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:22.970593 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a5726cdb-d9cc-4e62-bf70-fb09e983d90d req-b61ac5b4-632b-473f-9640-325d161ea622 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0748484 Apr 21 15:15:23.016201 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a5726cdb-d9cc-4e62-bf70-fb09e983d90d req-cb32b197-f386-4e7e-ab4b-853e9676ef4f tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398433 Apr 21 15:15:23.726490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:24.211121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d8b04-d93f-45a4-8512-9a4e5af26812 req-3bc0c23a-decc-4128-bc7f-3c84f64eff96 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:24.212739 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-725d8b04-d93f-45a4-8512-9a4e5af26812 req-3bc0c23a-decc-4128-bc7f-3c84f64eff96 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0773084 Apr 21 15:15:24.259142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-725d8b04-d93f-45a4-8512-9a4e5af26812 req-8793559d-29a1-4357-bb49-28813e0a4ff2 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Apr 21 15:15:24.746895 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:15:25.468577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86683147-f1cf-4e54-aa14-70fe0466c8eb req-1c4cb1c6-551b-40ac-b3e7-e5a1a0fff2b1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:25.470016 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-86683147-f1cf-4e54-aa14-70fe0466c8eb req-1c4cb1c6-551b-40ac-b3e7-e5a1a0fff2b1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0797057 Apr 21 15:15:25.593731 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-86683147-f1cf-4e54-aa14-70fe0466c8eb req-781b2598-557e-49ba-9436-69d52746b867 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181362 Apr 21 15:15:26.315286 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-ac06d1ed-346c-4a29-b3ae-d93aea1d49c8 service neutron] 10.222.0.21 "GET /v2.0/ports/fea71f1d-5ae9-4597-9729-87e2ee06bbf1/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0741925 Apr 21 15:15:26.587864 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-89461b4a-327f-4b74-a280-3754f1f31d6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032&tenant_id=e7f69ec00fe149488c7881d17c677a24 HTTP/1.1" status: 200 len: 1098 time: 0.0724943 Apr 21 15:15:26.691435 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-7841d7f5-d401-4191-808f-51b08e971b48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 1098 time: 0.0726850 Apr 21 15:15:26.875458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014262-8f2b-4822-a172-001e45c319d3 req-0f20408c-09db-44b0-8b87-2bb39f76ed53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:26.876880 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-0f20408c-09db-44b0-8b87-2bb39f76ed53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1802230 Apr 21 15:15:26.883253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13fa3-5729-4989-bde9-b0db0a649d0a req-587d11ec-8579-45fc-86ab-9458bf3738e1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:26.884600 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60d13fa3-5729-4989-bde9-b0db0a649d0a req-587d11ec-8579-45fc-86ab-9458bf3738e1 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.1678510 Apr 21 15:15:26.965012 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-b6664e00-26df-4ca6-9640-943d9986019c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1 HTTP/1.1" status: 200 len: 217 time: 0.0795114 Apr 21 15:15:27.028386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-60d13fa3-5729-4989-bde9-b0db0a649d0a req-2b9ad81f-6f24-464d-83a0-51a4431c6a79 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951149 Apr 21 15:15:27.040459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17014262-8f2b-4822-a172-001e45c319d3 req-1ddda922-aa8d-4371-880e-8ad0a71ccd33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:27.041831 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-1ddda922-aa8d-4371-880e-8ad0a71ccd33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0680718 Apr 21 15:15:27.088625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-e93be43b-e2ec-4406-bb8a-0090782625e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406210 Apr 21 15:15:27.215808 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-ba273055-09dc-43ca-bc92-e308cb72b6ba service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210456 Apr 21 15:15:27.341319 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-17014262-8f2b-4822-a172-001e45c319d3 req-5db03bb8-4e13-4c1b-8e4c-8dd6c74024fe service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203496 Apr 21 15:15:28.220236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33631e-5ae9-469f-bad5-7019ab1fd572 req-dfc650c8-ca83-490f-9346-78a4fb154451 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:28.221674 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6a33631e-5ae9-469f-bad5-7019ab1fd572 req-dfc650c8-ca83-490f-9346-78a4fb154451 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0747340 Apr 21 15:15:28.265276 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6a33631e-5ae9-469f-bad5-7019ab1fd572 req-5d8a6f10-e194-4aed-b51d-b332bbd2d266 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381141 Apr 21 15:15:29.462487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3b60-3fe8-46b0-944e-e82383195feb req-ed57781c-bd1f-4524-99af-0717d18941f5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:29.463945 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-29fd3b60-3fe8-46b0-944e-e82383195feb req-ed57781c-bd1f-4524-99af-0717d18941f5 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0799475 Apr 21 15:15:29.512296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-29fd3b60-3fe8-46b0-944e-e82383195feb req-b4366d46-7995-45c6-978e-3551c98ad33b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Apr 21 15:15:29.892796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-d2c65c1a-27af-43b4-9ce8-eb3126940d57 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:29.894195 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-d2c65c1a-27af-43b4-9ce8-eb3126940d57 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032&tenant_id=e7f69ec00fe149488c7881d17c677a24&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1353459 Apr 21 15:15:29.900110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6bb-c6a9-41fa-8ef0-4b3ea52a2392 req-95a9a9f4-44cf-4f46-ac8a-c0f57b9c6908 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:29.901419 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a06fd6bb-c6a9-41fa-8ef0-4b3ea52a2392 req-95a9a9f4-44cf-4f46-ac8a-c0f57b9c6908 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.1130016 Apr 21 15:15:29.947554 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a06fd6bb-c6a9-41fa-8ef0-4b3ea52a2392 req-4b23d985-3c3c-47b1-ab4d-d11c1cde19d7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Apr 21 15:15:30.046130 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-bc05f467-1909-4c72-87a1-560dedc06d62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7f69ec00fe149488c7881d17c677a24&device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 1098 time: 0.0671957 Apr 21 15:15:30.177273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-9f95c4d2-3e1e-4eeb-b3e8-05789da952e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:30.178612 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-9f95c4d2-3e1e-4eeb-b3e8-05789da952e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 200 len: 915 time: 0.1269186 Apr 21 15:15:30.328609 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-6ae76ec2-1b65-4c7b-8386-0e5a2bd6b74d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1 HTTP/1.1" status: 200 len: 217 time: 0.1433620 Apr 21 15:15:30.387766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-30b6e9b5-7b63-47bb-ae74-9e6f75d93dcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:30.389157 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-30b6e9b5-7b63-47bb-ae74-9e6f75d93dcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 200 len: 854 time: 0.0552063 Apr 21 15:15:30.433253 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-16083b88-d423-45f3-93cc-6b539e1a7602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1048f850-e27e-4196-a2bf-9dd6428caabd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382288 Apr 21 15:15:30.558508 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-553fc2c6-827e-43d2-82ee-4bcbb9bba402 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194377 Apr 21 15:15:30.685315 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c1fa654a-790d-4f8a-881c-35aba8c6874b req-bc3b09bc-875e-4e4c-b376-ce5ccf9cade9 service neutron] 10.222.0.21 "GET /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202509 Apr 21 15:15:30.895328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:31.148122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd99546-5922-4817-991c-2b7507fb8c39 req-96aad03c-303a-4783-823a-878ca0c48bdb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:31.149589 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1bd99546-5922-4817-991c-2b7507fb8c39 req-96aad03c-303a-4783-823a-878ca0c48bdb tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0782812 Apr 21 15:15:31.197146 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1bd99546-5922-4817-991c-2b7507fb8c39 req-74806c91-d814-4616-a91e-982b356e09bd tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Apr 21 15:15:31.221221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device fea71f1d-5ae9-4597-9729-87e2ee06bbf1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:15:31.227758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device fea71f1d-5ae9-4597-9729-87e2ee06bbf1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:15:31.439590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:31.457694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:31.477136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'network_id': '1048f850-e27e-4196-a2bf-9dd6428caabd', 'port_id': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'mac_address': 'fa:16:3e:c2:42:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7b42ec-734d-486e-a4d9-d368e06e7502', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:15:31.483376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:15:31.552851 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9753b1a0-0329-4cf5-b205-592d9a9fb3be'] response: {'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'code': 200} Apr 21 15:15:31.559401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:31.569642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:31.622609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:31.647872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fea71f1d-5ae9-4597-9729-87e2ee06bbf1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:15:31.656904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:31.713052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:15:31.713404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:15:32.265366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:32.282565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea71f1d-5ae9-4597-9729-87e2ee06bbf1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:15:32.297091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:32.301420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:32.367640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:32.391080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0d47d-ff16-4c75-b3eb-fbd8d79c05fc req-9c21b35c-7c79-41dd-8727-ac36dd35d608 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:32.392542 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-10b0d47d-ff16-4c75-b3eb-fbd8d79c05fc req-9c21b35c-7c79-41dd-8727-ac36dd35d608 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 944 time: 0.0744774 Apr 21 15:15:32.421505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['fea71f1d-5ae9-4597-9729-87e2ee06bbf1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:15:32.440573 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-10b0d47d-ff16-4c75-b3eb-fbd8d79c05fc req-411fd35a-5a3b-4315-8ddd-9388e712a815 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Apr 21 15:15:32.632935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d261d92-af48-4420-a940-ce4855b26130 req-912703c2-2ad2-4bf1-9168-7b8bf7d2e434 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:32.634283 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d261d92-af48-4420-a940-ce4855b26130 req-912703c2-2ad2-4bf1-9168-7b8bf7d2e434 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 944 time: 0.0743122 Apr 21 15:15:32.679016 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d261d92-af48-4420-a940-ce4855b26130 req-04a4ad96-5912-4c76-a791-be293b145d49 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Apr 21 15:15:32.872096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b5c9-2eef-46cb-a062-5d09bb5c43eb req-ee018229-ae04-4f54-975b-2cab37831609 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:32.873531 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ca52b5c9-2eef-46cb-a062-5d09bb5c43eb req-ee018229-ae04-4f54-975b-2cab37831609 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 944 time: 0.0741982 Apr 21 15:15:32.917592 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ca52b5c9-2eef-46cb-a062-5d09bb5c43eb req-7153e995-942e-4853-af14-6770f152fdb7 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Apr 21 15:15:33.245350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device fea71f1d-5ae9-4597-9729-87e2ee06bbf1 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:33.315357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:33.315952 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:33.428399 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:33.465381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:33.469981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:33.515890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99dbec-6f1e-4513-8548-36530297cdb6 req-ccb7122f-4a38-4e9d-b84d-c714267aba92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:33.517391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a99dbec-6f1e-4513-8548-36530297cdb6 req-ccb7122f-4a38-4e9d-b84d-c714267aba92 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0829105 Apr 21 15:15:33.536313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:33.553532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:15:33.563130 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a99dbec-6f1e-4513-8548-36530297cdb6 req-e3bb748f-bbdc-456a-bd4a-bd98f9262497 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Apr 21 15:15:33.607755 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a4eb6b-19db-47ee-a788-c7387ca896a5'] response: {'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'code': 200} Apr 21 15:15:34.755235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a88a8c-cdfa-4da2-937b-f787f7f16db1 req-1fcac3a9-e145-4413-9e7b-7d151b725c23 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:34.756704 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14a88a8c-cdfa-4da2-937b-f787f7f16db1 req-1fcac3a9-e145-4413-9e7b-7d151b725c23 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0770569 Apr 21 15:15:34.801777 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14a88a8c-cdfa-4da2-937b-f787f7f16db1 req-3e9537be-c3f8-49e2-81a3-3b8b136be3a4 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c3e01cb-71bd-4da5-8734-f326eb1e1a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Apr 21 15:15:35.091316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-d1daf30c-4c09-4199-8109-cb63daaaa82b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:35.092818 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-d1daf30c-4c09-4199-8109-cb63daaaa82b tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 945 time: 0.0765932 Apr 21 15:15:35.162571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Deleting port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:15:35.162908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:35.396672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] For port fea71f1d-5ae9-4597-9729-87e2ee06bbf1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,segment=NetworkSegment(1b828a3c-aec6-4a4e-9f36-db85e5ba72e1),segment_id=1b828a3c-aec6-4a4e-9f36-db85e5ba72e1)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:35.397027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:35.516229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Calling delete_port for fea71f1d-5ae9-4597-9729-87e2ee06bbf1 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:15:35.652847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:35.687511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['fea71f1d-5ae9-4597-9729-87e2ee06bbf1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:15:35.703211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Pushing event deleted for resources: {'Port': ['ID=fea71f1d-5ae9-4597-9729-87e2ee06bbf1,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:35.778568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] No DVR routers for this DVR port fea71f1d-5ae9-4597-9729-87e2ee06bbf1 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:15:35.781603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:35.785199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-deleted', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:15:35.799089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b0aed90b-697a-40da-976c-bc5e358a4ec8 req-23a9c886-9f4e-4db6-96b1-76fcb2c42e2e tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.21 "DELETE /v2.0/ports/fea71f1d-5ae9-4597-9729-87e2ee06bbf1 HTTP/1.1" status: 204 len: 173 time: 0.7013824 Apr 21 15:15:35.843921 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a867046e-9699-4f90-9062-ec94edbf423f'] response: {'server_uuid': '6aea3aea-d972-4ea4-8e2a-280afc715032', 'name': 'network-vif-deleted', 'tag': 'fea71f1d-5ae9-4597-9729-87e2ee06bbf1', 'status': 'completed', 'code': 200} Apr 21 15:15:35.970332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5db085bf-7ea2-47a9-bc65-812957fcc737 req-13568713-063b-4547-bb92-57828ea4da31 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Synchronizing usage tracker for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:15:35.985881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5db085bf-7ea2-47a9-bc65-812957fcc737 req-13568713-063b-4547-bb92-57828ea4da31 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] Unset dirty status for tenant:e7f69ec00fe149488c7881d17c677a24 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:15:35.987213 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5db085bf-7ea2-47a9-bc65-812957fcc737 req-13568713-063b-4547-bb92-57828ea4da31 tempest-ServerDiskConfigTestJSON-737560182 tempest-ServerDiskConfigTestJSON-737560182-project] 10.222.0.42 "GET /v2.0/ports?device_id=6aea3aea-d972-4ea4-8e2a-280afc715032 HTTP/1.1" status: 200 len: 210 time: 0.0619075 Apr 21 15:15:37.241940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60798) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:37.378660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] Deleting subnet 5e7b42ec-734d-486e-a4d9-d368e06e7502 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:15:37.381510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.429235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.482666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.550528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.587050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7b42ec-734d-486e-a4d9-d368e06e7502,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:37.591635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.597249 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2835eeea-08bf-441f-aaf3-05b36ee0f60d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5e7b42ec-734d-486e-a4d9-d368e06e7502 HTTP/1.1" status: 204 len: 168 time: 0.3543670 Apr 21 15:15:37.599624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60802) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:37.702490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.821405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.845249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1048f850-e27e-4196-a2bf-9dd6428caabd']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:37.856682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:37.856978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b828a3c-aec6-4a4e-9f36-db85e5ba72e1') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:37.868872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.884572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.890391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:15:37.890769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:15:37.903316 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:15:37.980685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:37.986465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:38.011847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=1048f850-e27e-4196-a2bf-9dd6428caabd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:38.016675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2761b00b-0ed8-4548-8cd7-75d348a53f00 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1048f850-e27e-4196-a2bf-9dd6428caabd HTTP/1.1" status: 204 len: 168 time: 0.4161015 Apr 21 15:15:38.170544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60808) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:38.220552 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-65fe6849-2891-4ef0-867b-7903cff452f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7f69ec00fe149488c7881d17c677a24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482538 Apr 21 15:15:38.222894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60812) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:38.284149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a388f1fa-0987-4985-bfeb-52a33cd574ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:38.308382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a388f1fa-0987-4985-bfeb-52a33cd574ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:38.358688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a388f1fa-0987-4985-bfeb-52a33cd574ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:38.375049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388f1fa-0987-4985-bfeb-52a33cd574ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e01cb-71bd-4da5-8734-f326eb1e1a61,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:38.385144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a388f1fa-0987-4985-bfeb-52a33cd574ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:38.386263 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a388f1fa-0987-4985-bfeb-52a33cd574ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c3e01cb-71bd-4da5-8734-f326eb1e1a61 HTTP/1.1" status: 204 len: 168 time: 0.1625078 Apr 21 15:15:39.259669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device fea71f1d-5ae9-4597-9729-87e2ee06bbf1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:15:39.297810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: fea71f1d-5ae9-4597-9729-87e2ee06bbf1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:15:39.298097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device fea71f1d-5ae9-4597-9729-87e2ee06bbf1 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:15:39.305443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60834) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:39.432739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1973121064-network', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:39.437833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:39.441737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Usage tracker for resource:network and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:39.444585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:39.450795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:39.460214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Made reservation on behalf of 16aafcbb3fb34980abb04a8bf224bc9c for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:15:39.462385 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.474963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.506870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:39.510815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Usage tracker for resource:security_group_rule and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:39.513606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:39.519148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:39.588803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.593878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.624651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:15:39.632696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ad807c-1d1b-4240-a1dc-144061659667,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:39.642139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.642497 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Added segment 3c39b035-469e-47e9-a02d-c5cb77aaa3bc of type vlan for network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 Apr 21 15:15:39.647681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.648025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.648389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.648817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.649055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.649392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.649696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.650037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.650359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.650677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.650988 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:39.676889 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.705253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.706059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:39.706631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:39.808491 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5019431 Apr 21 15:15:39.809580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96198d8c-bcfc-428b-8f60-3b707075128a admin admin] Pushing event updated for resources: {'Network': ['ID=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:39.811450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60840) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:39.817034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Request body: {'subnet': {'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1973121064-subnet', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:39.820192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:15:39.821735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:39.825486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Usage tracker for resource:subnet and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:39.828883 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:39.834447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:39.845425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Made reservation on behalf of 16aafcbb3fb34980abb04a8bf224bc9c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:15:39.847949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.056058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.126682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Pushing event updated for resources: {'Subnet': ['ID=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:40.140661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Checking segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:15:40.141009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Network hostable DHCP agents. Network: 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:15:40.161861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:15:40.170797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:40.176895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:40.177977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.178717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad5cc2-e681-4278-8d93-af3fa68c0240 None None] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:15:40.201468 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-657a3681-29b3-4167-9d21-7c919b40acab admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3864996 Apr 21 15:15:40.201703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60844) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:40.209499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:40.215359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:40.219441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Usage tracker for resource:router and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:40.222266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:40.227877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:40.237895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.238990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.260084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.390395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:15:40.391220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.402072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.544750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Allocated IP 172.20.0.2 (6a28f3a3-a25d-4dd0-9fdb-6d6532b21542/76fb7fc1-4f13-49fd-9f08-362fe3bdb44d/db717dc1-e267-41cf-b680-4d8a1467477f) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:15:40.588050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.617465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.749049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Allocated IP 172.26.6.22 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/3aee9c8e-3558-409a-b589-fa4ddc4dc2d5) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:15:40.750345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.760538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Transition to ACTIVE for port object db717dc1-e267-41cf-b680-4d8a1467477f will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:40.778691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Transition to ACTIVE for port object db717dc1-e267-41cf-b680-4d8a1467477f will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:40.785088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.853463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:15:40.854502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:40.857028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:15:40.868290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Pushing event updated for resources: {'Port': ['ID=db717dc1-e267-41cf-b680-4d8a1467477f,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:40.958130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Attempting to bind port db717dc1-e267-41cf-b680-4d8a1467477f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:15:40.958502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Attempting to bind port db717dc1-e267-41cf-b680-4d8a1467477f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:15:40.959069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Attempting to bind port db717dc1-e267-41cf-b680-4d8a1467477f on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:15:40.965685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:15:40.966257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Checking segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:15:40.966806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.967594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Bound using segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:15:40.968242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Bound port: db717dc1-e267-41cf-b680-4d8a1467477f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:15:40.968773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:40.991597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:41.021271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:41.087504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:15:41.089003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] For port db717dc1-e267-41cf-b680-4d8a1467477f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:15:41.090411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:41.092744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] For port db717dc1-e267-41cf-b680-4d8a1467477f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=db717dc1-e267-41cf-b680-4d8a1467477f,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:15:41.094948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:15:41.098275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:41.124711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Pushing event updated for resources: {'Port': ['ID=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:41.186013 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85641067-e0c6-43ef-9947-fd9294264556 None None] Pushing event updated for resources: {'Port': ['ID=db717dc1-e267-41cf-b680-4d8a1467477f,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:41.278759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:41.279490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:41.517809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:15:41.736049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:15:41.745419 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:15:41.762150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:41.763388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-85663074-b337-48ac-9be2-63c52f532b46 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5601368 Apr 21 15:15:41.765112 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:15:41.765717 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:15:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:41.766285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 60848) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:41.947328 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:15:42.129678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68cfd68-dd86-454b-bd55-bc8f749fb1e3 None None] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:15:42.238475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-89af5662-88d8-4aa1-bec0-a51f5ee563ca None None] Provisioning for port db717dc1-e267-41cf-b680-4d8a1467477f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:42.276132 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:41Z', 'revision_number': 3, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:42.279885 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:15:42.280281 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Updating router 13e9cf08-f3c3-4f60-8d7a-3f534271748f port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:15:42.333328 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:42.544965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:42.662827 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:42.676900 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Transition to ACTIVE for port object 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:42.683971 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:42.766725 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Attempting to bind port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:15:42.767375 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Attempting to bind port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:15:42.767469 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Attempting to bind port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:15:42.769281 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Pushing event updated for resources: {'Port': ['ID=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:42.781059 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.781388 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.781710 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.782026 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.782341 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.782651 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.782966 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.783272 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.783580 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.783881 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.784216 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:42.787279 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:15:42.787635 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:15:42.788018 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:42.788412 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:15:42.788862 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Bound port: 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:15:42.789220 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:42.857433 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] For port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:15:42.858050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Allocated IP 172.20.0.1 (6a28f3a3-a25d-4dd0-9fdb-6d6532b21542/76fb7fc1-4f13-49fd-9f08-362fe3bdb44d/792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:15:42.860270 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] For port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:15:42.865542 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:42.943730 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5bbc-f2e0-4b3b-bebc-d923a56771d2 None None] Pushing event updated for resources: {'Port': ['ID=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:42.949196 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:15:42.949791 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:15:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:43.013562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.029212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Transition to ACTIVE for port object 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:43.050804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.123126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:15:43.127040 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:15:43.127352 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:43.129153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Pushing event updated for resources: {'Port': ['ID=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:43.131373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:15:43.189746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.281301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.398612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7af930a6-c146-44e2-a82a-c371b5f9bf02 None None] Provisioning for port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:43.406430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7af930a6-c146-44e2-a82a-c371b5f9bf02 None None] Provisioning complete for port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:43.407038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7af930a6-c146-44e2-a82a-c371b5f9bf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.424975 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:41Z', 'revision_number': 3, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:43.428954 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd51f4-afc3-4a14-b3d6-5c62dd9673da None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:41Z', 'revision_number': 3, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:15:43.433484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db717dc1-e267-41cf-b680-4d8a1467477f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:43.515697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7af930a6-c146-44e2-a82a-c371b5f9bf02 None None] Port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:15:43.532132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.533831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port db717dc1-e267-41cf-b680-4d8a1467477f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:43.537580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.538922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port db717dc1-e267-41cf-b680-4d8a1467477f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:43.539370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.639065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Pushing event updated for resources: {'Port': ['ID=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:43.668019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.691672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.726333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port db717dc1-e267-41cf-b680-4d8a1467477f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=db717dc1-e267-41cf-b680-4d8a1467477f,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:43.730502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:43.805374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=db717dc1-e267-41cf-b680-4d8a1467477f,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:43.819153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:15:43.820399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:44.053864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d4cbb3fb-a918-435d-97ab-9b2f5c985587 None None] Provisioning complete for port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:44.054231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d4cbb3fb-a918-435d-97ab-9b2f5c985587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:44.109215 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbb3fb-a918-435d-97ab-9b2f5c985587 None None] Port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:15:44.221828 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:15:44.520464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:15:44.529011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee278bd2-3a97-4f9b-ab40-ae4939880db9 admin admin] 10.222.0.42 "PUT /v2.0/routers/13e9cf08-f3c3-4f60-8d7a-3f534271748f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616475 Apr 21 15:15:45.008169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60858) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:45.013911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843135867', 'description': 'tempest-description--70925608'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:45.019702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:45.023462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Usage tracker for resource:security_group and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:45.026553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:45.032676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:45.041475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.076487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:45.080188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Usage tracker for resource:security_group_rule and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:45.082881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:45.088401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:45.140447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.148287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.192550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71676cd5-02d9-4142-b1f0-458c7ee7183d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:45.195827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.197036 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0ec72940-3678-481a-98d1-27c149cfc382 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1878929 Apr 21 15:15:45.200093 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60862) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:45.205601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'security_group_rule': {'security_group_id': '71676cd5-02d9-4142-b1f0-458c7ee7183d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:45.211391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:45.215146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Usage tracker for resource:security_group_rule and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:45.218047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:45.223621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:45.239245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.299146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.302911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.328737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e433cda-4b71-471e-a99d-0e353ed7a2ed,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:45.338879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.340374 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-58b6c317-fa38-4380-a558-050c2e42cac7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1392674 Apr 21 15:15:45.342837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60866) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:45.348168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'security_group_rule': {'security_group_id': '71676cd5-02d9-4142-b1f0-458c7ee7183d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:45.354039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:45.357788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Usage tracker for resource:security_group_rule and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:45.361144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:45.366800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:45.384441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.428194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:45.448868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.453180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.475361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee86a9d-1941-41c6-869f-85aed485fddc,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:45.485436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.486768 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cd1b6b56-c681-413e-a551-df537ec37c95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1430316 Apr 21 15:15:45.489704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60870) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:45.494894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:45.496378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:45.500828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:45.501403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:45.501773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.504556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Usage tracker for resource:floatingip and tenant:16aafcbb3fb34980abb04a8bf224bc9c is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:45.507325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:45.512886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:45.523656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.613422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.629207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:45.634614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.635361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db717dc1-e267-41cf-b680-4d8a1467477f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:45.655087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.748051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:45.761832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port db717dc1-e267-41cf-b680-4d8a1467477f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:45.762206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.792481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Allocated IP 172.26.6.67 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/a9479166-0590-4eef-93d2-60a980d953ab) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:15:45.941953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:45.968447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:46.039109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:15:46.042413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:46.044321 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'Port': ['ID=a9479166-0590-4eef-93d2-60a980d953ab,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:46.046909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:15:46.275866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:46.331536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:46.526747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:46.531632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:46.638985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'Port': ['ID=a9479166-0590-4eef-93d2-60a980d953ab,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:46.654022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:46.678211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:46.687302 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cb09770e-827a-4298-bc1f-a25e08f04d28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1889648 Apr 21 15:15:46.854082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-63184a97-f39d-4a4a-83b9-0d22e1b2ed6c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:15:46.870298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-63184a97-f39d-4a4a-83b9-0d22e1b2ed6c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:15:46.871675 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-63184a97-f39d-4a4a-83b9-0d22e1b2ed6c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1843135867&fields=id&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 267 time: 0.0601044 Apr 21 15:15:46.914887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:15:46.926416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:15:46.927023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:15:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:47.020331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-9a052091-21cd-4ec8-a554-b463000586b6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:47.021004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-9a052091-21cd-4ec8-a554-b463000586b6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:15:47.037249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-9a052091-21cd-4ec8-a554-b463000586b6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:15:47.038642 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-9a052091-21cd-4ec8-a554-b463000586b6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1597376 Apr 21 15:15:47.054824 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-4ebe3a9c-18a3-4c20-8023-7f1b1e24cc50 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/quotas/16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 375 time: 0.0107813 Apr 21 15:15:47.101144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:15:47.135943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-e81c644d-a2d3-434e-a5e5-7445f9dc4c97 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:15:47.153524 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-e81c644d-a2d3-434e-a5e5-7445f9dc4c97 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:15:47.154647 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-e81c644d-a2d3-434e-a5e5-7445f9dc4c97 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945590 Apr 21 15:15:47.299844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-c10163c0-faf0-4546-8f20-96a29beedff7 service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324434 Apr 21 15:15:47.367396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:47.436150 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-b79c3ecd-245a-4283-acf8-2279ad04f15d service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303959 Apr 21 15:15:47.506315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:47.506694 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:47.560676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 2, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:47.570151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:15:47.570511 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Updating router 13e9cf08-f3c3-4f60-8d7a-3f534271748f port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:15:47.624991 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c87b7b7e-352d-4a82-a322-8ad7034b40e0 req-37759c0f-932e-4bfb-b407-7a9b0f9b0d79 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 210 time: 0.0451763 Apr 21 15:15:47.629202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:48.026890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:48.039484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Transition to ACTIVE for port object 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:48.045875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:48.171311 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dda8b0-2ac4-4de9-a309-ce399e8b3131 None None] Pushing event updated for resources: {'Port': ['ID=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:48.267022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Attempting to bind port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:15:48.267396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Attempting to bind port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:15:48.267751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Attempting to bind port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:15:48.274497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:15:48.274951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Checking segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:15:48.275425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:48.275893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Bound using segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:15:48.276475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Bound port: 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:15:48.276921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:48.370214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] For port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:15:48.374043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] For port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:15:48.380412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:48.463128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dda8b0-2ac4-4de9-a309-ce399e8b3131 None None] Pushing event updated for resources: {'Port': ['ID=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:48.466402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:15:48.466998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:15:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:48.689357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:15:48.771904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-76c66e35-fe62-4a81-b3ea-a3912cb8aec4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:48.773364 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-76c66e35-fe62-4a81-b3ea-a3912cb8aec4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1710508 Apr 21 15:15:48.803017 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-148e5bd4-46c1-4436-b997-b3ea91ff170f req-b9abd12e-6cfd-4f11-b546-5f5e26eea63a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 210 time: 0.0486183 Apr 21 15:15:48.839183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-85242e59-22a0-45da-b6ea-9d199cfcc1eb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:15:48.853387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-85242e59-22a0-45da-b6ea-9d199cfcc1eb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:15:48.854787 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-85242e59-22a0-45da-b6ea-9d199cfcc1eb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 380 time: 0.0625226 Apr 21 15:15:48.864347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'port': {'device_id': 'e3067f97-11d6-4091-b125-360b25bb8146', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'admin_state_up': True, 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'security_groups': ['71676cd5-02d9-4142-b1f0-458c7ee7183d']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:49.002876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:49.012504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:49.022959 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Made reservation on behalf of 16aafcbb3fb34980abb04a8bf224bc9c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:15:49.026078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.071334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9523de3d-b42d-45e7-9a00-73394ce7102b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.094893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:48Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:49.098814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b1174-62ec-45dc-9d52-1ab29e37e554 None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:48Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:15:49.206761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Allocated IP 172.20.0.11 (6a28f3a3-a25d-4dd0-9fdb-6d6532b21542/76fb7fc1-4f13-49fd-9f08-362fe3bdb44d/4ffc555a-dac9-4f79-8ad1-3b213785b590) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:15:49.391431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:49.409365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.426738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Transition to ACTIVE for port object 4ffc555a-dac9-4f79-8ad1-3b213785b590 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:49.451978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.460496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:49.465813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:49.466301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.526362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:15:49.529418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:49.534023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:15:49.598378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:49.599011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.602376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.611650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:49.630362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.630708 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.631045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.631377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.631707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.632037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.632389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.632715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.633038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.633358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.633677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:49.647548 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-6485e5d6-1a9e-4cbe-9f03-bbdfedee5fb6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7857158 Apr 21 15:15:49.650743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:49.659111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.671814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-d3d99a89-46b8-4a48-be5b-a47e7d1c7c14 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:15:49.673333 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-d3d99a89-46b8-4a48-be5b-a47e7d1c7c14 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0156951 Apr 21 15:15:49.684878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Request body: {'port': {'device_id': 'e3067f97-11d6-4091-b125-360b25bb8146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:49.739018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:49.807776 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-53e7f777-4766-4cd8-96e9-8b94c3df56b2 None None] Provisioning for port 4ffc555a-dac9-4f79-8ad1-3b213785b590 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:49.814214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-53e7f777-4766-4cd8-96e9-8b94c3df56b2 None None] Provisioning complete for port 4ffc555a-dac9-4f79-8ad1-3b213785b590 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:49.814526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-53e7f777-4766-4cd8-96e9-8b94c3df56b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.823034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:49.935744 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-53e7f777-4766-4cd8-96e9-8b94c3df56b2 None None] Port 4ffc555a-dac9-4f79-8ad1-3b213785b590 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:15:50.293241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac2308-e2fb-4fb2-8d3e-88b86bcb325b req-1ef965c3-8221-4895-b760-5975fe677dc1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:50.293927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-c7ac2308-e2fb-4fb2-8d3e-88b86bcb325b req-1ef965c3-8221-4895-b760-5975fe677dc1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:15:50.326054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-c7ac2308-e2fb-4fb2-8d3e-88b86bcb325b req-1ef965c3-8221-4895-b760-5975fe677dc1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:15:50.327239 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c7ac2308-e2fb-4fb2-8d3e-88b86bcb325b req-1ef965c3-8221-4895-b760-5975fe677dc1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 932 time: 0.3308690 Apr 21 15:15:50.409261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffc555a-dac9-4f79-8ad1-3b213785b590 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:15:50.420005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.435157 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c7ac2308-e2fb-4fb2-8d3e-88b86bcb325b req-267ea2a5-08cb-4330-ad64-3fbe24a186ca tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772192 Apr 21 15:15:50.441287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Transition to ACTIVE for port object 4ffc555a-dac9-4f79-8ad1-3b213785b590 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:50.445807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.570985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:50.681958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Attempting to bind port 4ffc555a-dac9-4f79-8ad1-3b213785b590 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:15:50.682295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Attempting to bind port 4ffc555a-dac9-4f79-8ad1-3b213785b590 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:15:50.682626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Attempting to bind port 4ffc555a-dac9-4f79-8ad1-3b213785b590 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:15:50.689086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Port 4ffc555a-dac9-4f79-8ad1-3b213785b590 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:15:50.689406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Attempting to bind port 4ffc555a-dac9-4f79-8ad1-3b213785b590 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:15:50.695602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:15:50.695935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Checking segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:15:50.696344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Bound using segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:15:50.696763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Bound port: 4ffc555a-dac9-4f79-8ad1-3b213785b590, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:15:50.697107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.787593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:15:50.790633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:15:50.794425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.855363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.856772 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] 10.222.0.21 "PUT /v2.0/ports/4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 1094 time: 1.1767297 Apr 21 15:15:50.857198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:15:50.874756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe7eb8-05bf-4152-a7b1-250202365e44 service neutron] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:50.946448 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49579289-54c5-40b9-b3b7-a4a2da07e310'] response: {'name': 'network-changed', 'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'status': 'completed', 'code': 200} Apr 21 15:15:50.993071 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-3d579af4-dd4a-4f03-bcbe-91899f5a34c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1097 time: 0.0816424 Apr 21 15:15:51.068461 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-d633dfc2-04c5-4051-b981-d9b0d5248bb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 217 time: 0.0629029 Apr 21 15:15:51.132304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-05f66638-0239-4995-ac23-80dde0b51ee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:51.133614 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-05f66638-0239-4995-ac23-80dde0b51ee1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0600212 Apr 21 15:15:51.207458 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-bf6df7f2-4d67-4f16-80ae-60565072f043 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679123 Apr 21 15:15:51.337924 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-d854faaf-fa1d-43e9-8478-c401ab310ebb service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248624 Apr 21 15:15:51.362722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:51.423069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d8e53ff8-1357-45ac-ae8c-ab0c08ad1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:51.443281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:51.443647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:51.469898 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9bf393d3-c353-47c4-ac44-6e71b9a22aea req-c92a7e86-43a5-445b-874e-200820913e5b service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259775 Apr 21 15:15:51.692822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb19f6f-e04b-4345-a739-58f159babb59 req-5cb44fdc-b561-480c-b432-9f4d38d49026 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:51.694253 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cfb19f6f-e04b-4345-a739-58f159babb59 req-5cb44fdc-b561-480c-b432-9f4d38d49026 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 944 time: 0.1336129 Apr 21 15:15:51.697739 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-e364dea3-270a-46ed-9f3e-c3c8002a16c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1097 time: 0.1064155 Apr 21 15:15:51.819762 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cfb19f6f-e04b-4345-a739-58f159babb59 req-0ddef4cd-30b2-485c-a03b-220eb5a66b6e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197183 Apr 21 15:15:51.859095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-53d5d968-2ecb-4632-a1ce-4a55d8a892c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:51.860565 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-53d5d968-2ecb-4632-a1ce-4a55d8a892c3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1480358 Apr 21 15:15:51.929447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-882d0d44-67b0-4172-9b67-832e0d99f373 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 217 time: 0.0627384 Apr 21 15:15:51.991854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-eb38341b-ae3e-4977-bbfe-1cabfe51d32e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:51.993339 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-eb38341b-ae3e-4977-bbfe-1cabfe51d32e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0574243 Apr 21 15:15:52.148455 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-348a06ec-c5d5-453d-be68-3f056d01bd42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1484759 Apr 21 15:15:52.277276 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-3fdd628a-fa8e-495b-b48a-222db7b8b17f service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223779 Apr 21 15:15:52.361287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:52.408544 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5157fb87-0946-4db9-8bf0-4da6365ec6dd req-bb845f86-d5ab-47d3-9a12-541f8ccb4420 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245689 Apr 21 15:15:52.534425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:53.016762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d341d5a-4519-4a08-a67f-890b210c15cf req-69e7d03b-3429-4c3f-85d2-445f10db039a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:53.018203 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d341d5a-4519-4a08-a67f-890b210c15cf req-69e7d03b-3429-4c3f-85d2-445f10db039a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 944 time: 0.0755389 Apr 21 15:15:53.062356 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5d341d5a-4519-4a08-a67f-890b210c15cf req-6d2e8a9d-2c1a-43bd-b5f2-0f50ea8bf8cb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385370 Apr 21 15:15:53.729551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:54.252622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd393a-9446-414d-9c80-de0dcf1bc5a3 req-eea57623-40f6-4d46-8575-77d29300c520 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:54.254049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-31dd393a-9446-414d-9c80-de0dcf1bc5a3 req-eea57623-40f6-4d46-8575-77d29300c520 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 944 time: 0.0746944 Apr 21 15:15:54.297761 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-31dd393a-9446-414d-9c80-de0dcf1bc5a3 req-219a432c-1b2b-454a-aabd-e679571e2ffd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381868 Apr 21 15:15:55.369296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4ffc555a-dac9-4f79-8ad1-3b213785b590 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:15:55.501610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:55.502480 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597adbb-d3a9-48eb-8744-4e075038d0f0 req-34be54f5-e9a2-47fd-8a25-6afa6f062fa0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:55.503931 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e597adbb-d3a9-48eb-8744-4e075038d0f0 req-34be54f5-e9a2-47fd-8a25-6afa6f062fa0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 944 time: 0.0786562 Apr 21 15:15:55.515212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'mac_address': 'fa:16:3e:b2:f1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:15:55.550002 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e597adbb-d3a9-48eb-8744-4e075038d0f0 req-edd33f84-40eb-4914-bd20-34c560cd279c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Apr 21 15:15:55.579882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:55.597507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffc555a-dac9-4f79-8ad1-3b213785b590 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:15:55.613630 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:55.617868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:55.682679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:55.691689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.692043 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.692411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.692751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.693089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.693420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.693748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.694079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.694404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.694726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.695050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:55.893977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['4ffc555a-dac9-4f79-8ad1-3b213785b590'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:15:56.750829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7f6af-ef78-4871-8d24-3a407d279640 req-b709bdd9-1223-4b63-9591-81498f5a86fd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:56.752381 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8bb7f6af-ef78-4871-8d24-3a407d279640 req-b709bdd9-1223-4b63-9591-81498f5a86fd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 945 time: 0.0794404 Apr 21 15:15:56.797787 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8bb7f6af-ef78-4871-8d24-3a407d279640 req-0ff77178-ff82-42a1-b5fb-053d17c1479d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Apr 21 15:15:57.384461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4ffc555a-dac9-4f79-8ad1-3b213785b590 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:57.449759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 4ffc555a-dac9-4f79-8ad1-3b213785b590 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:57.454812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 4ffc555a-dac9-4f79-8ad1-3b213785b590 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:57.455179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:57.563482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:57.589315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:15:57.598686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:15:57.602860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:57.654315 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227687a0-1864-48d2-a09f-6c9ead2f38fb'] response: {'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'code': 200} Apr 21 15:15:57.670420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:57.900717 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1098054b-92b3-4311-8481-83a93e37bce0 req-ed67faa3-5321-489a-b4cf-622dcf002516 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1099 time: 0.0663543 Apr 21 15:15:57.988133 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1098054b-92b3-4311-8481-83a93e37bce0 req-bc5b248d-c700-4d2d-a3e0-fc789151d1e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808690 Apr 21 15:15:58.017753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37210-4ada-46fe-974b-d450e38c6f27 req-c4645c24-32c0-4b19-8b88-9d76f6b9b907 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:58.019177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fbf37210-4ada-46fe-974b-d450e38c6f27 req-c4645c24-32c0-4b19-8b88-9d76f6b9b907 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0974412 Apr 21 15:15:58.064389 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fbf37210-4ada-46fe-974b-d450e38c6f27 req-b7d89fad-72cc-429f-a742-335fc6b770eb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Apr 21 15:15:59.267517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c6fa-1c94-4175-a160-c9afc8f52efc req-6c4767d6-fe5d-4e0b-a47a-ce232a4b9a06 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:59.268920 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1e42c6fa-1c94-4175-a160-c9afc8f52efc req-6c4767d6-fe5d-4e0b-a47a-ce232a4b9a06 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0799191 Apr 21 15:15:59.313803 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1e42c6fa-1c94-4175-a160-c9afc8f52efc req-cfd8caeb-3413-485d-92da-4e3846fbbfa1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Apr 21 15:15:59.501383 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3455f67-2fad-4f17-bc6d-a9f6829a2278 req-29d1c76f-40dc-44fe-aab4-060639408611 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:15:59.502795 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a3455f67-2fad-4f17-bc6d-a9f6829a2278 req-29d1c76f-40dc-44fe-aab4-060639408611 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0773811 Apr 21 15:15:59.511299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 60916) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:59.516390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'floatingip': {'port_id': '4ffc555a-dac9-4f79-8ad1-3b213785b590'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:15:59.588229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:00.163608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:00.167279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:00.437061 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 associated. External IP: 172.26.6.67, port: 4ffc555a-dac9-4f79-8ad1-3b213785b590. Apr 21 15:16:00.813581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:16:00.901073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:01.009465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:16:01.014348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:01.019794 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:16:01.031992 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:16:01.032611 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:15:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:01.068528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0f93c721-fd69-42aa-97e7-c686920f2388 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "PUT /v2.0/floatingips/147e5c20-f69a-4818-bce9-8bcb3caa29d2 HTTP/1.1" status: 200 len: 991 time: 1.5561044 Apr 21 15:16:01.069134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:16:01.124638 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130dbde3-4f49-4133-9f6c-17408e29e05d'] response: {'name': 'network-changed', 'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'status': 'completed', 'code': 200} Apr 21 15:16:01.210045 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:16:01.243639 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-b52c08e4-3ed4-49d2-8dcb-77769bae2988 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1099 time: 0.0758195 Apr 21 15:16:01.246691 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d91b1-fe7d-4709-8e18-a9d36153c058 req-88d89be9-9ec9-4695-8a26-c4e57aa47ccd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:01.248645 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-aa9d91b1-fe7d-4709-8e18-a9d36153c058 req-88d89be9-9ec9-4695-8a26-c4e57aa47ccd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0833466 Apr 21 15:16:01.297876 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-aa9d91b1-fe7d-4709-8e18-a9d36153c058 req-ad90a728-fc53-45eb-a7c2-7af0e835f877 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Apr 21 15:16:01.380678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-0154bbc2-2df4-4797-bb54-dc78139ecd7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:01.382121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-0154bbc2-2df4-4797-bb54-dc78139ecd7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1321819 Apr 21 15:16:01.531733 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-8426f385-5e81-44cd-97dd-10fc3da5d2b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 999 time: 0.1438417 Apr 21 15:16:01.581009 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:b2:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3067f97-11d6-4091-b125-360b25bb8146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:16:00Z', 'revision_number': 1, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:01.584664 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:16:01.588098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119e9a2-6895-40e7-81c0-01b1c8a95484 req-6ee63035-d76f-4c9f-bbec-c82c564e912a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:01.589553 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f119e9a2-6895-40e7-81c0-01b1c8a95484 req-6ee63035-d76f-4c9f-bbec-c82c564e912a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.1547232 Apr 21 15:16:01.596539 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:16:01.597137 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:15:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:01.625781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-63a84e66-0006-4087-bee5-3326423611b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:01.627219 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-63a84e66-0006-4087-bee5-3326423611b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0883958 Apr 21 15:16:01.684889 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f119e9a2-6895-40e7-81c0-01b1c8a95484 req-9590339d-aeab-4bfb-952b-a44d089c5039 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881007 Apr 21 15:16:01.722708 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-012b39ae-24a3-488d-b721-800097c57dcc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880880 Apr 21 15:16:01.759387 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:16:01.779947 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:16:01.950175 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-f564ce5c-8099-4f6b-9d31-c240cbc963e8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205720 Apr 21 15:16:02.079171 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2500ccc0-e3b7-457e-b3ef-3d85ec3e6dd8 req-8a5ae077-ca23-4993-b2a7-f7cef1a779e9 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230834 Apr 21 15:16:02.128851 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:b2:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3067f97-11d6-4091-b125-360b25bb8146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:16:00Z', 'revision_number': 1, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:02.132836 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e72c7-e131-4a8a-b42c-f3219a0d0789 None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:b2:f1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3067f97-11d6-4091-b125-360b25bb8146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:16:00Z', 'revision_number': 1, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:16:02.881713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b042-8ee0-4c28-814d-548731983e5d req-cddc0551-73ef-442e-9901-a93af3be8033 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:02.883179 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d644b042-8ee0-4c28-814d-548731983e5d req-cddc0551-73ef-442e-9901-a93af3be8033 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0753717 Apr 21 15:16:02.930826 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d644b042-8ee0-4c28-814d-548731983e5d req-3c323716-2819-42a3-9a68-37556c031e05 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422747 Apr 21 15:16:03.120167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8431e32-db96-426c-930c-2c472508ccc5 req-ee16127f-5356-4be8-80d2-a3402f08983c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:03.121522 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a8431e32-db96-426c-930c-2c472508ccc5 req-ee16127f-5356-4be8-80d2-a3402f08983c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0741429 Apr 21 15:16:03.169515 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a8431e32-db96-426c-930c-2c472508ccc5 req-119c1197-06fa-46c4-8987-ac0a288e916a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426066 Apr 21 15:16:03.362010 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-aba7486f-f72c-41f8-841c-b62f23e81083 req-ae781538-96c8-48df-9deb-18f1ade0c9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670679 Apr 21 15:16:03.641267 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-f0662f30-6de1-4ffb-a15d-7c9a6f331d6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078331 Apr 21 15:16:03.669644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf8b27-1319-4eaf-99aa-e17b8e857c10 req-71dd1510-44c9-4b57-b485-7c4a0ccb3ae5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:03.671090 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-adcf8b27-1319-4eaf-99aa-e17b8e857c10 req-71dd1510-44c9-4b57-b485-7c4a0ccb3ae5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0841353 Apr 21 15:16:03.720652 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-adcf8b27-1319-4eaf-99aa-e17b8e857c10 req-76a815c6-845e-4cea-9fba-4c3ef4df5806 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437419 Apr 21 15:16:04.883426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c2c37e-07b8-4489-9fd9-8772b20bda09 None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:16:04.921724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c4f5-0101-458f-975b-d01bc509e347 req-133ebde5-4539-4a2b-b66c-90ff929c86a8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:04.923798 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3f36c4f5-0101-458f-975b-d01bc509e347 req-133ebde5-4539-4a2b-b66c-90ff929c86a8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0781415 Apr 21 15:16:04.936274 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-301c48e2-8dbc-4b77-a558-7338e000ff84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1099 time: 0.0697050 Apr 21 15:16:04.993069 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3f36c4f5-0101-458f-975b-d01bc509e347 req-a77baa49-aae0-4efe-9d88-9c6a64ded77b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577955 Apr 21 15:16:05.070451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-25ada5de-39db-45dd-9803-9a4bc500b543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:05.071811 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-25ada5de-39db-45dd-9803-9a4bc500b543 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1298516 Apr 21 15:16:05.176632 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-9643b972-a301-4e82-845d-13bf600c0759 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 999 time: 0.0984707 Apr 21 15:16:05.237696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-50e54260-7ae9-4a17-a30c-e288c8a8e826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:05.239096 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-50e54260-7ae9-4a17-a30c-e288c8a8e826 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0573430 Apr 21 15:16:05.316988 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-86bcb5e1-69e1-4243-99d2-f150e2e46c42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722106 Apr 21 15:16:05.445177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-c562c390-2eb4-426e-b62c-2b9ac8b250b5 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221333 Apr 21 15:16:05.572081 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-14748366-c45d-4a87-a0f7-8c25591185fc service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217647 Apr 21 15:16:06.180518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dfbd4-cd18-44c0-904c-3ea3acab4886 req-d0c22157-2471-456a-82ae-1e6155ce3573 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:06.181970 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-684dfbd4-cd18-44c0-904c-3ea3acab4886 req-d0c22157-2471-456a-82ae-1e6155ce3573 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0742347 Apr 21 15:16:06.227941 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-684dfbd4-cd18-44c0-904c-3ea3acab4886 req-26047073-e26a-48b6-a198-86c4175fe81b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402048 Apr 21 15:16:07.422964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d0627-a3bf-4369-a9e6-d683799d50df req-7a651dfd-dbba-42bd-8767-b60340b21217 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:07.424418 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b49d0627-a3bf-4369-a9e6-d683799d50df req-7a651dfd-dbba-42bd-8767-b60340b21217 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0744441 Apr 21 15:16:07.468055 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b49d0627-a3bf-4369-a9e6-d683799d50df req-24b9fd5a-95aa-471f-9db6-7e21ccce0039 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382264 Apr 21 15:16:08.676356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4c6df-60ef-4707-8424-9a29f4120079 req-cc743611-45b4-4873-be82-09c70043278b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:08.677810 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66a4c6df-60ef-4707-8424-9a29f4120079 req-cc743611-45b4-4873-be82-09c70043278b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0773878 Apr 21 15:16:08.722588 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66a4c6df-60ef-4707-8424-9a29f4120079 req-efde29d9-ecb7-41c4-a7d7-f4d2913269c7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Apr 21 15:16:09.917713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866df64-9838-450f-bfc8-0feef9e88738 req-395be480-477a-4d6e-a784-62fc6031b99c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:09.919169 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1866df64-9838-450f-bfc8-0feef9e88738 req-395be480-477a-4d6e-a784-62fc6031b99c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0788713 Apr 21 15:16:09.964407 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1866df64-9838-450f-bfc8-0feef9e88738 req-72265ecc-1b84-4cda-9b88-aa1017ca4df2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396450 Apr 21 15:16:11.163161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb71f7b-6a1a-4631-80cd-287581a07a84 req-356bec10-4444-4572-8684-523688cfc95f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:11.164658 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9fb71f7b-6a1a-4631-80cd-287581a07a84 req-356bec10-4444-4572-8684-523688cfc95f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0748963 Apr 21 15:16:11.209500 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9fb71f7b-6a1a-4631-80cd-287581a07a84 req-1319b7a5-38f1-4575-bee0-35f77de8b327 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386624 Apr 21 15:16:12.438668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec2a0e-ac63-4f93-bd47-36b293006de5 req-70702f3f-3837-4203-9a3f-472eaca4f2e1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:12.440158 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-29ec2a0e-ac63-4f93-bd47-36b293006de5 req-70702f3f-3837-4203-9a3f-472eaca4f2e1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0752842 Apr 21 15:16:12.484158 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-29ec2a0e-ac63-4f93-bd47-36b293006de5 req-999599f8-30e7-490b-811b-197a496f9e4c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Apr 21 15:16:13.686794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddc594-28ac-4aae-894b-17ea0440a3b8 req-ab8b6709-69de-48e6-8079-5840feeb5679 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:13.688259 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0eddc594-28ac-4aae-894b-17ea0440a3b8 req-ab8b6709-69de-48e6-8079-5840feeb5679 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0824978 Apr 21 15:16:13.733138 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0eddc594-28ac-4aae-894b-17ea0440a3b8 req-de295356-f2e6-4584-9f69-bef5c9957c1d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394144 Apr 21 15:16:14.932785 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e1ad-bf29-4d72-85b5-a856ea821d07 req-a0a63466-5796-4da4-8f09-927576e476c8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:14.934503 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-eba4e1ad-bf29-4d72-85b5-a856ea821d07 req-a0a63466-5796-4da4-8f09-927576e476c8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0788634 Apr 21 15:16:14.979384 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-eba4e1ad-bf29-4d72-85b5-a856ea821d07 req-abbe3cfc-e7ca-418e-8e7b-492df9c68ad6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Apr 21 15:16:16.173413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f310bf-40f2-4295-acfc-6b05e6dd59a8 req-31cfbdb5-7f26-4287-86ee-c96a19fb0025 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:16.174845 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6f310bf-40f2-4295-acfc-6b05e6dd59a8 req-31cfbdb5-7f26-4287-86ee-c96a19fb0025 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0751946 Apr 21 15:16:16.222899 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6f310bf-40f2-4295-acfc-6b05e6dd59a8 req-4ee749d7-dfc1-49a1-9f31-b1a843fc07c2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Apr 21 15:16:17.551261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254745b-9ed7-4914-94d2-d8408b5b89ba req-4f8a5909-440f-4a50-ad1e-ac041ea23925 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:17.552664 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4254745b-9ed7-4914-94d2-d8408b5b89ba req-4f8a5909-440f-4a50-ad1e-ac041ea23925 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0751569 Apr 21 15:16:17.596621 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4254745b-9ed7-4914-94d2-d8408b5b89ba req-d39d1e4e-075d-41f8-ad72-0b3a419990e6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386188 Apr 21 15:16:18.863677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103072a-5ded-4a43-8624-0f0167d6af09 req-a197a93d-f436-44ea-9836-0d5395ed906d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:18.865218 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6103072a-5ded-4a43-8624-0f0167d6af09 req-a197a93d-f436-44ea-9836-0d5395ed906d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.1512282 Apr 21 15:16:18.910060 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6103072a-5ded-4a43-8624-0f0167d6af09 req-5a65931a-c07b-4da6-837f-3c1b589b6f09 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Apr 21 15:16:19.063447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8ff77cf8-4fd1-40fe-93b7-af17220eeb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:20.104430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa79ee-d418-4121-8dbd-b173c9be95ca req-8f7966d8-9634-4e54-ba0f-c15a0d6acd09 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:20.105864 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f6fa79ee-d418-4121-8dbd-b173c9be95ca req-8f7966d8-9634-4e54-ba0f-c15a0d6acd09 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0789120 Apr 21 15:16:20.150013 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f6fa79ee-d418-4121-8dbd-b173c9be95ca req-9771ad63-9cc9-434a-93fe-cfe9953910fb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380554 Apr 21 15:16:21.346636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85574425-086d-4c58-bd73-f0cb837c638e req-49e1632c-9fa8-4651-9fbf-92fa9dfb4f26 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:21.348089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-85574425-086d-4c58-bd73-f0cb837c638e req-49e1632c-9fa8-4651-9fbf-92fa9dfb4f26 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0776045 Apr 21 15:16:21.384869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d7a3cfc3-441c-4705-8cdd-2c268bfc84d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:21.398639 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-85574425-086d-4c58-bd73-f0cb837c638e req-8930c756-3240-4b09-95c1-b47ccbcaca88 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Apr 21 15:16:22.363091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:22.537448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:22.596022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16fe23-d440-49a1-b368-bd20f0a94c87 req-da595089-0e82-493f-a0bf-5f56604c5013 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:22.597499 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6b16fe23-d440-49a1-b368-bd20f0a94c87 req-da595089-0e82-493f-a0bf-5f56604c5013 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0791831 Apr 21 15:16:22.647084 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6b16fe23-d440-49a1-b368-bd20f0a94c87 req-cdbb0afb-a3dc-415d-b7ca-65944f609c7a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438633 Apr 21 15:16:23.733551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:23.839679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf69dc8-7058-4b17-8227-9f2ec04229e9 req-300f2bfe-d403-4001-a933-11de387b2902 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:23.841632 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3cf69dc8-7058-4b17-8227-9f2ec04229e9 req-300f2bfe-d403-4001-a933-11de387b2902 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0739322 Apr 21 15:16:23.885312 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3cf69dc8-7058-4b17-8227-9f2ec04229e9 req-e1589b28-9541-4a0e-9026-0bd5b02c531d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Apr 21 15:16:25.079502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a6dfb-00e3-424f-a776-55d71cbb875b req-3f7b5b99-837c-438b-8613-6da7206b76bf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:25.081001 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-400a6dfb-00e3-424f-a776-55d71cbb875b req-3f7b5b99-837c-438b-8613-6da7206b76bf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0749693 Apr 21 15:16:25.125459 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-400a6dfb-00e3-424f-a776-55d71cbb875b req-04070679-09ec-4cbb-84fc-ad5c52a3a830 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Apr 21 15:16:26.325168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e16a46-1184-4d8c-a43d-564771a1c4ae req-0e721a5d-60d7-4b8b-9983-0741fb35fbe6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:26.327085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-64e16a46-1184-4d8c-a43d-564771a1c4ae req-0e721a5d-60d7-4b8b-9983-0741fb35fbe6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0834467 Apr 21 15:16:26.371344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-64e16a46-1184-4d8c-a43d-564771a1c4ae req-e91bc06d-6de9-4e3b-8797-817e5e0c731b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386696 Apr 21 15:16:27.660501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998bae-773c-4eb9-9c58-0bea63c73977 req-4b68fccb-0f8a-4dfb-87a2-e9be496fbb05 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:27.662018 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c8998bae-773c-4eb9-9c58-0bea63c73977 req-4b68fccb-0f8a-4dfb-87a2-e9be496fbb05 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.1727533 Apr 21 15:16:27.708441 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c8998bae-773c-4eb9-9c58-0bea63c73977 req-46178067-c625-4d32-8368-d820c54d879c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Apr 21 15:16:28.904035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43803-e1b9-489f-bfe6-20dea2fa5a4c req-85f4d7e6-f031-4d3a-b0dc-7d51698cd2b1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:28.905505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9de43803-e1b9-489f-bfe6-20dea2fa5a4c req-85f4d7e6-f031-4d3a-b0dc-7d51698cd2b1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0754023 Apr 21 15:16:28.954053 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9de43803-e1b9-489f-bfe6-20dea2fa5a4c req-86a6d990-43b4-4299-a4e5-28b5ee311fc3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430682 Apr 21 15:16:30.147313 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7ef64-c194-4721-827c-9c8334b5c7b9 req-3aa0192f-616e-4b4d-9a39-d08d2c556404 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:30.148773 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ce7ef64-c194-4721-827c-9c8334b5c7b9 req-3aa0192f-616e-4b4d-9a39-d08d2c556404 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0749648 Apr 21 15:16:30.193608 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ce7ef64-c194-4721-827c-9c8334b5c7b9 req-1a118924-ba76-4193-a340-7196845a695b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385945 Apr 21 15:16:30.920771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:31.383525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085f267-5268-41ad-b40e-15e22438fd49 req-bc9ed353-0a79-4f0f-a42c-dd5262942ece tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:31.384969 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5085f267-5268-41ad-b40e-15e22438fd49 req-bc9ed353-0a79-4f0f-a42c-dd5262942ece tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0732949 Apr 21 15:16:31.428718 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5085f267-5268-41ad-b40e-15e22438fd49 req-1dd6c6ba-6806-45ea-86a7-d7f03304b0b3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 Apr 21 15:16:32.624574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30592c0b-7bc7-4d47-bc27-03230726d70b req-24436189-9fa8-4ccc-b887-c8049578278f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:32.626017 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-30592c0b-7bc7-4d47-bc27-03230726d70b req-24436189-9fa8-4ccc-b887-c8049578278f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0790720 Apr 21 15:16:32.670560 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-30592c0b-7bc7-4d47-bc27-03230726d70b req-87d89a9e-2aed-4c0a-8a06-8f11778c78c3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390868 Apr 21 15:16:33.865165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e33a8b-097e-4696-a076-60a08278e29c req-ad8a693f-71cf-4d87-8fb0-47fb5ebfdba3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:33.866576 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93e33a8b-097e-4696-a076-60a08278e29c req-ad8a693f-71cf-4d87-8fb0-47fb5ebfdba3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0776329 Apr 21 15:16:33.910828 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93e33a8b-097e-4696-a076-60a08278e29c req-4649edce-6ffa-47ce-91cf-993c32067a8c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388212 Apr 21 15:16:35.101820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeada-1151-42f4-951b-7297fa9f2b35 req-ffda0273-3408-4528-a1ab-06d205ba0244 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:35.103238 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-da5eeada-1151-42f4-951b-7297fa9f2b35 req-ffda0273-3408-4528-a1ab-06d205ba0244 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0738101 Apr 21 15:16:35.147281 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-da5eeada-1151-42f4-951b-7297fa9f2b35 req-8ce05bcd-4f3e-46da-9a05-89627dff99e0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379262 Apr 21 15:16:36.344447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96553014-6239-4d13-9a65-e9605530b1ee req-ad6ecd10-85d2-45bf-9962-67f3e1970632 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:36.345789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-96553014-6239-4d13-9a65-e9605530b1ee req-ad6ecd10-85d2-45bf-9962-67f3e1970632 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0754707 Apr 21 15:16:36.390168 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-96553014-6239-4d13-9a65-e9605530b1ee req-58c97482-fab7-40ba-91ab-eb60ab90d65d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388851 Apr 21 15:16:37.573054 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-35a82d84-42ee-4559-b226-50aa2e488a71 service neutron] 10.222.0.21 "GET /v2.0/ports/4ffc555a-dac9-4f79-8ad1-3b213785b590/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1459765 Apr 21 15:16:37.590897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c848971-3b37-4158-bd72-55fe0ca7d990 req-7d524d05-b055-4cc7-b1d8-92e452bb96a2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:37.592294 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c848971-3b37-4158-bd72-55fe0ca7d990 req-7d524d05-b055-4cc7-b1d8-92e452bb96a2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0781155 Apr 21 15:16:37.639803 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c848971-3b37-4158-bd72-55fe0ca7d990 req-aa63749a-c803-4412-af01-901609f07b08 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Apr 21 15:16:37.844496 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-f6ddc8d2-bc6f-41b4-9805-d0c0b5b5987a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 1099 time: 0.0674427 Apr 21 15:16:37.943436 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-883d8780-2c4b-4e35-9904-12f26450b286 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1099 time: 0.0693004 Apr 21 15:16:38.070413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-17978d91-e748-4e0a-a240-1f484202c092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:38.071838 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-17978d91-e748-4e0a-a240-1f484202c092 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1228988 Apr 21 15:16:38.168469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-f9957621-1439-4dd5-90c2-3d2d7ea75904 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 1001 time: 0.0898314 Apr 21 15:16:38.231788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-4f7512bd-089f-492c-ba22-d1d9d46e6e79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:38.233222 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-4f7512bd-089f-492c-ba22-d1d9d46e6e79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0590279 Apr 21 15:16:38.304076 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-55a2850e-24b8-4a1a-ae22-a4ab811d5343 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653524 Apr 21 15:16:38.430518 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-a419768e-b849-4d47-ade7-e2852d577e62 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207223 Apr 21 15:16:38.557165 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c8b3db07-4b51-4126-86da-a6dd3914ab36 req-b1b5780c-58fb-4e48-bf78-645699f88293 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204853 Apr 21 15:16:38.750752 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:16:38.902262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-83a8e358-8902-4fd1-8172-886488c4ba91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1099 time: 0.2102106 Apr 21 15:16:38.911405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbd47f-a46c-4f3a-b2a2-f8ea98b5838f req-00db5d9b-8080-48cc-ba78-5b87b133b688 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:38.912759 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-49bbd47f-a46c-4f3a-b2a2-f8ea98b5838f req-00db5d9b-8080-48cc-ba78-5b87b133b688 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0965061 Apr 21 15:16:39.038266 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-49bbd47f-a46c-4f3a-b2a2-f8ea98b5838f req-468f69da-3951-4d07-bf81-a882ce2232db tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197813 Apr 21 15:16:39.079372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-2eded93b-d31c-43fb-9586-da33b421cbfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:39.080838 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-2eded93b-d31c-43fb-9586-da33b421cbfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1490188 Apr 21 15:16:39.177221 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-941f7cea-dbe6-4529-b0c3-e25b0319058b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 1001 time: 0.0900574 Apr 21 15:16:39.241143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-13cf9e4a-8511-4860-81e8-1ecac9a4c355 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:39.242523 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-13cf9e4a-8511-4860-81e8-1ecac9a4c355 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0586975 Apr 21 15:16:39.322991 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-91480b16-210d-464b-91a3-7990087ea269 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676296 Apr 21 15:16:39.455033 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-424c8cf0-32bb-4865-8dc4-a3ecf4706255 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247160 Apr 21 15:16:39.583795 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54494d9e-b2f9-41bf-af04-21776b3e72f0 req-87f4369f-7c9e-42c3-88ec-d3b9c42b756f service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229775 Apr 21 15:16:40.239978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6be40-d1c3-49fb-a9fb-694f496aab6e req-f1619e46-60bd-47a4-b30f-36541d1704a6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:40.242242 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7a6be40-d1c3-49fb-a9fb-694f496aab6e req-f1619e46-60bd-47a4-b30f-36541d1704a6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0839703 Apr 21 15:16:40.292888 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a7a6be40-d1c3-49fb-a9fb-694f496aab6e req-4a00c4f7-b316-4d72-9a25-c54f286546f3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446002 Apr 21 15:16:41.499411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f324d-1508-43d7-81a0-671944887496 req-4ce50dc5-c0fb-4ba9-9ed5-11d9e834bbe9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:41.500873 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c0f324d-1508-43d7-81a0-671944887496 req-4ce50dc5-c0fb-4ba9-9ed5-11d9e834bbe9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0800626 Apr 21 15:16:41.544979 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c0f324d-1508-43d7-81a0-671944887496 req-e1220827-bfb1-4c76-a8b2-0f5abb1bc93c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386446 Apr 21 15:16:41.572294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4ffc555a-dac9-4f79-8ad1-3b213785b590 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:16:41.578254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4ffc555a-dac9-4f79-8ad1-3b213785b590 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:16:41.801593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:41.819938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:41.838691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'mac_address': 'fa:16:3e:b2:f1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:16:41.844956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:16:41.885134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:41.900788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:41.938041 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8f0135-c297-4ec1-b4ba-39a58e4f396f'] response: {'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'code': 200} Apr 21 15:16:41.938847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041bd6-2133-4b04-b15e-b7e80c8276af req-8931ede0-5cac-4cee-be63-b170270c72d2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:41.940757 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e9041bd6-2133-4b04-b15e-b7e80c8276af req-8931ede0-5cac-4cee-be63-b170270c72d2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.1416557 Apr 21 15:16:41.946846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-9c1a00b7-b492-4a24-8614-49f9b70927fa tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:41.948010 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-9c1a00b7-b492-4a24-8614-49f9b70927fa tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 946 time: 0.1151357 Apr 21 15:16:41.950824 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:41.979481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ffc555a-dac9-4f79-8ad1-3b213785b590 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:16:41.989322 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e9041bd6-2133-4b04-b15e-b7e80c8276af req-d6bf038c-6b1a-452a-9e78-a5a28cea61ab tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Apr 21 15:16:42.018181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:42.048190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:16:42.048545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:16:42.103974 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-fcf16305-5f5f-42ca-b6d9-cb57ffdfc002 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 1097 time: 0.0670846 Apr 21 15:16:42.229645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-20fb1cb6-6751-466c-aea4-adfc6b0b92ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:42.231613 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-20fb1cb6-6751-466c-aea4-adfc6b0b92ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1219530 Apr 21 15:16:42.331118 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-140181aa-bd83-415e-8b60-0ec0ef3aeb8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 200 len: 999 time: 0.0937061 Apr 21 15:16:42.390085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-a5b855e4-19b4-4028-bcc3-01415456f8fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:42.391378 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-a5b855e4-19b4-4028-bcc3-01415456f8fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0552766 Apr 21 15:16:42.464993 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-7407a2a8-fae6-4b35-a762-fa3bf8ee8d09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683470 Apr 21 15:16:42.606853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:42.624560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffc555a-dac9-4f79-8ad1-3b213785b590 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:16:42.639256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:42.644488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:42.677186 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-6c98ff56-d75a-487a-a334-9f8a3abda055 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057860 Apr 21 15:16:42.710323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:42.768442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['4ffc555a-dac9-4f79-8ad1-3b213785b590'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:16:42.808440 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6a6c6c4-872e-44d3-bb21-489bb9f3483f req-cc428d8a-6a8d-4885-a64c-88372e0e9ed4 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254902 Apr 21 15:16:43.201440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7745d14-15e4-4dbe-9b20-f73069753735 req-cd487986-42aa-4a37-90c0-ea55cc5bd1e9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:43.203313 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c7745d14-15e4-4dbe-9b20-f73069753735 req-cd487986-42aa-4a37-90c0-ea55cc5bd1e9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 945 time: 0.0779474 Apr 21 15:16:43.248455 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c7745d14-15e4-4dbe-9b20-f73069753735 req-c397e86a-b650-49d5-8128-70315286db56 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395460 Apr 21 15:16:43.570074 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4ffc555a-dac9-4f79-8ad1-3b213785b590 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:16:43.636233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 4ffc555a-dac9-4f79-8ad1-3b213785b590 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:16:43.636877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:43.748217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:43.778644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:43.782521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:43.850622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:43.938671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:16:43.993269 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10dc18e4-0621-4e17-ae0e-d0c4b3049501'] response: {'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'code': 200} Apr 21 15:16:44.443126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb31a1-0145-48c3-aef5-98cbac83a2fd req-befe4b68-95e9-43ba-a48e-e31bf0598113 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:44.444592 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-78eb31a1-0145-48c3-aef5-98cbac83a2fd req-befe4b68-95e9-43ba-a48e-e31bf0598113 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0777855 Apr 21 15:16:44.488864 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-78eb31a1-0145-48c3-aef5-98cbac83a2fd req-6d8ae8fe-17cf-44b2-ac26-fc3150487f74 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 Apr 21 15:16:44.679154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90015-3f96-462b-b544-54e0c776fd38 req-5220e8c9-ff4c-44a1-82c5-5663091b0e51 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:44.680611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-51a90015-3f96-462b-b544-54e0c776fd38 req-5220e8c9-ff4c-44a1-82c5-5663091b0e51 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0739276 Apr 21 15:16:44.725478 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-51a90015-3f96-462b-b544-54e0c776fd38 req-c8bddc73-79ac-4922-9ee0-e49262574745 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386586 Apr 21 15:16:44.913017 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2c21b-b8de-43ba-9275-1473393fcc95 req-d0fdeeb1-8b23-4f52-a5f9-d4a47c84aec0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:44.914432 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b1d2c21b-b8de-43ba-9275-1473393fcc95 req-d0fdeeb1-8b23-4f52-a5f9-d4a47c84aec0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0732284 Apr 21 15:16:44.960313 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b1d2c21b-b8de-43ba-9275-1473393fcc95 req-f4863b27-5a8d-416f-a456-1da0e25ac61b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402355 Apr 21 15:16:45.359761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45d3e-55c3-402b-9d2a-80378d16770c req-ceb89a41-cdfe-4cbc-8938-7f63aa3110db tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:45.361251 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50c45d3e-55c3-402b-9d2a-80378d16770c req-ceb89a41-cdfe-4cbc-8938-7f63aa3110db tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0785644 Apr 21 15:16:45.405332 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50c45d3e-55c3-402b-9d2a-80378d16770c req-161169a9-bd0e-4155-b955-622bbd8ab7d2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384698 Apr 21 15:16:46.603173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e57a8-6064-4f13-a2a1-c5f55eab4c75 req-86345fde-cc59-4115-aa22-bac7fde561cd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:46.604690 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9e2e57a8-6064-4f13-a2a1-c5f55eab4c75 req-86345fde-cc59-4115-aa22-bac7fde561cd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0787716 Apr 21 15:16:46.649536 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9e2e57a8-6064-4f13-a2a1-c5f55eab4c75 req-ce23b145-57f0-4a8c-810c-75ad651b2bab tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388048 Apr 21 15:16:47.091766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-dfe6037b-316d-44fd-86cf-cd78fec4ba9d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:47.093180 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-dfe6037b-316d-44fd-86cf-cd78fec4ba9d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0743434 Apr 21 15:16:47.161956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Deleting port 4ffc555a-dac9-4f79-8ad1-3b213785b590 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:16:47.162296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:47.402135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] For port 4ffc555a-dac9-4f79-8ad1-3b213785b590, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4ffc555a-dac9-4f79-8ad1-3b213785b590,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:47.402483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:47.678430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:47.679129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:47.679129 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 disassociated. External IP: 172.26.6.67, port: 4ffc555a-dac9-4f79-8ad1-3b213785b590. Apr 21 15:16:47.679410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Calling delete_port for 4ffc555a-dac9-4f79-8ad1-3b213785b590 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:16:47.820935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:47.844674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09a078-0652-4fd4-ab99-034319d49869 req-108e8743-b222-422d-aac3-3353fb1eb4bf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:47.846119 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cc09a078-0652-4fd4-ab99-034319d49869 req-108e8743-b222-422d-aac3-3353fb1eb4bf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 946 time: 0.0750225 Apr 21 15:16:47.870151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event deleted for resources: {'Port': ['ID=4ffc555a-dac9-4f79-8ad1-3b213785b590,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:47.895295 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cc09a078-0652-4fd4-ab99-034319d49869 req-9e566083-7a1a-44f5-804f-7e6d632d4c3c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Apr 21 15:16:48.085492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:16:48.373398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:16:48.382476 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:16:48.393830 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:16:48.394412 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:16:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:48.439609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] No DVR routers for this DVR port 4ffc555a-dac9-4f79-8ad1-3b213785b590 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:16:48.442038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:48.444472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-deleted', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:16:48.459872 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb24a1d9-b372-43c5-8d19-f348fa20a926 req-991f25be-f353-4ed2-9a50-c2854314972f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "DELETE /v2.0/ports/4ffc555a-dac9-4f79-8ad1-3b213785b590 HTTP/1.1" status: 204 len: 173 time: 1.3617313 Apr 21 15:16:48.502235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25842076-c6cd-4add-afa3-fd99f962a02c'] response: {'server_uuid': 'e3067f97-11d6-4091-b125-360b25bb8146', 'name': 'network-vif-deleted', 'tag': '4ffc555a-dac9-4f79-8ad1-3b213785b590', 'status': 'completed', 'code': 200} Apr 21 15:16:48.570116 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:16:48.902296 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:48.906816 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:16:48.917493 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:16:48.918377 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:16:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:49.077589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3296a9c3-3c40-41ae-a0ce-ba49f139cc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:49.085522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e1e42268-2a7d-4928-b65f-a33ae4484fb7 req-70759510-cfc2-474e-a52f-9db07987fd71 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3067f97-11d6-4091-b125-360b25bb8146 HTTP/1.1" status: 200 len: 210 time: 0.0457745 Apr 21 15:16:49.105583 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:16:49.411137 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:49.414902 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1f8f6d-15b3-4e7a-a016-b9a50634035f None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:16:49.620754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19182b96-5105-4f49-8965-fbfc1d00662e None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:16:50.447009 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-56d896a1-cca3-4d7d-a3a9-e31b0ab320e0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1843135867&fields=id&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 267 time: 0.0393770 Apr 21 15:16:50.593425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19140b6-7e7b-4632-a252-81ee054e124a req-40771d82-1dec-4606-b56a-4633112c6c00 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:50.594849 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-40771d82-1dec-4606-b56a-4633112c6c00 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1412222 Apr 21 15:16:50.610505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-378efa93-0eaf-4f43-bc63-e716a5bf2620 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/quotas/16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 375 time: 0.0103564 Apr 21 15:16:50.692185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f19140b6-7e7b-4632-a252-81ee054e124a req-b1592c91-2be3-4765-a82f-5b3454a92634 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:16:50.707401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-f19140b6-7e7b-4632-a252-81ee054e124a req-b1592c91-2be3-4765-a82f-5b3454a92634 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:16:50.709068 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-b1592c91-2be3-4765-a82f-5b3454a92634 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932736 Apr 21 15:16:50.904911 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-716bddaf-91ef-4227-9fb9-1a81c0bcab4f service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843345 Apr 21 15:16:51.032809 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-387f448d-60ad-453c-8e86-daa23c22af0d service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221755 Apr 21 15:16:51.213215 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-557b9d14-452e-4d81-8be8-07e5f547250f req-5fb96794-c176-4f2f-a02c-5356996599db tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 210 time: 0.0403597 Apr 21 15:16:51.387082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-04aa771b-8b85-4d17-9cf6-32ddd9248d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:51.601489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4ffc555a-dac9-4f79-8ad1-3b213785b590 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:16:51.633506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 4ffc555a-dac9-4f79-8ad1-3b213785b590 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:16:51.633847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 4ffc555a-dac9-4f79-8ad1-3b213785b590 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:16:52.255262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19140b6-7e7b-4632-a252-81ee054e124a req-d583999b-6e8e-447b-a5c3-2b5de07a2e65 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:52.256703 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-d583999b-6e8e-447b-a5c3-2b5de07a2e65 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1449053 Apr 21 15:16:52.317394 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-82060ad4-c241-4ca3-bc46-033a946c375d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 380 time: 0.0428867 Apr 21 15:16:52.325799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'port': {'device_id': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'admin_state_up': True, 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'security_groups': ['71676cd5-02d9-4142-b1f0-458c7ee7183d']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:16:52.370611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.440089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e40dfd5d-10d2-494d-9b4d-a95282e90a52 req-f532bbc6-dfb7-41ba-a550-5c8ce171e786 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 210 time: 0.0987177 Apr 21 15:16:52.491980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:16:52.501925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:16:52.511242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Made reservation on behalf of 16aafcbb3fb34980abb04a8bf224bc9c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:16:52.514258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.541476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.668967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Allocated IP 172.20.0.11 (6a28f3a3-a25d-4dd0-9fdb-6d6532b21542/76fb7fc1-4f13-49fd-9f08-362fe3bdb44d/127cb66f-6bb8-4f8e-a55b-356e89c400b9) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:16:52.844500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.859348 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Transition to ACTIVE for port object 127cb66f-6bb8-4f8e-a55b-356e89c400b9 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:16:52.880181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.952832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:16:52.955881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:16:52.960154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:16:52.988328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:53.010949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.011294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.011628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.011995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.012353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.012676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.012997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.013315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.013631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.013944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.014262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:53.032849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:53.033442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:53.060244 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6768b539-4bf9-4fb9-a5c7-227060284900 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7385666 Apr 21 15:16:53.077140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Request body: {'port': {'device_id': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:16:53.245205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4605e93d-6d89-4c0b-b1f0-27323418e295 None None] Provisioning for port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:16:53.249760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4605e93d-6d89-4c0b-b1f0-27323418e295 None None] Provisioning complete for port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:16:53.250134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4605e93d-6d89-4c0b-b1f0-27323418e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:53.270372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:53.300015 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4605e93d-6d89-4c0b-b1f0-27323418e295 None None] Port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:16:53.599552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127cb66f-6bb8-4f8e-a55b-356e89c400b9 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:16:53.606430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:53.620840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Transition to ACTIVE for port object 127cb66f-6bb8-4f8e-a55b-356e89c400b9 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:16:53.625366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:53.641416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f973b2-0663-4465-a524-6204120cfbb8 req-7371bd41-b868-4d97-8915-9a4d998545ca tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:53.642985 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-58f973b2-0663-4465-a524-6204120cfbb8 req-7371bd41-b868-4d97-8915-9a4d998545ca tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 932 time: 0.0813413 Apr 21 15:16:53.689082 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-58f973b2-0663-4465-a524-6204120cfbb8 req-1d7f0011-4b59-4438-9dd4-4d655556de7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Apr 21 15:16:53.737522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:53.756005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:53.864055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Attempting to bind port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:16:53.864440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Attempting to bind port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:16:53.864791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Attempting to bind port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:16:53.870487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:16:53.870804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Attempting to bind port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:16:53.877540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:16:53.877872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Checking segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:16:53.878246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Bound using segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:16:53.878662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Bound port: 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:16:53.879001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:53.967649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:16:53.970483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:16:53.975101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:54.036591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:54.037844 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] 10.222.0.21 "PUT /v2.0/ports/127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 1094 time: 0.9650497 Apr 21 15:16:54.038318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:16:54.062682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a777f-def3-4f0e-94be-21b70d3daed3 service neutron] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:54.125666 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9052718d-e38d-44cf-8226-2fbcca8f0d55'] response: {'name': 'network-changed', 'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'status': 'completed', 'code': 200} Apr 21 15:16:54.171552 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-33613491-9e58-47e5-ab16-e563e8b20ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1097 time: 0.0771589 Apr 21 15:16:54.244369 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-eb0951d3-f921-489f-8fd1-c938fe2b7f5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 217 time: 0.0608213 Apr 21 15:16:54.307248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19140b6-7e7b-4632-a252-81ee054e124a req-dbee714a-5b41-4989-821e-5ee7b4945ed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:54.308581 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-dbee714a-5b41-4989-821e-5ee7b4945ed7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0583382 Apr 21 15:16:54.380345 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-45bdec7f-330b-418a-8c4e-104b78c06bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653784 Apr 21 15:16:54.506636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-6efcf5cf-bbfa-4d8d-9eeb-ecc4eb851f20 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206145 Apr 21 15:16:54.634849 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f19140b6-7e7b-4632-a252-81ee054e124a req-2627e095-428c-45c4-83ce-147594c73ade service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205165 Apr 21 15:16:54.792659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-0717a84a-1d9b-46a2-8fe8-86aa541334fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1097 time: 0.0671365 Apr 21 15:16:54.883970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688125f-9752-4f2c-90fe-8efda24a5d25 req-93665760-7b63-44ea-9c5b-4ac83187aac8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:54.885766 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7688125f-9752-4f2c-90fe-8efda24a5d25 req-93665760-7b63-44ea-9c5b-4ac83187aac8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 944 time: 0.0745754 Apr 21 15:16:54.923309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-e4a9be92-f666-4089-9015-ffdc00671a00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:54.925038 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-e4a9be92-f666-4089-9015-ffdc00671a00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1248095 Apr 21 15:16:54.930967 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7688125f-9752-4f2c-90fe-8efda24a5d25 req-b7430aa8-a936-4fe9-b7f1-f1ec3ede24c4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392919 Apr 21 15:16:55.073255 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-34a49a6d-312c-4c32-a12e-f30f1c497d95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 217 time: 0.1410325 Apr 21 15:16:55.135396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-499f0cdc-7317-4bbb-91ba-d4366035be50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:55.137418 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-499f0cdc-7317-4bbb-91ba-d4366035be50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0575230 Apr 21 15:16:55.214288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-ceb6a125-f02b-443a-8e0a-74435651219c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666440 Apr 21 15:16:55.342078 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-7028334c-fcd6-4058-a571-3317088104d0 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208713 Apr 21 15:16:55.474749 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b21abfc-d8e0-40a1-a393-23c87410a7b4 req-9d802408-89c5-4cfb-9e17-0e1e8198e0f2 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258709 Apr 21 15:16:56.131828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e6a7f-bccd-45ad-8919-072af56a62d9 req-6cff0baf-9e56-4894-a2f8-38616180b50c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:56.132522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-131e6a7f-bccd-45ad-8919-072af56a62d9 req-6cff0baf-9e56-4894-a2f8-38616180b50c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:16:56.147210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-131e6a7f-bccd-45ad-8919-072af56a62d9 req-6cff0baf-9e56-4894-a2f8-38616180b50c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:16:56.148468 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-131e6a7f-bccd-45ad-8919-072af56a62d9 req-6cff0baf-9e56-4894-a2f8-38616180b50c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 944 time: 0.0963671 Apr 21 15:16:56.197751 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-131e6a7f-bccd-45ad-8919-072af56a62d9 req-a5a574d5-eff5-45e2-bce4-d39ba63cfa1d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Apr 21 15:16:57.395235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6444a04-b54d-4adb-b684-536505aa7944 req-3baccd6a-085d-44a7-be52-db0c39737fc6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:57.396704 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d6444a04-b54d-4adb-b684-536505aa7944 req-3baccd6a-085d-44a7-be52-db0c39737fc6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 944 time: 0.0781345 Apr 21 15:16:57.441552 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d6444a04-b54d-4adb-b684-536505aa7944 req-65299112-6e29-4147-a063-d9204c07a964 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393755 Apr 21 15:16:57.618405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 127cb66f-6bb8-4f8e-a55b-356e89c400b9 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:16:57.779252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:57.792115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'mac_address': 'fa:16:3e:05:35:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:16:57.843864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:57.866565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127cb66f-6bb8-4f8e-a55b-356e89c400b9 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:16:57.887607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:57.939416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:58.083079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:58.095500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.095846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.096212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.096547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.096878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.097206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.097531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.097856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.098176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.098493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.098813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:58.211962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['127cb66f-6bb8-4f8e-a55b-356e89c400b9'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:16:58.632257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49f148-bda5-4612-ac06-c2ac29d9145f req-d53776e4-cca6-4ecd-9fde-b553a7691fb2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:58.633741 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9f49f148-bda5-4612-ac06-c2ac29d9145f req-d53776e4-cca6-4ecd-9fde-b553a7691fb2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 945 time: 0.0740397 Apr 21 15:16:58.684450 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9f49f148-bda5-4612-ac06-c2ac29d9145f req-3b029d74-c5d4-43b3-a59b-c67e26a96f72 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441833 Apr 21 15:16:59.632450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 127cb66f-6bb8-4f8e-a55b-356e89c400b9 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:16:59.701785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:16:59.706454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:16:59.706808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:59.819072 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:59.845199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:16:59.854755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:16:59.859770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:59.878202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0460-7cfc-48b7-b747-18a878c7ad25 req-6509b3cc-6f5d-48d1-93b3-f25574e1480f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:16:59.879676 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c04e0460-7cfc-48b7-b747-18a878c7ad25 req-6509b3cc-6f5d-48d1-93b3-f25574e1480f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 945 time: 0.0761802 Apr 21 15:16:59.904854 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4035394a-8e03-4e87-8f18-b639e7f5791e'] response: {'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'code': 200} Apr 21 15:16:59.929934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:59.931318 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c04e0460-7cfc-48b7-b747-18a878c7ad25 req-c10b1570-c373-4751-97df-e1304839e2f6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451851 Apr 21 15:17:00.162821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7339d37f-8413-4a29-ba5b-9fdcb41cd0b0 req-de6e5104-3782-4b72-81f5-49f33f5a60ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1099 time: 0.0683525 Apr 21 15:17:00.204299 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7339d37f-8413-4a29-ba5b-9fdcb41cd0b0 req-594d3e9b-4955-48fd-a759-de62df1d5bc4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354674 Apr 21 15:17:00.922579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:01.128688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01cffa-4e0e-44bb-9626-dba004e48b89 req-d04a0b48-67af-4ad8-beed-dde3df854940 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:01.130171 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c01cffa-4e0e-44bb-9626-dba004e48b89 req-d04a0b48-67af-4ad8-beed-dde3df854940 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0766399 Apr 21 15:17:01.175723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8c01cffa-4e0e-44bb-9626-dba004e48b89 req-28278f88-5a53-458d-9e18-c2f7298d851f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 Apr 21 15:17:02.365391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78321c-a9cb-4dfe-8ba9-78ea0180b327 req-1e01293a-3483-4d0f-95c7-9bb155499a86 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:02.366716 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ec78321c-a9cb-4dfe-8ba9-78ea0180b327 req-1e01293a-3483-4d0f-95c7-9bb155499a86 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0745149 Apr 21 15:17:02.410440 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ec78321c-a9cb-4dfe-8ba9-78ea0180b327 req-dd029c8f-3434-4e17-a3db-dd53fbd35f17 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376279 Apr 21 15:17:02.598783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bc278-dced-4eb1-8e90-1cd1e6546527 req-bec52f8b-91cc-496c-9756-125e20c26a0e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:02.600263 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-826bc278-dced-4eb1-8e90-1cd1e6546527 req-bec52f8b-91cc-496c-9756-125e20c26a0e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0780208 Apr 21 15:17:02.608781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 32864) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:02.613806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'floatingip': {'port_id': '127cb66f-6bb8-4f8e-a55b-356e89c400b9'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:17:02.688897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:03.329679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:03.333008 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:03.516743 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 associated. External IP: 172.26.6.67, port: 127cb66f-6bb8-4f8e-a55b-356e89c400b9. Apr 21 15:17:03.893587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:17:04.089435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:17:04.094811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:04.099261 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:17:04.111709 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:17:04.112350 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:16:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:04.146076 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d3181a88-a8e2-4fdc-89f4-9bafa85d9567 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "PUT /v2.0/floatingips/147e5c20-f69a-4818-bce9-8bcb3caa29d2 HTTP/1.1" status: 200 len: 991 time: 1.5361812 Apr 21 15:17:04.146750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:17:04.202111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c025c069-74e9-4042-ae49-dae92f42a5a5'] response: {'name': 'network-changed', 'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'status': 'completed', 'code': 200} Apr 21 15:17:04.294610 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:17:04.320768 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-a4a00b89-4459-4c5b-9f09-d9de438455ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1099 time: 0.0750027 Apr 21 15:17:04.495802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-836f5f00-de12-48ac-989e-3ac6297e163f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:04.497772 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-836f5f00-de12-48ac-989e-3ac6297e163f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1722140 Apr 21 15:17:04.597757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb367347-86c3-4ac2-9df5-05f4c106906e req-727a6b60-42af-4881-922e-f3175a775283 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:04.599205 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb367347-86c3-4ac2-9df5-05f4c106906e req-727a6b60-42af-4881-922e-f3175a775283 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.1754494 Apr 21 15:17:04.637637 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-b200bf4e-5b95-40de-99f2-675f9e3d943f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 999 time: 0.1277876 Apr 21 15:17:04.647849 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:05:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:17:03Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:04.651638 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:17:04.661877 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:17:04.662451 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:16:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:04.699651 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb367347-86c3-4ac2-9df5-05f4c106906e req-d266cfa3-48f3-4702-9081-232e73be50d5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882437 Apr 21 15:17:04.712152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-f48a3162-b4c6-4abf-8694-e82e4396a36e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:04.713910 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-f48a3162-b4c6-4abf-8694-e82e4396a36e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0691433 Apr 21 15:17:04.837845 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:17:04.891918 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-5a5a7618-701b-4787-8371-7168d2496f3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1670039 Apr 21 15:17:05.024159 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-8747ad09-75d1-4c3e-af90-f58270cc59e7 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254442 Apr 21 15:17:05.153164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54b219e8-f165-49a7-8a20-6539c6d44bc5 req-25a7962e-32f0-4545-a792-9f1a44a3f398 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227024 Apr 21 15:17:05.201806 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:05:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:17:03Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:05.205594 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39825b0-7dcd-417c-beff-860d2945f85c None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:05:35:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:17:03Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:17:05.398246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7add1fc7-ed05-41de-a75b-8f04d9321ea2 None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:17:05.898066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6ef36-768a-49fb-a02b-9e0fffc36d01 req-49756410-d8c2-4095-b82f-7c29339bad28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:05.899492 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cbd6ef36-768a-49fb-a02b-9e0fffc36d01 req-49756410-d8c2-4095-b82f-7c29339bad28 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0781238 Apr 21 15:17:05.943645 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cbd6ef36-768a-49fb-a02b-9e0fffc36d01 req-8c7bf464-8756-4892-b5e2-3c34e283485a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 Apr 21 15:17:07.140272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581aad14-8182-4627-a83b-2b7566bd9698 req-5dc332ca-27d1-4a1e-9997-a48d874f99f3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:07.141738 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-581aad14-8182-4627-a83b-2b7566bd9698 req-5dc332ca-27d1-4a1e-9997-a48d874f99f3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0751874 Apr 21 15:17:07.190293 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-581aad14-8182-4627-a83b-2b7566bd9698 req-eb15477e-88a5-406a-83fb-5b5f4ff882da tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Apr 21 15:17:08.384369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb2682-87ac-4fbc-9320-3bf5b5235350 req-bc7968d1-e79b-413a-8be8-628bbe2e34d1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:08.385726 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14eb2682-87ac-4fbc-9320-3bf5b5235350 req-bc7968d1-e79b-413a-8be8-628bbe2e34d1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0739760 Apr 21 15:17:08.429700 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14eb2682-87ac-4fbc-9320-3bf5b5235350 req-bef8ada0-b566-4af7-a2e6-7df24fd3a705 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380571 Apr 21 15:17:09.625742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099d075-2610-4f9d-9e79-39f4004a10dd req-9c18d6ed-db0f-472f-9a76-4e7730627f11 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:09.627110 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b099d075-2610-4f9d-9e79-39f4004a10dd req-9c18d6ed-db0f-472f-9a76-4e7730627f11 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0781696 Apr 21 15:17:09.671709 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b099d075-2610-4f9d-9e79-39f4004a10dd req-1c9aed1b-0866-4714-924e-a56a0d2a8223 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Apr 21 15:17:10.874820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982b557-7c44-483f-8e81-2426075c517b req-1f8b0106-e487-49a5-abd0-582736dc25b6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:10.876187 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3982b557-7c44-483f-8e81-2426075c517b req-1f8b0106-e487-49a5-abd0-582736dc25b6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0785806 Apr 21 15:17:10.920454 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3982b557-7c44-483f-8e81-2426075c517b req-d3bf61e6-52fd-4172-b3ec-145d790a2e6c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 Apr 21 15:17:12.127678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec48f50-9e42-489d-85c4-ed2ac593e297 req-0f972dca-dbbb-4b75-a725-0571b258d93e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:12.129156 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7ec48f50-9e42-489d-85c4-ed2ac593e297 req-0f972dca-dbbb-4b75-a725-0571b258d93e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0879815 Apr 21 15:17:12.173553 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7ec48f50-9e42-489d-85c4-ed2ac593e297 req-9c07b6f4-92e9-47b4-9acc-4ee81a3da0c7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388792 Apr 21 15:17:13.366062 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849fe2f-5854-444d-bb49-b1cedf171333 req-589b7492-0591-4615-bf26-fa4ceb2efaa9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:13.367517 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1849fe2f-5854-444d-bb49-b1cedf171333 req-589b7492-0591-4615-bf26-fa4ceb2efaa9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0756607 Apr 21 15:17:13.415196 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1849fe2f-5854-444d-bb49-b1cedf171333 req-2d9af883-d235-4ac9-9ddd-cae5d665287b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414150 Apr 21 15:17:14.611896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ed78-6635-4edb-946d-3d412be4f406 req-9b36115e-cff8-4202-a6f8-ddcb66ea0a09 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:14.613383 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a2a0ed78-6635-4edb-946d-3d412be4f406 req-9b36115e-cff8-4202-a6f8-ddcb66ea0a09 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0753939 Apr 21 15:17:14.658086 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a2a0ed78-6635-4edb-946d-3d412be4f406 req-a262870d-cf3f-4242-93c4-4df52bca66db tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392137 Apr 21 15:17:15.751598 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:17:15.855010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc36e-70d5-4ad7-b9d8-eadc5a1424a2 req-37b19c63-60de-4c8b-abbe-721392dc5926 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:15.856476 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b0ecc36e-70d5-4ad7-b9d8-eadc5a1424a2 req-37b19c63-60de-4c8b-abbe-721392dc5926 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0777040 Apr 21 15:17:15.900109 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b0ecc36e-70d5-4ad7-b9d8-eadc5a1424a2 req-fd1c7639-9333-4a2c-8b72-8fc022ded492 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382106 Apr 21 15:17:17.097645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01ac43-5bf5-4ce4-82c9-340125c91903 req-a0b7b1ef-744f-4406-8a04-f7404ff13444 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:17.099085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f01ac43-5bf5-4ce4-82c9-340125c91903 req-a0b7b1ef-744f-4406-8a04-f7404ff13444 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0788820 Apr 21 15:17:17.143455 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7f01ac43-5bf5-4ce4-82c9-340125c91903 req-b320ea82-df83-4be1-906b-2d78d7d16d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386956 Apr 21 15:17:18.337063 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bce8e-1010-474c-bda0-4cd6899ce734 req-9628b4ba-8b2e-44be-9a3d-549d4d3710bf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:18.338414 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-647bce8e-1010-474c-bda0-4cd6899ce734 req-9628b4ba-8b2e-44be-9a3d-549d4d3710bf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0763712 Apr 21 15:17:18.386089 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-647bce8e-1010-474c-bda0-4cd6899ce734 req-99ee1c5c-f743-4c73-a18c-a65c55d672c5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Apr 21 15:17:19.062466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-07ecc905-4f24-4636-a5e1-1fe602e7ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:19.583493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f7d03-01c5-4138-bac5-326589b786a3 req-0e35802a-35c7-4e1a-ae46-a3381ff3654d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:19.585001 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b47f7d03-01c5-4138-bac5-326589b786a3 req-0e35802a-35c7-4e1a-ae46-a3381ff3654d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0786319 Apr 21 15:17:19.634417 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b47f7d03-01c5-4138-bac5-326589b786a3 req-ca428693-301b-4ad8-afc5-49f7f615a823 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Apr 21 15:17:20.829647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865b360-7d5a-4b19-8a6b-855f2a577743 req-51985eb1-d00c-4ca2-acbe-35c9c1781f47 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:20.831094 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0865b360-7d5a-4b19-8a6b-855f2a577743 req-51985eb1-d00c-4ca2-acbe-35c9c1781f47 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0752864 Apr 21 15:17:20.875433 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0865b360-7d5a-4b19-8a6b-855f2a577743 req-24fe4345-653d-445b-9970-96b60ce5bf68 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388224 Apr 21 15:17:21.391657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-90653dd0-4752-4e40-8bd8-faa4f78724ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.067363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10721186-b9e1-46a3-8ec7-a83bcc43e767 req-e352352c-1c92-44d8-8d31-9ff4bf2a3c0f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:22.068867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-10721186-b9e1-46a3-8ec7-a83bcc43e767 req-e352352c-1c92-44d8-8d31-9ff4bf2a3c0f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0749104 Apr 21 15:17:22.113508 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-10721186-b9e1-46a3-8ec7-a83bcc43e767 req-8f400e01-056e-4a40-a797-8a9cdb95e813 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Apr 21 15:17:22.368270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.542740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:23.393478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51032d-0caa-4c12-8fff-1a815594f49b req-e2a48cf8-ce94-4e6b-b98c-b41f36fb737e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:23.394926 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0f51032d-0caa-4c12-8fff-1a815594f49b req-e2a48cf8-ce94-4e6b-b98c-b41f36fb737e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.1590028 Apr 21 15:17:23.439578 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0f51032d-0caa-4c12-8fff-1a815594f49b req-3e19cf8b-6fba-45cd-8f53-e21c79d1eee8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 Apr 21 15:17:23.739516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:24.640553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7508a9f-9ced-4ef4-952d-1e51d30804fb req-b5f42cd7-e43c-43d0-a703-6a91241f4de9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:24.641994 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b7508a9f-9ced-4ef4-952d-1e51d30804fb req-b5f42cd7-e43c-43d0-a703-6a91241f4de9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0825076 Apr 21 15:17:24.687742 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b7508a9f-9ced-4ef4-952d-1e51d30804fb req-5379beac-f1fe-462a-9a47-9bcc7ce78d6f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Apr 21 15:17:25.880120 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d791a50-7efd-41ac-b39d-8e73060ba8bc req-01167fe2-a910-4b0f-b0ce-d1b8f9060452 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:25.881551 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3d791a50-7efd-41ac-b39d-8e73060ba8bc req-01167fe2-a910-4b0f-b0ce-d1b8f9060452 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0747099 Apr 21 15:17:25.925924 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3d791a50-7efd-41ac-b39d-8e73060ba8bc req-3f8d0225-0b92-44a8-9f2b-203f34357a26 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Apr 21 15:17:27.124958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd71a1c-f3ef-43da-9536-96d6bd8af0e6 req-9e50b773-e514-4eb0-9f6b-afa81630a8e1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:27.126416 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2bd71a1c-f3ef-43da-9536-96d6bd8af0e6 req-9e50b773-e514-4eb0-9f6b-afa81630a8e1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0790477 Apr 21 15:17:27.170819 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2bd71a1c-f3ef-43da-9536-96d6bd8af0e6 req-72085efd-18f1-4cbb-9700-296fd031f9d9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388491 Apr 21 15:17:28.364050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3102df3-c2df-460d-a6ae-40a9e566945c req-b6099cef-9660-45f1-9f96-560f06ccf284 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:28.365407 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f3102df3-c2df-460d-a6ae-40a9e566945c req-b6099cef-9660-45f1-9f96-560f06ccf284 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0776799 Apr 21 15:17:28.410249 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f3102df3-c2df-460d-a6ae-40a9e566945c req-3f059111-5c72-48d6-8339-2f8c3287c781 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Apr 21 15:17:29.606084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86a8bc-671a-439e-9727-2d3758457a67 req-31e882a0-0e24-4ec0-993a-ff346c828c76 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:29.607422 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4b86a8bc-671a-439e-9727-2d3758457a67 req-31e882a0-0e24-4ec0-993a-ff346c828c76 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0789721 Apr 21 15:17:29.651716 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4b86a8bc-671a-439e-9727-2d3758457a67 req-903de2f3-9dbf-4932-bc55-0dabfe6312f6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387833 Apr 21 15:17:30.850400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef201-23b1-4cc1-810b-defe69ed71fd req-28ab9ca6-f427-44c5-acc0-3f319edcbdc7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:30.851849 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c8eef201-23b1-4cc1-810b-defe69ed71fd req-28ab9ca6-f427-44c5-acc0-3f319edcbdc7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0801470 Apr 21 15:17:30.895703 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c8eef201-23b1-4cc1-810b-defe69ed71fd req-3ee79bc1-c410-4e41-beb2-a23d8a9ffe9b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Apr 21 15:17:30.938273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:32.102575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5cf19-fdcb-442f-ad43-eed6d94f1fed req-20e15b11-fd91-4b93-8916-6c8cd5febfd5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:32.105537 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a7e5cf19-fdcb-442f-ad43-eed6d94f1fed req-20e15b11-fd91-4b93-8916-6c8cd5febfd5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0856652 Apr 21 15:17:32.158972 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a7e5cf19-fdcb-442f-ad43-eed6d94f1fed req-f2d2c4d2-b9b1-4323-ad55-127e7b4640b8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479221 Apr 21 15:17:33.363368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ae28b-d63a-4dfa-953e-7305cf93b3ce req-34eb0d87-27a9-48f4-9812-0f5cb6f51373 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:33.364837 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-083ae28b-d63a-4dfa-953e-7305cf93b3ce req-34eb0d87-27a9-48f4-9812-0f5cb6f51373 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0859764 Apr 21 15:17:33.409175 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-083ae28b-d63a-4dfa-953e-7305cf93b3ce req-3190a7fc-39e1-4c65-a04e-337e46c86c32 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382447 Apr 21 15:17:34.748903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c4c3a-ec44-41eb-bd8b-70d850b5c00d req-fbeb4e94-5442-4905-ba24-83edf310d208 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:34.750278 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a20c4c3a-ec44-41eb-bd8b-70d850b5c00d req-fbeb4e94-5442-4905-ba24-83edf310d208 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0797434 Apr 21 15:17:34.795178 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a20c4c3a-ec44-41eb-bd8b-70d850b5c00d req-8778e0a8-0071-44e5-900c-221e3978a269 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Apr 21 15:17:35.989487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621d279-18f3-41e3-8e79-57a7c2bb567a req-ad149e77-79bb-4f88-a404-c2db91f7303d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:35.990939 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b621d279-18f3-41e3-8e79-57a7c2bb567a req-ad149e77-79bb-4f88-a404-c2db91f7303d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0759451 Apr 21 15:17:36.038984 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b621d279-18f3-41e3-8e79-57a7c2bb567a req-c2251797-d13b-4a06-b1a5-0b923b5c13f2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Apr 21 15:17:36.228301 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d5207cb5-72b6-465a-baa7-8e6714afb842 req-3e56caff-984b-4f65-b88d-6055d588b284 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659041 Apr 21 15:17:36.474398 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-d6deab93-a000-432e-8509-726f0f0a75b3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712652 Apr 21 15:17:36.537339 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20678ca5-7030-4a66-9286-b926c02b235b req-51851160-9c6b-4175-9941-9f6d4b309a2c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:36.538809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-20678ca5-7030-4a66-9286-b926c02b235b req-51851160-9c6b-4175-9941-9f6d4b309a2c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0778723 Apr 21 15:17:36.585325 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-20678ca5-7030-4a66-9286-b926c02b235b req-42e7f9f4-dd09-474e-bc05-721c0079c0e3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401523 Apr 21 15:17:37.667092 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-6e09b6c4-472d-4441-8d0f-f6b01b732000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1099 time: 0.0674264 Apr 21 15:17:37.935722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722ee3e-7475-4048-954b-6bdd9b419bfb req-037c5638-45e3-4af1-9743-8befc1b13dce tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:37.937199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4722ee3e-7475-4048-954b-6bdd9b419bfb req-037c5638-45e3-4af1-9743-8befc1b13dce tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.1231840 Apr 21 15:17:37.938060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-28cf6b94-5437-44cd-b683-9ae47bc0f83e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:37.939341 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-28cf6b94-5437-44cd-b683-9ae47bc0f83e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.2670043 Apr 21 15:17:38.055612 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4722ee3e-7475-4048-954b-6bdd9b419bfb req-0eecb825-10de-41bc-9b04-04ca2ec1099c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121426 Apr 21 15:17:38.076363 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-60e0e457-9b32-44cf-b643-de05093bf95f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 1001 time: 0.1190319 Apr 21 15:17:38.136718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-751ec030-90b7-48ae-a6b8-1571a0710bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:38.138164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-751ec030-90b7-48ae-a6b8-1571a0710bea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0566847 Apr 21 15:17:38.213214 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-73a4b88f-7589-45cb-bbbb-671571539319 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693626 Apr 21 15:17:38.340835 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-c4800ad8-8d26-4511-bcae-29f183c9c31e service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212742 Apr 21 15:17:38.466858 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-e4c19e59-5201-4c2b-8fe2-09b4544cb0bc service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200333 Apr 21 15:17:39.251026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ae994-1d54-470b-9489-1debc9a95219 req-760dadea-3087-42de-a8c8-83be67572f87 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:39.252397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-710ae994-1d54-470b-9489-1debc9a95219 req-760dadea-3087-42de-a8c8-83be67572f87 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0773454 Apr 21 15:17:39.296612 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-710ae994-1d54-470b-9489-1debc9a95219 req-a11f3c93-9ed7-4591-b2eb-c5002ef9c5ec tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386636 Apr 21 15:17:40.220872 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-a95dfd13-cda2-4df4-8be1-6a4c4358377c service neutron] 10.222.0.21 "GET /v2.0/ports/127cb66f-6bb8-4f8e-a55b-356e89c400b9/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0721443 Apr 21 15:17:40.365776 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1cff4944-0d88-43c8-ada0-db38369621fa req-75fb9858-5e82-4d78-96c9-17e7060ffb67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1099 time: 0.0763538 Apr 21 15:17:40.557182 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-aa62ff19-80e1-4199-9f5e-79ff7c96fbfe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 1099 time: 0.0674248 Apr 21 15:17:40.602520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff4944-0d88-43c8-ada0-db38369621fa req-4ed2d96c-12bf-434b-a4a7-3b280d2bcf4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:40.603856 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1cff4944-0d88-43c8-ada0-db38369621fa req-4ed2d96c-12bf-434b-a4a7-3b280d2bcf4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1537683 Apr 21 15:17:40.609432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d3911-cade-4790-bd49-824dab9c94ed req-787c6388-9ed8-4409-b59a-15c2c6928193 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:40.610769 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-059d3911-cade-4790-bd49-824dab9c94ed req-787c6388-9ed8-4409-b59a-15c2c6928193 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.1917245 Apr 21 15:17:40.735650 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-059d3911-cade-4790-bd49-824dab9c94ed req-bffecff9-3a90-49cd-98f0-ee72c219e3f1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751960 Apr 21 15:17:40.737663 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1cff4944-0d88-43c8-ada0-db38369621fa req-d6c57731-2e0a-4902-94af-ea839b17340a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 1001 time: 0.1260710 Apr 21 15:17:40.800601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff4944-0d88-43c8-ada0-db38369621fa req-d044f9e1-a0a8-497f-b060-b9fcfc6fb830 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:40.802006 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1cff4944-0d88-43c8-ada0-db38369621fa req-d044f9e1-a0a8-497f-b060-b9fcfc6fb830 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0591650 Apr 21 15:17:40.874316 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1cff4944-0d88-43c8-ada0-db38369621fa req-8fd726dc-3dc4-48d7-b162-fcbdf2921a0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663900 Apr 21 15:17:41.002199 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1cff4944-0d88-43c8-ada0-db38369621fa req-58a3be23-8b01-4fee-a4cf-bbdc7a6862b4 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224022 Apr 21 15:17:41.218793 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1cff4944-0d88-43c8-ada0-db38369621fa req-1b143d32-1f63-4e1c-90a1-f395e24bb7db service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107413 Apr 21 15:17:41.348831 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-48b0cf2e-939c-4640-a231-56c74c5acd06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1099 time: 0.0659959 Apr 21 15:17:41.473269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-753c732e-d74a-43ef-b039-eb49eff034ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:41.474604 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-753c732e-d74a-43ef-b039-eb49eff034ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1206062 Apr 21 15:17:41.574116 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-003ff619-ee3c-4051-ac86-9f5ec6a17cff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 1001 time: 0.0932779 Apr 21 15:17:41.636866 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-9c5994ee-a7d3-4282-974d-0b6ba55d59b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:41.638217 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-9c5994ee-a7d3-4282-974d-0b6ba55d59b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0578744 Apr 21 15:17:41.708436 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-7a3ccfbe-5c88-4eb7-b479-0390bcd73090 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645428 Apr 21 15:17:41.840792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-ea5474ec-2b5d-4d23-b375-528e8d26915a service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261909 Apr 21 15:17:41.934489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f5b15-efc4-48f9-9e45-782c4fc52ee7 req-e69ef225-add8-410d-a0b5-d0a9fc66a31c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:41.936147 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a85f5b15-efc4-48f9-9e45-782c4fc52ee7 req-e69ef225-add8-410d-a0b5-d0a9fc66a31c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0796602 Apr 21 15:17:41.982518 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-9ca0df46-8060-4f38-ad2a-171c1e9707a8 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309829 Apr 21 15:17:41.988811 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a85f5b15-efc4-48f9-9e45-782c4fc52ee7 req-266d4fb9-016b-4489-af7f-309bd0a27463 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462565 Apr 21 15:17:43.187688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6d9d0-23c5-4411-b579-48c33a220994 req-87172bc8-eef9-418a-98d3-50453bd3deb1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:43.189222 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79b6d9d0-23c5-4411-b579-48c33a220994 req-87172bc8-eef9-418a-98d3-50453bd3deb1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0800478 Apr 21 15:17:43.234265 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79b6d9d0-23c5-4411-b579-48c33a220994 req-31b19882-4381-4575-852c-2014fd484d8a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396030 Apr 21 15:17:43.787718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 127cb66f-6bb8-4f8e-a55b-356e89c400b9 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:17:43.793309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 127cb66f-6bb8-4f8e-a55b-356e89c400b9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:44.014002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.027087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:17:44.047259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'mac_address': 'fa:16:3e:05:35:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:17:44.076940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:17:44.095803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:17:44.103249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.149490 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46fd9e9-acb2-43b1-9098-cf1507c9c117'] response: {'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'code': 200} Apr 21 15:17:44.153271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.215635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 127cb66f-6bb8-4f8e-a55b-356e89c400b9 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:17:44.254610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:44.281081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:17:44.281381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:17:44.428473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e274ec-d4ba-40e4-94e8-50057eb60f96 req-5ea6d956-5f50-4df7-97fd-390619639db0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:44.429904 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6e274ec-d4ba-40e4-94e8-50057eb60f96 req-5ea6d956-5f50-4df7-97fd-390619639db0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 944 time: 0.0747111 Apr 21 15:17:44.473587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6e274ec-d4ba-40e4-94e8-50057eb60f96 req-32716e23-1450-4035-8caa-62732af1e3bb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373611 Apr 21 15:17:44.834727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.851808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127cb66f-6bb8-4f8e-a55b-356e89c400b9 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:17:44.863362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-d83e5821-3ac6-4c7b-9c05-befb685ec8b2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:44.864854 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-d83e5821-3ac6-4c7b-9c05-befb685ec8b2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1341848 Apr 21 15:17:44.867247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:17:44.871040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab915ca0-7744-4fa8-aadc-1488cd5d143e req-25a3c36d-014e-44f9-990c-bf95d2e5d916 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:44.871526 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.872410 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ab915ca0-7744-4fa8-aadc-1488cd5d143e req-25a3c36d-014e-44f9-990c-bf95d2e5d916 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 944 time: 0.1436567 Apr 21 15:17:44.924876 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ab915ca0-7744-4fa8-aadc-1488cd5d143e req-56c912f8-5fad-4df0-8f33-524f4ca61847 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450890 Apr 21 15:17:44.949277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:44.997386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['127cb66f-6bb8-4f8e-a55b-356e89c400b9'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:17:45.022794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-2afbacfe-2c68-4532-b685-dbea7833c53b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1098 time: 0.0721810 Apr 21 15:17:45.150615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-ad28a2ed-db5a-4ae4-9d36-61fab6d3aedc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:45.152221 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-ad28a2ed-db5a-4ae4-9d36-61fab6d3aedc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1229582 Apr 21 15:17:45.255550 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-23c00566-7c96-4a99-91b2-e7792c2cd90f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 1000 time: 0.0968797 Apr 21 15:17:45.315116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-c3a5222e-d32b-413c-aa03-682e47a0d4ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:45.316482 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-c3a5222e-d32b-413c-aa03-682e47a0d4ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0554118 Apr 21 15:17:45.388673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-df5d9652-bace-453b-8f6f-8818986a38db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651460 Apr 21 15:17:45.595707 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-a1db3995-0bb7-466d-b775-23c58ebb363d service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004454 Apr 21 15:17:45.725585 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5ad00f4-1629-4773-b36c-a2dc04fb0e69 req-ba945175-472b-43ed-b5e7-0ec601416991 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240995 Apr 21 15:17:45.802735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 127cb66f-6bb8-4f8e-a55b-356e89c400b9 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:17:45.871008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:17:45.871651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:45.987429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:46.022011 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:17:46.026938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:46.092270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:46.132165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b10cb-ee6f-47df-b433-c62e92ce96b6 req-520f953d-2c4b-462e-a9e6-216a7643d1e3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:46.133473 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f43b10cb-ee6f-47df-b433-c62e92ce96b6 req-520f953d-2c4b-462e-a9e6-216a7643d1e3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0772185 Apr 21 15:17:46.150499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:17:46.179320 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f43b10cb-ee6f-47df-b433-c62e92ce96b6 req-bf5a6218-f11c-449f-9170-8e440693d4ff tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396793 Apr 21 15:17:46.205726 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1225be-55b7-430e-b048-3e63ee32a8ba'] response: {'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'code': 200} Apr 21 15:17:47.379863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604d426-cb90-4d26-9672-94d860c44df4 req-3e690561-52be-41cc-aad1-8c2883d79340 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:47.381337 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7604d426-cb90-4d26-9672-94d860c44df4 req-3e690561-52be-41cc-aad1-8c2883d79340 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0748632 Apr 21 15:17:47.425895 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7604d426-cb90-4d26-9672-94d860c44df4 req-dabc5bdb-ed98-4637-97fe-7402fb5ee71f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385659 Apr 21 15:17:47.619009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff0fb6-2474-4e8d-a863-03de3b701c84 req-b3f29626-afb7-4f48-ab87-9a094c5a05d4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:47.620913 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-07ff0fb6-2474-4e8d-a863-03de3b701c84 req-b3f29626-afb7-4f48-ab87-9a094c5a05d4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0781937 Apr 21 15:17:47.665500 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-07ff0fb6-2474-4e8d-a863-03de3b701c84 req-276d9530-0f4b-472c-b5dd-fb7a7a2b18b9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391898 Apr 21 15:17:48.029555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860674-22c8-4e7e-89c1-ec2ac6e08775 req-4f7739fd-b1d7-410b-a942-ea90dda79522 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:48.030998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d2860674-22c8-4e7e-89c1-ec2ac6e08775 req-4f7739fd-b1d7-410b-a942-ea90dda79522 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0782878 Apr 21 15:17:48.080005 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d2860674-22c8-4e7e-89c1-ec2ac6e08775 req-f4537b0e-ef6f-4e0d-bb43-c9a3084166b8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433066 Apr 21 15:17:48.080260 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-e07f1141-395e-41b3-8149-793fa2fb31f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 1099 time: 0.0710714 Apr 21 15:17:48.209643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-94c99af2-f48b-4e21-b648-a248b31cec9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:48.211040 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-94c99af2-f48b-4e21-b648-a248b31cec9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1252954 Apr 21 15:17:48.306487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-2c244615-1c0d-4f27-bc4d-80a2f1142a81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 200 len: 1001 time: 0.0898614 Apr 21 15:17:48.370171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-5d0b56d7-c2df-41c7-8c14-74aeffd71321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:48.371552 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-5d0b56d7-c2df-41c7-8c14-74aeffd71321 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0584610 Apr 21 15:17:48.443598 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-1fa11b8b-8a37-4fe3-a12f-cc54d88936d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656390 Apr 21 15:17:48.570483 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-65c44a60-5060-433c-b81e-2d8969f18422 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212552 Apr 21 15:17:48.700345 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8501bdb3-3732-40d1-aff2-28ff730e107e req-1d3fa66a-db47-4418-9f67-a16da31df9e3 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233501 Apr 21 15:17:49.064576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-45b92b7f-aefa-4d90-a325-8ed81cfb4d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:49.292599 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b4b38-73d3-49f8-bd2a-43e135bd5163 req-53eaabe9-2a9b-496d-a725-f4b59bb1085f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:49.293948 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-353b4b38-73d3-49f8-bd2a-43e135bd5163 req-53eaabe9-2a9b-496d-a725-f4b59bb1085f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0908425 Apr 21 15:17:49.338439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-353b4b38-73d3-49f8-bd2a-43e135bd5163 req-c1db45c0-8c26-4f7f-8830-9337d76d99cc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Apr 21 15:17:50.533476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76771e46-0c5d-4fbe-a6e1-8e0532403504 req-6d612bac-893b-4a4f-a347-d0957a745c8a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:50.534955 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-76771e46-0c5d-4fbe-a6e1-8e0532403504 req-6d612bac-893b-4a4f-a347-d0957a745c8a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0785742 Apr 21 15:17:50.676934 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-76771e46-0c5d-4fbe-a6e1-8e0532403504 req-05e82119-87b3-45c2-bd33-dbad22bd4249 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364906 Apr 21 15:17:51.081961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd9de1-574c-46f3-8b0b-685566dba402 req-25759e42-0812-4d54-9440-eec5d4ef9428 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:51.083432 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-87bd9de1-574c-46f3-8b0b-685566dba402 req-25759e42-0812-4d54-9440-eec5d4ef9428 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0779176 Apr 21 15:17:51.129108 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-87bd9de1-574c-46f3-8b0b-685566dba402 req-e281e220-d0fd-48fb-93f3-4c730ce66b52 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Apr 21 15:17:51.393466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f4b7e5a4-3651-46a2-ac4b-de3afe99a40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:52.372127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:52.391323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed724c-aee7-4bf6-8e1e-c126b95abaca req-28b3f5fa-a84d-48db-818e-148254d4c8c9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:52.392805 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-26ed724c-aee7-4bf6-8e1e-c126b95abaca req-28b3f5fa-a84d-48db-818e-148254d4c8c9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.1450152 Apr 21 15:17:52.437701 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-26ed724c-aee7-4bf6-8e1e-c126b95abaca req-1ea8c937-52ee-4b44-aad8-6b9eedca9e09 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 Apr 21 15:17:52.544531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:52.743917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabb749-298e-485b-8837-d13124325376 req-7a1eb645-0a4b-44b2-a3bc-76912ffff5c9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:52.745915 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9fabb749-298e-485b-8837-d13124325376 req-7a1eb645-0a4b-44b2-a3bc-76912ffff5c9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 946 time: 0.0776396 Apr 21 15:17:52.752489 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:17:52.812124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Deleting port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:17:52.812417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:53.125290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] For port 127cb66f-6bb8-4f8e-a55b-356e89c400b9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=127cb66f-6bb8-4f8e-a55b-356e89c400b9,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:17:53.125559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:53.398490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:53.399111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:53.399232 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 disassociated. External IP: 172.26.6.67, port: 127cb66f-6bb8-4f8e-a55b-356e89c400b9. Apr 21 15:17:53.399468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Calling delete_port for 127cb66f-6bb8-4f8e-a55b-356e89c400b9 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:17:53.540878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:53.592692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event deleted for resources: {'Port': ['ID=127cb66f-6bb8-4f8e-a55b-356e89c400b9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:53.603081 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9044a23-6194-4fbc-be18-1555f069c199 req-9994516c-ee47-4416-a734-dbdfc5760654 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 210 time: 0.0407908 Apr 21 15:17:53.606262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.606560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.606894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.607215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.607537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.607863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.608209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.608522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.608830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.609140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.609874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:53.744684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:53.814521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:17:54.009494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:17:54.019401 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:17:54.031387 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:17:54.031976 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:17:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:54.075550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] No DVR routers for this DVR port 127cb66f-6bb8-4f8e-a55b-356e89c400b9 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:17:54.077922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:54.080339 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-deleted', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:17:54.095288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9fabb749-298e-485b-8837-d13124325376 req-aba3faaa-0a95-44cf-a66e-64fe61261c16 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "DELETE /v2.0/ports/127cb66f-6bb8-4f8e-a55b-356e89c400b9 HTTP/1.1" status: 204 len: 173 time: 1.3440003 Apr 21 15:17:54.138904 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bc62b6-e96d-4ea1-9239-f4eb854a030d'] response: {'server_uuid': '2a59dd1c-83bf-4823-a246-c13da8409daa', 'name': 'network-vif-deleted', 'tag': '127cb66f-6bb8-4f8e-a55b-356e89c400b9', 'status': 'completed', 'code': 200} Apr 21 15:17:54.209195 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:17:54.509332 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:54.513069 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:17:54.523213 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:17:54.523893 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:17:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:54.736710 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:17:54.795683 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-77a3c437-680d-4ec3-9084-60e26c4be9ef req-306b1f66-797d-4a4e-8c64-d1a200b0d532 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a59dd1c-83bf-4823-a246-c13da8409daa HTTP/1.1" status: 200 len: 210 time: 0.0407674 Apr 21 15:17:55.077172 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:55.080872 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b598680-a393-4f65-9981-bfa4d7094bb0 None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:17:55.286090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbec2d7-e126-421c-be3e-b1e69eea3d56 None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:17:56.155733 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-7392daa3-37f9-4557-8a58-a77687e0b007 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1843135867&fields=id&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 267 time: 0.0429118 Apr 21 15:17:56.298462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b247e8c5-7ad4-4fca-ae96-0eb0480a2111 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:56.299882 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b247e8c5-7ad4-4fca-ae96-0eb0480a2111 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1379585 Apr 21 15:17:56.315653 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b194091-2082-48d7-82be-fe1b4d063bfc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/quotas/16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 375 time: 0.0104959 Apr 21 15:17:56.393345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-f43c5a9c-8662-4aff-b7b4-4f69058b9908 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:17:56.408303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-f43c5a9c-8662-4aff-b7b4-4f69058b9908 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:17:56.409535 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-f43c5a9c-8662-4aff-b7b4-4f69058b9908 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894020 Apr 21 15:17:56.542673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-650b385e-b548-410b-b173-078e8bd45341 service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218426 Apr 21 15:17:56.757643 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-6a2b405e-ead3-46c7-abda-0f1ed961ac4f service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091663 Apr 21 15:17:56.943509 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8051e86b-4c60-41a4-858c-c37b932e60ad req-0939e65f-13eb-47fc-b02d-d11d77fe0577 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 210 time: 0.0442739 Apr 21 15:17:57.895506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 127cb66f-6bb8-4f8e-a55b-356e89c400b9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:57.929504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 127cb66f-6bb8-4f8e-a55b-356e89c400b9 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:17:57.930022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 127cb66f-6bb8-4f8e-a55b-356e89c400b9 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:17:58.003937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-a23fd42b-5945-493e-a442-83e113d8494f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:58.005598 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-a23fd42b-5945-493e-a442-83e113d8494f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1489577 Apr 21 15:17:58.077445 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b5f4c58f-05fb-4144-9183-147e8baae6a5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 380 time: 0.0539534 Apr 21 15:17:58.113655 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'port': {'device_id': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'admin_state_up': True, 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'security_groups': ['71676cd5-02d9-4142-b1f0-458c7ee7183d']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:17:58.138411 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1773e0c4-85bd-47ee-a933-cbba150d7715 req-6059bc3b-b5f4-493c-a69a-4e89da066885 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 210 time: 0.0649917 Apr 21 15:17:58.254522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:58.264363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:58.273552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Made reservation on behalf of 16aafcbb3fb34980abb04a8bf224bc9c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:17:58.276503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.434882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Allocated IP 172.20.0.6 (6a28f3a3-a25d-4dd0-9fdb-6d6532b21542/76fb7fc1-4f13-49fd-9f08-362fe3bdb44d/3b3ca551-e777-45be-9a8a-8a56e4a4ad42) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:17:58.615832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.634741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Transition to ACTIVE for port object 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:17:58.656716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.731069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:17:58.734075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:17:58.738478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:17:58.763474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:58.800442 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:58.801048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.826618 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-b8d4af0c-4e04-4fe1-ba65-d00072387d1e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206523 Apr 21 15:17:58.843318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Request body: {'port': {'device_id': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:17:58.958521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.993140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0ed396fd-1ee6-43a8-8e48-e913da4d19df None None] Provisioning for port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:17:58.998394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0ed396fd-1ee6-43a8-8e48-e913da4d19df None None] Provisioning complete for port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:17:58.998841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ed396fd-1ee6-43a8-8e48-e913da4d19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.051390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-0ed396fd-1ee6-43a8-8e48-e913da4d19df None None] Port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:17:59.297646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:17:59.304536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.318883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Transition to ACTIVE for port object 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:17:59.323470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.337277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e2a31-8857-4928-84b5-1d705d55362b req-0626724b-74cf-4dd4-b71d-b968aa4a943a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:17:59.339283 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d41e2a31-8857-4928-84b5-1d705d55362b req-0626724b-74cf-4dd4-b71d-b968aa4a943a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 931 time: 0.0764480 Apr 21 15:17:59.386300 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d41e2a31-8857-4928-84b5-1d705d55362b req-d49ff7f7-91be-4098-9105-c73ed56c5b76 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403488 Apr 21 15:17:59.450461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:59.557500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Attempting to bind port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:17:59.557835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Attempting to bind port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:17:59.558159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Attempting to bind port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:17:59.564173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:17:59.564498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Attempting to bind port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:17:59.570891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:17:59.571264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Checking segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:17:59.571643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Bound using segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:17:59.572579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Bound port: 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:17:59.572950 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.738197 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:17:59.741050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:17:59.745031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.805410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.806788 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] 10.222.0.21 "PUT /v2.0/ports/3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 1093 time: 0.9677982 Apr 21 15:17:59.807218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:17:59.823899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b119abe-1113-42af-ab6b-4f77ac855e73 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:59.949222 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-e93aa283-4731-4b0f-8695-07b3cc4a8751 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1096 time: 0.0817087 Apr 21 15:17:59.953466 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bccf1a-27f0-4b7b-8750-9d7ebfd4c67e'] response: {'name': 'network-changed', 'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'status': 'completed', 'code': 200} Apr 21 15:18:00.036661 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-c76d1343-6f37-49aa-8ed2-e92c45f45222 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 217 time: 0.0638125 Apr 21 15:18:00.099454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-760b6079-6551-4978-92e6-21c943b19d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:00.100780 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-760b6079-6551-4978-92e6-21c943b19d42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0587311 Apr 21 15:18:00.171913 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-4651e770-fd2c-49f2-801c-1d6c6d312061 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655088 Apr 21 15:18:00.300002 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-9e2c0bd5-f1c4-4667-bccc-cc39e6e992ff service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225150 Apr 21 15:18:00.428161 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-429a0a1e-fdd5-4ea6-b03a-d22a08707bce req-0863c0e7-9a7e-462c-8616-ecad48c15b8f service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222692 Apr 21 15:18:00.588364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52a13f-9f22-4374-9af9-6a711bafc342 req-9c265f92-f772-4f4e-bf2c-2db2512089a0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:00.589845 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd52a13f-9f22-4374-9af9-6a711bafc342 req-9c265f92-f772-4f4e-bf2c-2db2512089a0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 943 time: 0.0803461 Apr 21 15:18:00.602164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-06b7764d-17fe-49a3-8ef9-7753ce9bb925 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1096 time: 0.0731149 Apr 21 15:18:00.636365 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fd52a13f-9f22-4374-9af9-6a711bafc342 req-7197f834-d6c4-48a1-a81d-cbf3e03fe7a1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400436 Apr 21 15:18:00.730637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-29fefb5e-bb6d-4fc1-b980-b084f1c33154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:00.731964 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-29fefb5e-bb6d-4fc1-b980-b084f1c33154 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1231234 Apr 21 15:18:00.796636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-728b3a6c-a763-4867-8797-c7745cc4c2b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 217 time: 0.0583737 Apr 21 15:18:00.860207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-319e6973-e8b4-4ccb-86ed-5d6301e76f24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:00.861614 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-319e6973-e8b4-4ccb-86ed-5d6301e76f24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0590260 Apr 21 15:18:00.930053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:00.935280 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-cda72133-2f01-47c0-ad65-1fa0342286c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675588 Apr 21 15:18:01.063642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-710008a6-b493-43e2-8de8-0d2558d56389 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224971 Apr 21 15:18:01.192511 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df82bdee-32e3-4b12-875e-9cfb1583d1fb req-dd24fba8-ffef-4815-9139-fe9133e34e46 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219337 Apr 21 15:18:01.834154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e2ad5-30bb-433c-a246-972b1125ecb6 req-d98b18fc-2be0-4766-b351-630b75da856c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:01.834845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-853e2ad5-30bb-433c-a246-972b1125ecb6 req-d98b18fc-2be0-4766-b351-630b75da856c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:01.849978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-853e2ad5-30bb-433c-a246-972b1125ecb6 req-d98b18fc-2be0-4766-b351-630b75da856c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:01.851095 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-853e2ad5-30bb-433c-a246-972b1125ecb6 req-d98b18fc-2be0-4766-b351-630b75da856c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 943 time: 0.0967245 Apr 21 15:18:01.896420 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-853e2ad5-30bb-433c-a246-972b1125ecb6 req-f576059b-2d1a-4b2c-b95d-bf7f5e8c7d54 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Apr 21 15:18:03.087106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d17870-e971-4fd7-a584-f68b707e0f70 req-e9b94410-a122-47c8-ac42-4fb99548ae43 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:03.088612 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3d17870-e971-4fd7-a584-f68b707e0f70 req-e9b94410-a122-47c8-ac42-4fb99548ae43 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 943 time: 0.0739746 Apr 21 15:18:03.132433 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e3d17870-e971-4fd7-a584-f68b707e0f70 req-10c9abbe-b977-453b-acae-638fae07eeba tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384061 Apr 21 15:18:03.927501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:18:04.066580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:04.079837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'mac_address': 'fa:16:3e:c8:52:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:18:04.136482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.153112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:18:04.167734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:04.173024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.237555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:04.246118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.246459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.246795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.247127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.247451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.247772 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.248114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.248438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.248758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.249077 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.249391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:04.334611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd220c2-ff65-4d2f-a772-7a32d7725cae req-4ed9d9c1-8b58-484c-b957-cc47c67d1998 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:04.336096 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fbd220c2-ff65-4d2f-a772-7a32d7725cae req-4ed9d9c1-8b58-484c-b957-cc47c67d1998 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 944 time: 0.0794725 Apr 21 15:18:04.380335 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fbd220c2-ff65-4d2f-a772-7a32d7725cae req-3d6a879c-f171-4790-9249-073e5b3406ce tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 Apr 21 15:18:04.445699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['3b3ca551-e777-45be-9a8a-8a56e4a4ad42'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:18:05.579724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3f8ba-0d53-45f9-acd6-7241192f4059 req-1a440dca-ccf1-4c88-997f-f9033b5040a6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:05.581190 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ffe3f8ba-0d53-45f9-acd6-7241192f4059 req-1a440dca-ccf1-4c88-997f-f9033b5040a6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 944 time: 0.0809703 Apr 21 15:18:05.625917 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ffe3f8ba-0d53-45f9-acd6-7241192f4059 req-729346c6-f1a7-4b69-b1ae-ed7b6d568b57 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391290 Apr 21 15:18:05.942355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:06.008864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:06.013478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:06.013851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.124187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.149650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:06.158915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:06.163293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.229219 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489bd95d-69dd-4309-a807-692a6ab049ae'] response: {'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'code': 200} Apr 21 15:18:06.261322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:06.544821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5cb42889-7f2f-476b-9483-6369c2a36f90 req-88589a4b-4e34-4464-8bc0-3edbcfa1b29a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1098 time: 0.1505506 Apr 21 15:18:06.586396 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5cb42889-7f2f-476b-9483-6369c2a36f90 req-4434cf4c-3872-4023-84c5-a9f7fa7fe856 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Apr 21 15:18:06.816577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c604548-6816-4669-b611-6511a36a5518 req-0e43093f-c675-4929-ba18-d9706c925c20 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:06.817937 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c604548-6816-4669-b611-6511a36a5518 req-0e43093f-c675-4929-ba18-d9706c925c20 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0746663 Apr 21 15:18:06.867521 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8c604548-6816-4669-b611-6511a36a5518 req-475ca7c4-364f-4cea-96db-cd5020af6eea tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Apr 21 15:18:08.062379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05341a99-ffc5-44e0-af02-db1c82b3152c req-ee30e593-ed73-468b-81d1-d802c53a446d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:08.063832 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05341a99-ffc5-44e0-af02-db1c82b3152c req-ee30e593-ed73-468b-81d1-d802c53a446d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0743377 Apr 21 15:18:08.108603 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05341a99-ffc5-44e0-af02-db1c82b3152c req-c434ba7d-9ee7-4667-b4a9-7bddf5ec6a8d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392442 Apr 21 15:18:08.294182 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b97ab8-d4bf-48ea-bcd4-e68b07ddd058 req-2e2e6162-458d-4a2e-b84b-54a798463e2e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:08.295519 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-94b97ab8-d4bf-48ea-bcd4-e68b07ddd058 req-2e2e6162-458d-4a2e-b84b-54a798463e2e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0748873 Apr 21 15:18:08.304078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33048) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:08.309440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'floatingip': {'port_id': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:18:08.465824 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.029714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.033262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.217274 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 associated. External IP: 172.26.6.67, port: 3b3ca551-e777-45be-9a8a-8a56e4a4ad42. Apr 21 15:18:09.591793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:18:09.888039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:18:09.892787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.897237 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:18:09.910107 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:18:09.910724 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:17:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:09.944872 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eae0cf68-de0f-4497-9a0a-b7de48a931a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "PUT /v2.0/floatingips/147e5c20-f69a-4818-bce9-8bcb3caa29d2 HTTP/1.1" status: 200 len: 990 time: 1.6397772 Apr 21 15:18:09.945779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:10.002347 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c759f1b1-b01f-4b80-9109-af721e573b5b'] response: {'name': 'network-changed', 'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'status': 'completed', 'code': 200} Apr 21 15:18:10.092161 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:18:10.167991 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-268ad338-dea7-497c-8350-71374bb5109a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1098 time: 0.1226289 Apr 21 15:18:10.174654 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ce53a9f1-86ac-435f-843c-d32796b394e0 req-276390de-abd4-4f04-8e55-6be09a1b47bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0975621 Apr 21 15:18:10.300154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-3934e754-aa85-41eb-b836-594e60e1fd78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:10.301668 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-3934e754-aa85-41eb-b836-594e60e1fd78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1262047 Apr 21 15:18:10.449842 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:c8:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:18:08Z', 'revision_number': 9, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:10.453941 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:18:10.463425 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-06b05ae6-a7a4-40d9-b996-8d32a8974c7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 998 time: 0.1559262 Apr 21 15:18:10.466148 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:18:10.466753 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:17:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:10.500694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f4c0a-0ef1-4548-8bba-3d9e7a42cc19 req-f1db3d11-e197-466a-8467-cb4a0c17d35b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:10.502170 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-194f4c0a-0ef1-4548-8bba-3d9e7a42cc19 req-f1db3d11-e197-466a-8467-cb4a0c17d35b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0834417 Apr 21 15:18:10.525036 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-ac9393af-9c0d-4656-8e0b-04fbb195094b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472416 Apr 21 15:18:10.541055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-c176b976-f51f-4e7f-bce1-7c1cba0c8fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:10.543929 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-c176b976-f51f-4e7f-bce1-7c1cba0c8fee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0732350 Apr 21 15:18:10.550863 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-194f4c0a-0ef1-4548-8bba-3d9e7a42cc19 req-393b849c-4f9a-4af7-bacb-31249c95ca97 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Apr 21 15:18:10.626108 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-be66680f-e818-4da5-bb8e-47dadb70b821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767143 Apr 21 15:18:10.652141 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:18:10.761601 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-c03b2eb6-d4a8-4675-9e5d-7bef7ce73b45 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287932 Apr 21 15:18:10.902209 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c82a1546-6402-4810-aa7a-0b26e3860dc7 req-2867ee2b-86ae-40bc-9113-366cd4aa571c service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347106 Apr 21 15:18:11.012570 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:c8:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:18:08Z', 'revision_number': 9, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:11.017621 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7154b7-5886-41b1-9bfa-69c77d95b888 None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:c8:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:18:08Z', 'revision_number': 9, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:18:11.213781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88cf258-fff2-49fb-8d0d-b15d38479714 None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:18:11.749264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f9fd4-30fd-42f9-bf43-ec7d2d3e7859 req-dbd8c8ae-50e8-4476-88e2-2e51dcb2a42c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:11.750671 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed1f9fd4-30fd-42f9-bf43-ec7d2d3e7859 req-dbd8c8ae-50e8-4476-88e2-2e51dcb2a42c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0741713 Apr 21 15:18:11.798054 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed1f9fd4-30fd-42f9-bf43-ec7d2d3e7859 req-639e734d-91ca-43af-a98a-b39df07b5603 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Apr 21 15:18:11.938932 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-1b027f57-de60-41f3-a0ca-d436bf29cc81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1098 time: 0.0712497 Apr 21 15:18:12.067469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-23ea22ec-91ca-4861-a406-e607034071f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:12.068867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-23ea22ec-91ca-4861-a406-e607034071f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1243427 Apr 21 15:18:12.164420 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-b8a4642b-9766-4347-aa28-a67ab547e077 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 1001 time: 0.0898566 Apr 21 15:18:12.227112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-90fd6f58-9869-4047-9568-a61afea9268f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:12.229082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-90fd6f58-9869-4047-9568-a61afea9268f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0591512 Apr 21 15:18:12.303609 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-b4c05886-971e-4252-8a7f-9d64f126161e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684197 Apr 21 15:18:12.504768 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-3fb8d8da-c176-4a88-94b0-3a1917beed35 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942835 Apr 21 15:18:12.630380 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-2697321f-4e57-4ca7-b614-c405a4932dba service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202855 Apr 21 15:18:13.009504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d2ed-07d7-4f38-9e5e-8a043aeaf082 req-31a55e9b-3b58-43c7-8ed5-803dbd7ac574 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:13.012426 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7d08d2ed-07d7-4f38-9e5e-8a043aeaf082 req-31a55e9b-3b58-43c7-8ed5-803dbd7ac574 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0817664 Apr 21 15:18:13.058417 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7d08d2ed-07d7-4f38-9e5e-8a043aeaf082 req-023f7372-9c62-4bab-b9f7-9c49952a1015 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417628 Apr 21 15:18:14.262564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19859b13-289d-4340-ad84-d9abd98783cb req-23246622-4cfe-4b69-8fca-b5db1f1670d2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:14.263968 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19859b13-289d-4340-ad84-d9abd98783cb req-23246622-4cfe-4b69-8fca-b5db1f1670d2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0831354 Apr 21 15:18:14.312807 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19859b13-289d-4340-ad84-d9abd98783cb req-57196e65-c8f9-4764-8067-824e746c8703 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 Apr 21 15:18:15.505802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b2e1c-969a-4fa6-b857-25ad01d489d2 req-db019f8a-61b4-4bb2-8345-705a6be54a59 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:15.507240 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-145b2e1c-969a-4fa6-b857-25ad01d489d2 req-db019f8a-61b4-4bb2-8345-705a6be54a59 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0747626 Apr 21 15:18:15.551462 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-145b2e1c-969a-4fa6-b857-25ad01d489d2 req-1ed67f9d-afd3-4d2d-862e-b1831ff2744a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 Apr 21 15:18:16.746010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970496-dbd2-47e1-8d63-d66067575527 req-7c7ce8f2-bc6d-415d-9ee0-3e91bd796342 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:16.747455 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c970496-dbd2-47e1-8d63-d66067575527 req-7c7ce8f2-bc6d-415d-9ee0-3e91bd796342 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0748444 Apr 21 15:18:16.795170 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c970496-dbd2-47e1-8d63-d66067575527 req-cc707838-d179-4851-9478-4c59e32fbd78 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Apr 21 15:18:17.994295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786e61d-ee27-4f80-a701-404582b1c348 req-81c1bfaf-e652-4a62-a069-f29552ceb9d7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:17.995756 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0786e61d-ee27-4f80-a701-404582b1c348 req-81c1bfaf-e652-4a62-a069-f29552ceb9d7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0796821 Apr 21 15:18:18.040813 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0786e61d-ee27-4f80-a701-404582b1c348 req-3e56e56f-3708-48c5-a9f3-97e6a162f925 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388649 Apr 21 15:18:19.066319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5327e888-6a50-40a6-931d-5d7fd48067d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.235146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52b33-231b-4e7b-a696-2a4741331581 req-e7a9d36c-294f-47f3-800f-94b8b82d7cdc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:19.236596 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8fd52b33-231b-4e7b-a696-2a4741331581 req-e7a9d36c-294f-47f3-800f-94b8b82d7cdc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0753458 Apr 21 15:18:19.280646 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8fd52b33-231b-4e7b-a696-2a4741331581 req-7a5afa87-58e1-48dc-b02e-c4ea5100ce95 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Apr 21 15:18:20.472341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd12f2-8411-4d1e-a08b-7324138bebf4 req-10cc648e-8263-4afe-b378-7c5eb0e02731 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:20.473785 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f2bd12f2-8411-4d1e-a08b-7324138bebf4 req-10cc648e-8263-4afe-b378-7c5eb0e02731 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0752263 Apr 21 15:18:20.522424 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f2bd12f2-8411-4d1e-a08b-7324138bebf4 req-2272a882-7840-4ab1-a00f-b63186a82da0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430419 Apr 21 15:18:21.393895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eca24483-2e17-4d63-828f-8ca1257297fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.720171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a7d34-1ea7-4507-9a27-61d934e62c4c req-1ae57fab-58ff-405b-8645-1cb84c94c1c5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:21.721591 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-151a7d34-1ea7-4507-9a27-61d934e62c4c req-1ae57fab-58ff-405b-8645-1cb84c94c1c5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0777588 Apr 21 15:18:21.765945 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-151a7d34-1ea7-4507-9a27-61d934e62c4c req-9a21fa5b-50a9-4fca-b28e-9215fa80ed9f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Apr 21 15:18:22.375038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.545537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.962295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4fb9e-e879-405c-881d-a90d344cb583 req-e3cc3aad-66e8-404f-854c-1ba2aa6d2eb8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:22.963795 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ffc4fb9e-e879-405c-881d-a90d344cb583 req-e3cc3aad-66e8-404f-854c-1ba2aa6d2eb8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0792031 Apr 21 15:18:23.008469 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ffc4fb9e-e879-405c-881d-a90d344cb583 req-3273728b-a980-4f4d-bcae-9aa4f6b7e651 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391848 Apr 21 15:18:23.745104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.211513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625a7c8-39f8-48f9-b3fe-816fb66798f7 req-fedbb2da-8444-4317-aaa7-f63aa89f6eaf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:24.213688 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0625a7c8-39f8-48f9-b3fe-816fb66798f7 req-fedbb2da-8444-4317-aaa7-f63aa89f6eaf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0782142 Apr 21 15:18:24.257860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0625a7c8-39f8-48f9-b3fe-816fb66798f7 req-be431940-4caf-492f-8b9f-70ca392b0780 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Apr 21 15:18:25.452729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d006a4-c713-4e98-bd7f-57bea8ebfc15 req-8324a528-7b6d-460d-ab2a-2595492f1c62 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:25.454151 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-47d006a4-c713-4e98-bd7f-57bea8ebfc15 req-8324a528-7b6d-460d-ab2a-2595492f1c62 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0747759 Apr 21 15:18:25.498305 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-47d006a4-c713-4e98-bd7f-57bea8ebfc15 req-84f5984f-3972-42ac-af84-31e9edeaee47 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Apr 21 15:18:26.692659 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578fd58-b5ad-42c9-ac1a-b803f27e864a req-9e989ae4-e6b2-4c05-ae9f-6a068e6de0a0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:26.694091 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6578fd58-b5ad-42c9-ac1a-b803f27e864a req-9e989ae4-e6b2-4c05-ae9f-6a068e6de0a0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0783601 Apr 21 15:18:26.737986 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6578fd58-b5ad-42c9-ac1a-b803f27e864a req-23cb3476-2c32-4ba3-a88f-057826791308 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378604 Apr 21 15:18:27.934853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05557629-b6fa-46e6-b096-174799415b8b req-f7a60230-c332-43fe-978d-be7e657ab2ec tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:27.936332 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-05557629-b6fa-46e6-b096-174799415b8b req-f7a60230-c332-43fe-978d-be7e657ab2ec tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0796218 Apr 21 15:18:27.981757 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-05557629-b6fa-46e6-b096-174799415b8b req-a1b7eba4-2660-4b63-a1bd-25f7a5af9ec2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Apr 21 15:18:29.175120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bfba4-56d6-46da-af54-b0f4d7a133f7 req-112978f9-ca2f-4e89-807b-9d283c0f0a40 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:29.176576 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-013bfba4-56d6-46da-af54-b0f4d7a133f7 req-112978f9-ca2f-4e89-807b-9d283c0f0a40 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0742466 Apr 21 15:18:29.221302 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-013bfba4-56d6-46da-af54-b0f4d7a133f7 req-2186e46c-e7d0-4329-91eb-af2c0751afe0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387480 Apr 21 15:18:29.682713 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-ff05ac76-14b4-463b-a449-c78d227e5b70 service neutron] 10.222.0.21 "GET /v2.0/ports/3b3ca551-e777-45be-9a8a-8a56e4a4ad42/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0839171 Apr 21 15:18:29.753777 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:18:29.956322 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-7c42ce94-f070-4411-8aa4-57babe8bfad8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 1098 time: 0.0718155 Apr 21 15:18:30.065013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-6ee69231-ec08-4029-94db-73fc075f2b79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1098 time: 0.0752442 Apr 21 15:18:30.193711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-3b501997-c8aa-4825-9e5d-3815b100abf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:30.195216 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-3b501997-c8aa-4825-9e5d-3815b100abf3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1249464 Apr 21 15:18:30.297071 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-55428efd-20e3-4e9e-8cb5-e53dbf19c679 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 1001 time: 0.0961459 Apr 21 15:18:30.362158 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-c50e22a0-2ce5-415f-98f5-275dc369aaba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:30.363599 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-c50e22a0-2ce5-415f-98f5-275dc369aaba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0609233 Apr 21 15:18:30.419469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13b950-0b5d-49bb-9a85-ba9568a308e0 req-3cce07ce-684c-42a5-a090-febc34fcc1c4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:30.420942 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0f13b950-0b5d-49bb-9a85-ba9568a308e0 req-3cce07ce-684c-42a5-a090-febc34fcc1c4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0752873 Apr 21 15:18:30.436128 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-f3df4c78-1824-4bb0-83e9-09b58fcecf33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667593 Apr 21 15:18:30.469245 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0f13b950-0b5d-49bb-9a85-ba9568a308e0 req-1ea1124a-1919-45d6-b5fb-34a24eddaefb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Apr 21 15:18:30.565486 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-65e3ed3a-7e61-4568-b1e7-e8b250d75679 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234386 Apr 21 15:18:30.778038 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d3df88fe-ccac-4b85-98fe-b108011a416c req-a2f2d14b-b9a6-42ed-b9d7-4d2884f00fd9 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035737 Apr 21 15:18:30.936964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.664016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd0006-a0aa-4a92-9151-7d744dd112a5 req-6d74639a-bd80-4f05-b9fa-fca47027143f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:31.665971 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4dbd0006-a0aa-4a92-9151-7d744dd112a5 req-6d74639a-bd80-4f05-b9fa-fca47027143f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0780814 Apr 21 15:18:31.709700 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4dbd0006-a0aa-4a92-9151-7d744dd112a5 req-a2984335-1361-4696-81e4-4e8007b85d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Apr 21 15:18:33.046001 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223cfdd-000e-4af2-a645-016f31b9cd61 req-585dfe8c-1dda-413b-9a77-dfed1fe7d0fc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:33.047379 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e223cfdd-000e-4af2-a645-016f31b9cd61 req-585dfe8c-1dda-413b-9a77-dfed1fe7d0fc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0757103 Apr 21 15:18:33.091887 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e223cfdd-000e-4af2-a645-016f31b9cd61 req-40c17246-9163-4c34-a330-0b73a4d26167 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390165 Apr 21 15:18:33.503353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-1f89a923-8420-40eb-a479-1b350ae319de tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:33.504906 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-1f89a923-8420-40eb-a479-1b350ae319de tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.0785863 Apr 21 15:18:33.560561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0defa5d-68db-4c6e-a16b-8cf316451342 req-c4a2f671-587e-492a-9dec-b5474deac235 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:33.562012 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a0defa5d-68db-4c6e-a16b-8cf316451342 req-c4a2f671-587e-492a-9dec-b5474deac235 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0791371 Apr 21 15:18:33.585202 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-bea674fd-cea9-4033-8855-8f6571976cb6 service neutron] 10.222.0.21 "GET /v2.0/ports/3b3ca551-e777-45be-9a8a-8a56e4a4ad42/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0748241 Apr 21 15:18:33.606629 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a0defa5d-68db-4c6e-a16b-8cf316451342 req-6705c4a2-45f5-4e38-b502-365ff92edb46 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390773 Apr 21 15:18:33.696264 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-46abb1ee-8e73-42d6-923e-bc2e88b190c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1098 time: 0.0724983 Apr 21 15:18:33.825711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-e56385ec-d067-444e-97eb-21e35f3ad505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:33.827165 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-e56385ec-d067-444e-97eb-21e35f3ad505 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1247745 Apr 21 15:18:33.926162 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-3328d86b-bf7d-409d-80f5-1541d9003048 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 1001 time: 0.0931613 Apr 21 15:18:33.988798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-1d09570a-33c3-4044-b137-e2a001324fa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:33.990127 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-1d09570a-33c3-4044-b137-e2a001324fa2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0588682 Apr 21 15:18:34.062223 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-ca8a7569-fbdc-4941-9d9f-97565fd527f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656059 Apr 21 15:18:34.074412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:18:34.081165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:18:34.190552 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-739c38c3-30eb-4163-b409-ce23e960d15c service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217971 Apr 21 15:18:34.293281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:34.311659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:34.317707 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-09f03cc8-2287-4ec8-af4d-f363b579ecfc service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219666 Apr 21 15:18:34.332376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'mac_address': 'fa:16:3e:c8:52:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:18:34.338849 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:34.385414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:34.392940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:34.448510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:34.473831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:18:34.481451 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262138ae-3902-41d9-b910-8d053069e60a'] response: {'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'code': 200} Apr 21 15:18:34.485447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:34.542157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:18:34.542515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:18:34.810360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6355f-0625-46fd-90e7-b418fc9eb7b1 req-04bd68a0-df27-4136-af88-26b479c66e2a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:34.811797 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e0e6355f-0625-46fd-90e7-b418fc9eb7b1 req-04bd68a0-df27-4136-af88-26b479c66e2a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 943 time: 0.0778930 Apr 21 15:18:34.855180 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e0e6355f-0625-46fd-90e7-b418fc9eb7b1 req-86ef4203-ae7b-4710-bae8-2f00e1e61f1d tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378883 Apr 21 15:18:35.093412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.110879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:18:35.125953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:35.129888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.196527 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:35.256796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['3b3ca551-e777-45be-9a8a-8a56e4a4ad42'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:18:36.054456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a03d1-be88-4555-896d-e9ae26580dd2 req-45efa055-2ff1-4f65-a962-c39aa35a5cd8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:36.056572 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-353a03d1-be88-4555-896d-e9ae26580dd2 req-45efa055-2ff1-4f65-a962-c39aa35a5cd8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 944 time: 0.0753722 Apr 21 15:18:36.082411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:36.105413 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-353a03d1-be88-4555-896d-e9ae26580dd2 req-587f6a8d-27bf-42fc-9651-ed2cbcbab659 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427763 Apr 21 15:18:36.151518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:36.152031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.265786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.297304 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:36.300878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.363521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:36.482687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:36.544003 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d3de75-df85-46af-b1bc-d405b0093bd3'] response: {'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'code': 200} Apr 21 15:18:36.917888 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-bad5d1e9-c528-45c8-b036-4220885d9599 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 1098 time: 0.0788620 Apr 21 15:18:37.015614 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-09968700-0e16-49eb-9bb4-4b8f4c9533b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 1098 time: 0.0673728 Apr 21 15:18:37.142777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-39d7b870-236f-49d1-96c7-9b1fbaf79897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:37.144285 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-39d7b870-236f-49d1-96c7-9b1fbaf79897 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1234326 Apr 21 15:18:37.374110 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-8f32a58b-6f3e-47d7-8360-036162f1bac8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 200 len: 1001 time: 0.2233188 Apr 21 15:18:37.446554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-1e25326f-09a8-4f3a-8517-75f40d77df3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:37.448096 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-1e25326f-09a8-4f3a-8517-75f40d77df3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0669680 Apr 21 15:18:37.454334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eb614-ae6d-434c-8649-a010d2ee3b45 req-770b129f-1a23-432f-aa08-4e36c895ee32 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:37.455655 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d5eb614-ae6d-434c-8649-a010d2ee3b45 req-770b129f-1a23-432f-aa08-4e36c895ee32 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.2245908 Apr 21 15:18:37.555291 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d5eb614-ae6d-434c-8649-a010d2ee3b45 req-ba7d0a42-c1a1-46f6-a520-db246c1cf6ba tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654016 Apr 21 15:18:37.565809 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-09b197b0-6ce1-4724-8f30-acec74f84d3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1048858 Apr 21 15:18:37.694879 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-370525f8-ea5b-4a83-be24-739d072e2ec4 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222658 Apr 21 15:18:37.824999 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27a792e5-fef8-4127-8125-c5d435bb96ab req-0a9a4e10-9f87-47b6-9f17-d6d7f69dc82a service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224673 Apr 21 15:18:38.755851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15916c8-aa29-468e-bb7f-cd79d5b45053 req-57afe590-e690-4fce-b94c-e121e9109616 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:38.757306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f15916c8-aa29-468e-bb7f-cd79d5b45053 req-57afe590-e690-4fce-b94c-e121e9109616 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0786014 Apr 21 15:18:38.801764 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f15916c8-aa29-468e-bb7f-cd79d5b45053 req-4bf93a92-e3a2-433e-9542-fc0301dafca2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Apr 21 15:18:39.998903 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cbdc8-4466-4c76-b675-386c7dace76a req-c4e388ff-b732-418f-bc94-538fdfefbb5c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:40.000369 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a30cbdc8-4466-4c76-b675-386c7dace76a req-c4e388ff-b732-418f-bc94-538fdfefbb5c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0778086 Apr 21 15:18:40.044089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a30cbdc8-4466-4c76-b675-386c7dace76a req-9ff3ad2c-53ba-4edd-af60-e2f0e36db845 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Apr 21 15:18:40.097802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:18:40.105726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:18:40.238597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415811e9-ca7c-4069-a757-3d8e8adb3b00 req-06df6961-f5f2-4f99-a872-cc814f976501 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:40.240184 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-415811e9-ca7c-4069-a757-3d8e8adb3b00 req-06df6961-f5f2-4f99-a872-cc814f976501 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0780516 Apr 21 15:18:40.290985 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-415811e9-ca7c-4069-a757-3d8e8adb3b00 req-e96ba948-c9bc-4712-8b8e-3c7106ecea7e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448592 Apr 21 15:18:40.358641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:40.376277 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:40.394935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'mac_address': 'fa:16:3e:c8:52:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:18:40.403424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:40.444022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:40.455439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:40.490469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5d2ad-5a89-4daa-8c32-99431d12297f req-9a0af147-9ff2-4064-ab73-48e5fbb98bb9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:40.491913 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1fd5d2ad-5a89-4daa-8c32-99431d12297f req-9a0af147-9ff2-4064-ab73-48e5fbb98bb9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0827453 Apr 21 15:18:40.496738 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bffd0c0-fba1-436b-94a8-3bd71ddc6f71'] response: {'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'code': 200} Apr 21 15:18:40.516233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:40.538106 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1fd5d2ad-5a89-4daa-8c32-99431d12297f req-77d5d05d-9f3b-485f-ab89-f85b836429ed tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Apr 21 15:18:40.543343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:18:40.551293 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=9']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:40.607191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:18:40.607551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:18:40.932743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e713a3-2dd3-48a8-ba38-1fb09e4eab65 req-71bf47df-31a9-456c-aaba-843ef44c22ba tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:40.934358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-28e713a3-2dd3-48a8-ba38-1fb09e4eab65 req-71bf47df-31a9-456c-aaba-843ef44c22ba tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 943 time: 0.0744216 Apr 21 15:18:40.984271 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-28e713a3-2dd3-48a8-ba38-1fb09e4eab65 req-71f1103a-0a4a-46e7-89b4-ce2c124d9018 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Apr 21 15:18:41.161821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:41.179516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:18:41.194447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:41.197708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:41.261430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=10']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:41.324361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['3b3ca551-e777-45be-9a8a-8a56e4a4ad42'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:18:42.106593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:42.174581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:42.175236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:42.182886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b5359-812e-4ad6-b12d-4c0ae6ff1a83 req-06cf9710-eb9d-44f4-b5b1-7ca7f6b583be tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:42.184668 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0b5b5359-812e-4ad6-b12d-4c0ae6ff1a83 req-06cf9710-eb9d-44f4-b5b1-7ca7f6b583be tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 945 time: 0.0744460 Apr 21 15:18:42.230720 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0b5b5359-812e-4ad6-b12d-4c0ae6ff1a83 req-f6e1216c-77cd-40ed-afa7-d8118da09709 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Apr 21 15:18:42.290163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:42.321742 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:42.325565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:42.388871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=11']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:42.497967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:42.549979 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b650ba-abae-410f-a5cd-fe9bb14f8568'] response: {'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'code': 200} Apr 21 15:18:43.115231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-72b2ca0b-4687-4603-b154-ae51f227b731 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:43.116760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-72b2ca0b-4687-4603-b154-ae51f227b731 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 946 time: 0.0760105 Apr 21 15:18:43.182759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Deleting port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:18:43.183112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:43.422583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] For port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:43.422939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:43.426987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40713302-2caa-4555-b602-6a07b1297583 req-f95a99bb-d932-4e80-a95a-fecc97df08eb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:43.428473 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-40713302-2caa-4555-b602-6a07b1297583 req-f95a99bb-d932-4e80-a95a-fecc97df08eb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 946 time: 0.0787585 Apr 21 15:18:43.473687 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-40713302-2caa-4555-b602-6a07b1297583 req-5a0f35f6-2201-4224-bc34-dadac8a4cdb2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389087 Apr 21 15:18:43.699954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:43.700349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:43.700661 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 disassociated. External IP: 172.26.6.67, port: 3b3ca551-e777-45be-9a8a-8a56e4a4ad42. Apr 21 15:18:43.700996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Calling delete_port for 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:18:43.837152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:43.884929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event deleted for resources: {'Port': ['ID=3b3ca551-e777-45be-9a8a-8a56e4a4ad42,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:44.184413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:18:44.379998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:18:44.389938 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:18:44.402222 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:18:44.402794 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:18:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:44.447967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] No DVR routers for this DVR port 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:18:44.450533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:44.453099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-deleted', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:44.468860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fae2db4f-3536-4afa-a3f8-7f2810dce6de req-af651a34-d007-4a67-9f60-8f5813d70a29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "DELETE /v2.0/ports/3b3ca551-e777-45be-9a8a-8a56e4a4ad42 HTTP/1.1" status: 204 len: 173 time: 1.3467162 Apr 21 15:18:44.515628 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ea666d-b199-4665-8444-5ea1aa4802fc'] response: {'server_uuid': 'b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20', 'name': 'network-vif-deleted', 'tag': '3b3ca551-e777-45be-9a8a-8a56e4a4ad42', 'status': 'completed', 'code': 200} Apr 21 15:18:44.630603 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:18:44.644037 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-336ecf0b-397c-47b0-9b40-5da4373cdf9e req-4856b3bc-6b4a-42a0-8b09-6b55c207acd0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9daf6c1-f8e2-4b4b-8d1b-edd372a88c20 HTTP/1.1" status: 200 len: 210 time: 0.0414124 Apr 21 15:18:44.941745 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:44.946278 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:18:44.958895 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:18:44.959470 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:18:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:45.135473 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:18:45.456464 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:45.460212 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14247e87-9326-4c20-8df2-2ba1b930276b None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:18:45.676524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d758cb-8553-4230-ae8e-351b595d2c2d None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:18:46.043469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-c89aeac0-8ac4-48ed-9964-caff50180ca7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1843135867&fields=id&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 267 time: 0.0474637 Apr 21 15:18:46.114618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:18:46.149937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:18:46.150285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 3b3ca551-e777-45be-9a8a-8a56e4a4ad42 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:18:46.189690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-668927f2-85f1-431b-9d88-82b169082de3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:46.191069 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-668927f2-85f1-431b-9d88-82b169082de3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1395955 Apr 21 15:18:46.208137 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-06650bd4-e88f-4e71-87c6-fffa408b9e8b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/quotas/16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 375 time: 0.0103154 Apr 21 15:18:46.291149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-39da1a25-ec71-4c8d-a70e-2070b87c6aab tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:46.306131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-39da1a25-ec71-4c8d-a70e-2070b87c6aab tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:46.307508 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-39da1a25-ec71-4c8d-a70e-2070b87c6aab tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946848 Apr 21 15:18:46.444795 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-00530471-7c38-424f-86de-0a6a9eddcaf6 service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214173 Apr 21 15:18:46.570862 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-8cb12221-5a0b-45d4-9aba-d1682f1b19a6 service neutron] 10.222.0.42 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196935 Apr 21 15:18:46.755141 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a992e827-cd45-47f4-bbd8-91bd0a4a8321 req-3f7ae494-8084-4a75-ae78-b32ae89017ae tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 210 time: 0.0406866 Apr 21 15:18:47.862690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-6c30ce45-1bcd-4578-a884-798b7d91bed6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:47.864116 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-6c30ce45-1bcd-4578-a884-798b7d91bed6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 812 time: 0.1503873 Apr 21 15:18:47.946150 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e77d8042-a12e-4e91-94ea-3846bcd69981 req-729407e0-14b7-4c7c-a635-c4ec301def23 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 210 time: 0.0499322 Apr 21 15:18:47.970892 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-5d3e311c-759d-4b6b-892f-80ddbd1f5ab4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 380 time: 0.0893824 Apr 21 15:18:47.981762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'port': {'device_id': '195b4d54-a348-4bab-a966-b57952593bc3', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'admin_state_up': True, 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'security_groups': ['71676cd5-02d9-4142-b1f0-458c7ee7183d']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:18:48.120684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:48.129825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:48.139022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Made reservation on behalf of 16aafcbb3fb34980abb04a8bf224bc9c for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:48.142333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:48.296587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Allocated IP 172.20.0.5 (6a28f3a3-a25d-4dd0-9fdb-6d6532b21542/76fb7fc1-4f13-49fd-9f08-362fe3bdb44d/6df2722f-42ed-4e45-bc98-7f279aaaaf4d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:48.558057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:48.572880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Transition to ACTIVE for port object 6df2722f-42ed-4e45-bc98-7f279aaaaf4d will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:48.594198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:48.663149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:48.666768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:48.670990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:18:48.698307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:48.737169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:48.737791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:48.763354 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-22384bda-61b6-43bf-b28d-a0047b7c4eeb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7872117 Apr 21 15:18:48.780776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Request body: {'port': {'device_id': '195b4d54-a348-4bab-a966-b57952593bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:18:48.865910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fdef0fd8-771f-4996-9bd6-1f4246edd116 None None] Provisioning for port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:48.870789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fdef0fd8-771f-4996-9bd6-1f4246edd116 None None] Provisioning complete for port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:48.871219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fdef0fd8-771f-4996-9bd6-1f4246edd116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:48.891210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:48.922554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fdef0fd8-771f-4996-9bd6-1f4246edd116 None None] Port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:18:49.071314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d2f3be6d-1320-4235-870f-d8f279405026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:49.151357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d7515-90cd-4491-abb3-e49de2b5bcb5 req-496c9527-1026-400d-addc-d2d773720d53 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:49.152856 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b62d7515-90cd-4491-abb3-e49de2b5bcb5 req-496c9527-1026-400d-addc-d2d773720d53 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 931 time: 0.0786591 Apr 21 15:18:49.199479 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b62d7515-90cd-4491-abb3-e49de2b5bcb5 req-180f9108-626f-423a-8535-e8ada2710889 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Apr 21 15:18:49.238229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df2722f-42ed-4e45-bc98-7f279aaaaf4d {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:18:49.245409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:49.259802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Transition to ACTIVE for port object 6df2722f-42ed-4e45-bc98-7f279aaaaf4d will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:49.263250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:49.384969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:49.495461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Attempting to bind port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:49.495791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Attempting to bind port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:49.496126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Attempting to bind port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:18:49.501804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:18:49.502114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Attempting to bind port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d on network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:18:49.508312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:18:49.508641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Checking segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:18:49.509017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Bound using segment: {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:18:49.509434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Bound port: 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c39b035-469e-47e9-a02d-c5cb77aaa3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:49.509786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:49.593373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:18:49.596127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:18:49.600531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:49.663583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:49.665415 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] 10.222.0.21 "PUT /v2.0/ports/6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 1093 time: 0.8889153 Apr 21 15:18:49.665807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:49.698018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848bfc4-291a-44c3-b73a-b5956d495150 service neutron] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:49.759860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5eeffaf-d511-47c0-acf5-3af7b68f7d91'] response: {'name': 'network-changed', 'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'status': 'completed', 'code': 200} Apr 21 15:18:49.803529 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-823068bf-4c57-409d-8ff4-14f1d67c2d59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0752838 Apr 21 15:18:49.880521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-9691c328-4180-40bd-a9b6-1cabe6efe17d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 217 time: 0.0646508 Apr 21 15:18:49.940569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d823590c-31c9-4ea0-8930-f751e66814aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:49.941919 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-d823590c-31c9-4ea0-8930-f751e66814aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0563543 Apr 21 15:18:50.020540 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-1ff33e35-d724-4ad6-b4d8-5f175b8edf1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726907 Apr 21 15:18:50.151188 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-dc973266-8365-4007-b37f-f0a9a0385030 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248045 Apr 21 15:18:50.375900 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c6dc8ec0-d16a-4350-997f-9c945e48d67b req-74a9a8d4-7135-47b7-aa5c-3ff2913bc452 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191093 Apr 21 15:18:50.403786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb84b20-523a-4bc2-b8df-e91df3bf8bbd req-8a628f58-2830-4cca-9820-272385739fbb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:50.410587 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5eb84b20-523a-4bc2-b8df-e91df3bf8bbd req-8a628f58-2830-4cca-9820-272385739fbb tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 943 time: 0.0847120 Apr 21 15:18:50.454819 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5eb84b20-523a-4bc2-b8df-e91df3bf8bbd req-b99b95ed-26fd-439d-9efe-42fbd9a6e998 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Apr 21 15:18:50.530785 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-fc88ea6d-2dbc-45b5-ad9f-456e2d56273f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0695524 Apr 21 15:18:50.661965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-96f9758a-598a-4605-8bdf-e5c9aa31ee7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:50.663324 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-96f9758a-598a-4605-8bdf-e5c9aa31ee7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1265922 Apr 21 15:18:50.733769 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-33fdc88b-a1d3-4fb0-bc75-daf382091964 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 217 time: 0.0624208 Apr 21 15:18:50.793632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-a48161cd-c316-4dec-a7ab-1f5866314088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:50.794998 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-a48161cd-c316-4dec-a7ab-1f5866314088 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0556679 Apr 21 15:18:50.873928 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-3838cb9c-bc72-469a-a2df-25d5d9a1cf96 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652406 Apr 21 15:18:51.008891 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-6cbb26c6-62dc-4b79-852c-cacf2d3b4211 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277401 Apr 21 15:18:51.139383 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-342c9277-9e10-4bf2-9c33-1a5363fbbff5 req-8e48940c-7a96-44fe-be07-05ddf0142c7c service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235688 Apr 21 15:18:51.394988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c68afb96-ce89-4ff0-8b43-a717935fd800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:51.654835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb319e90-9c0b-4bd9-a178-f959b55cf78e req-db35854d-04fb-41f3-8cec-bab6b6604740 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:51.655414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fb319e90-9c0b-4bd9-a178-f959b55cf78e req-db35854d-04fb-41f3-8cec-bab6b6604740 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Synchronizing usage tracker for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:51.670940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-fb319e90-9c0b-4bd9-a178-f959b55cf78e req-db35854d-04fb-41f3-8cec-bab6b6604740 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Unset dirty status for tenant:16aafcbb3fb34980abb04a8bf224bc9c on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:51.672295 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb319e90-9c0b-4bd9-a178-f959b55cf78e req-db35854d-04fb-41f3-8cec-bab6b6604740 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 943 time: 0.0935357 Apr 21 15:18:51.717560 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb319e90-9c0b-4bd9-a178-f959b55cf78e req-13238737-f917-4755-a49f-172737a28b90 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397432 Apr 21 15:18:52.377426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:52.553089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:52.908928 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff89eb9-91f7-4081-b4fa-18865afbcc22 req-445e5259-44fa-48f7-ad38-5865d08293b8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:52.910365 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-eff89eb9-91f7-4081-b4fa-18865afbcc22 req-445e5259-44fa-48f7-ad38-5865d08293b8 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 943 time: 0.0747039 Apr 21 15:18:52.955104 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-eff89eb9-91f7-4081-b4fa-18865afbcc22 req-148e96a9-ad98-44c5-bd06-5e6287e99658 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385649 Apr 21 15:18:53.747251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:54.152398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcaca6-0425-42b0-b05b-7b485ca6d4e2 req-fe4a6c60-2b80-41e4-b310-2e15dcdecd59 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:54.153824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d5dcaca6-0425-42b0-b05b-7b485ca6d4e2 req-fe4a6c60-2b80-41e4-b310-2e15dcdecd59 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 943 time: 0.0740423 Apr 21 15:18:54.191870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:18:54.201784 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d5dcaca6-0425-42b0-b05b-7b485ca6d4e2 req-ff04cb82-a8da-4a9f-8078-5f79b099c2e6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Apr 21 15:18:54.322292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:54.338703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'mac_address': 'fa:16:3e:ba:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:18:54.390355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:54.406788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df2722f-42ed-4e45-bc98-7f279aaaaf4d {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:18:54.420978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:54.424946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:54.489001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:54.684388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['6df2722f-42ed-4e45-bc98-7f279aaaaf4d'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:18:55.396365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191e524-e2ed-4973-af47-2ca20ca8e485 req-22bbec1f-cbea-4ac7-af6b-b640e8945792 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:55.397791 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4191e524-e2ed-4973-af47-2ca20ca8e485 req-22bbec1f-cbea-4ac7-af6b-b640e8945792 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 944 time: 0.0779414 Apr 21 15:18:55.442196 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4191e524-e2ed-4973-af47-2ca20ca8e485 req-432154b4-90e6-43d7-85bc-a8175c8034f9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388296 Apr 21 15:18:56.206931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:56.275611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:56.280111 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:56.280485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:56.416345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:56.443961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:18:56.453792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:18:56.457893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:56.501347 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d068c265-88ce-48e2-bf03-3ce97fc9cb0b'] response: {'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'code': 200} Apr 21 15:18:56.524044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:56.648337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760de7-3f0a-4e70-ab46-2d724c8e4174 req-802b13ac-6b43-4371-b25f-9ede99870e75 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:56.649818 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-99760de7-3f0a-4e70-ab46-2d724c8e4174 req-802b13ac-6b43-4371-b25f-9ede99870e75 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0796711 Apr 21 15:18:56.696097 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-99760de7-3f0a-4e70-ab46-2d724c8e4174 req-e610cc45-4bdd-485f-a437-4784f74f0626 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 Apr 21 15:18:56.758743 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abceb66d-4fbf-4270-b815-a5c494a1f128 req-b8d516ca-b9df-4417-8ed5-fb3babec7f0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0659940 Apr 21 15:18:56.798667 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abceb66d-4fbf-4270-b815-a5c494a1f128 req-efd04183-e6f5-4e3c-b3ba-bbcdc0ea30aa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344238 Apr 21 15:18:57.901925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9f69f-f10d-4d0e-a1eb-0ee96f478d19 req-2275e33d-8210-4256-aa69-159bf3ce1058 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:57.903894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25d9f69f-f10d-4d0e-a1eb-0ee96f478d19 req-2275e33d-8210-4256-aa69-159bf3ce1058 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0826495 Apr 21 15:18:57.953152 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-25d9f69f-f10d-4d0e-a1eb-0ee96f478d19 req-5dfd055f-18cf-4d11-bdf3-2693797aff03 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Apr 21 15:18:59.233538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504d4a-ffeb-4fe5-9375-89c9b27db110 req-35ec8ec0-7ad7-47a5-90f6-35010acbb0d1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:59.234989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-47504d4a-ffeb-4fe5-9375-89c9b27db110 req-35ec8ec0-7ad7-47a5-90f6-35010acbb0d1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.1618009 Apr 21 15:18:59.279214 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-47504d4a-ffeb-4fe5-9375-89c9b27db110 req-34c433e9-5400-44f9-9fdb-c6c46532f4ad tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 Apr 21 15:18:59.467670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf08d-96e0-4a67-bfb2-71af94f0b620 req-c8cb5885-0d60-4724-a96b-3ee7101a95a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:18:59.469137 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c7bdf08d-96e0-4a67-bfb2-71af94f0b620 req-c8cb5885-0d60-4724-a96b-3ee7101a95a4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0741580 Apr 21 15:18:59.477530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33216) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:59.483183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Request body: {'floatingip': {'port_id': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:18:59.558301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:00.209074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:00.212414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:00.396363 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 associated. External IP: 172.26.6.67, port: 6df2722f-42ed-4e45-bc98-7f279aaaaf4d. Apr 21 15:19:00.766992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:19:00.956554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:00.964851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:19:00.970175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:00.977531 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:19:00.992392 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:19:00.993351 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:18:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:01.038812 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5b12d248-aedf-4be2-a3a9-df95c8bf0d1c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "PUT /v2.0/floatingips/147e5c20-f69a-4818-bce9-8bcb3caa29d2 HTTP/1.1" status: 200 len: 991 time: 1.5565968 Apr 21 15:19:01.038812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:19:01.092377 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c17c092-ec0d-4a72-afe3-2e649d0f1063'] response: {'name': 'network-changed', 'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'status': 'completed', 'code': 200} Apr 21 15:19:01.177617 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:19:01.205154 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8527c10-2de0-4900-9877-212807f1af5e req-7fb228d7-dc8d-4312-aeb9-e7419dafd0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0705404 Apr 21 15:19:01.472722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8527c10-2de0-4900-9877-212807f1af5e req-6f2e1d21-c023-42a3-b878-9bb3768df6d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:01.473930 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8527c10-2de0-4900-9877-212807f1af5e req-6f2e1d21-c023-42a3-b878-9bb3768df6d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.2633243 Apr 21 15:19:01.582430 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8527c10-2de0-4900-9877-212807f1af5e req-51e3de34-cca8-4087-a78b-9f4d49a1e9e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 999 time: 0.1026864 Apr 21 15:19:01.594156 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:ba:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195b4d54-a348-4bab-a966-b57952593bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:19:00Z', 'revision_number': 13, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:01.598084 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:19:01.608462 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:19:01.609055 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:18:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:01.647149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8527c10-2de0-4900-9877-212807f1af5e req-37ed795e-b565-4d59-b320-ae814aa8d619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:01.648681 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8527c10-2de0-4900-9877-212807f1af5e req-37ed795e-b565-4d59-b320-ae814aa8d619 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0600011 Apr 21 15:19:01.731742 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8527c10-2de0-4900-9877-212807f1af5e req-5d32b2e3-91fa-4ad1-adf2-444ae47f2557 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764260 Apr 21 15:19:01.798910 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:19:01.870684 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8527c10-2de0-4900-9877-212807f1af5e req-98156e64-6084-44b2-b9b5-3da579e8df6a service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331897 Apr 21 15:19:02.002718 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8527c10-2de0-4900-9877-212807f1af5e req-9b38a893-7221-462d-9a4b-e59c4c24cad5 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269655 Apr 21 15:19:02.169915 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:ba:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195b4d54-a348-4bab-a966-b57952593bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:19:00Z', 'revision_number': 13, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:02.174199 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c091df7-4794-401c-a16e-130416ff7004 None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '147e5c20-f69a-4818-bce9-8bcb3caa29d2', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'port_id': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'mac_address': 'fa:16:3e:ba:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195b4d54-a348-4bab-a966-b57952593bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:15:46Z', 'updated_at': '2022-04-21T15:19:00Z', 'revision_number': 13, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:19:02.361747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb8bc8-8df6-4d21-80ab-7624597d0930 None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:19:02.709200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a69055-3c36-42e1-a383-cf3deec67ff4 req-eeab4036-50eb-4017-9253-8f6676066aa0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:02.710677 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8a69055-3c36-42e1-a383-cf3deec67ff4 req-eeab4036-50eb-4017-9253-8f6676066aa0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0751681 Apr 21 15:19:02.758377 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8a69055-3c36-42e1-a383-cf3deec67ff4 req-b9237e10-5d91-40e7-8699-30669f4be630 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410318 Apr 21 15:19:06.753614 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:19:11.197827 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-62ad1635-c7a9-44f5-974a-592584dc87a9 req-d402e627-4b9a-4166-b4f5-26698821c164 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0723257 Apr 21 15:19:11.503827 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-931e3de9-dc6a-48ea-b942-fded8ef7e530 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318164 Apr 21 15:19:11.505242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d0f47-4877-4cfb-b16d-11494438ccb6 req-9742b8ad-eb00-4a20-9452-12f1e4c20c34 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:11.506721 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ed2d0f47-4877-4cfb-b16d-11494438ccb6 req-9742b8ad-eb00-4a20-9452-12f1e4c20c34 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0750978 Apr 21 15:19:11.553585 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ed2d0f47-4877-4cfb-b16d-11494438ccb6 req-bdf527ee-3af9-4bed-afac-c4a50dcdcef0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Apr 21 15:19:12.748831 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-4a371a22-ecc8-4505-9a83-617565c6b490 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1098 time: 0.1206014 Apr 21 15:19:12.845649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8f3f8-ef1b-4fa6-bb58-3d1030e19b54 req-04fdce78-6652-4c7c-9ef0-30ea1bb1160f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:12.847069 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0ab8f3f8-ef1b-4fa6-bb58-3d1030e19b54 req-04fdce78-6652-4c7c-9ef0-30ea1bb1160f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.1594970 Apr 21 15:19:12.917402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-e01b278f-7060-45f9-b90a-b97bab1912a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:12.918811 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-e01b278f-7060-45f9-b90a-b97bab1912a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1638625 Apr 21 15:19:12.923387 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0ab8f3f8-ef1b-4fa6-bb58-3d1030e19b54 req-ce7bc1eb-9e7f-46e7-96ff-6c8872fa153a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696621 Apr 21 15:19:13.020639 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-f055a7bc-3737-4c3f-8eee-449c1e3dad2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 1001 time: 0.0951447 Apr 21 15:19:13.084047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-524c081f-9f37-428e-a0b9-53c1bed0be46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:13.085415 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-524c081f-9f37-428e-a0b9-53c1bed0be46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0576084 Apr 21 15:19:13.158885 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-495d2857-a058-43d1-9cd2-583c19ddd67b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659313 Apr 21 15:19:13.290825 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-a9392778-b5dd-4c74-9bd2-51516c417009 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244898 Apr 21 15:19:13.512805 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-b472230e-f1aa-4032-8aab-8464ab8c42a7 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155156 Apr 21 15:19:14.124030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a1e2e-a6b1-4f35-8c90-8f05d60f303e req-daa30cf4-9e93-4b19-b8f9-dc75288375d5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:14.125455 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-801a1e2e-a6b1-4f35-8c90-8f05d60f303e req-daa30cf4-9e93-4b19-b8f9-dc75288375d5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0830288 Apr 21 15:19:14.169864 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-801a1e2e-a6b1-4f35-8c90-8f05d60f303e req-d922d54b-422c-465b-a518-2cf3469e4ec0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 Apr 21 15:19:15.364100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888ba76-ae36-4f00-8d18-e6503c975539 req-7f99cd9e-42c4-47a3-ab7c-f81232f1ec88 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:15.365431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4888ba76-ae36-4f00-8d18-e6503c975539 req-7f99cd9e-42c4-47a3-ab7c-f81232f1ec88 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0744181 Apr 21 15:19:15.413230 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4888ba76-ae36-4f00-8d18-e6503c975539 req-4889914d-c21e-405a-8fdd-57621976c0ab tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Apr 21 15:19:16.604597 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c2653-6e32-4e33-a941-f62483ff965c req-c1f6d3e9-3305-4e5e-ba3c-7ffe5f256949 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:16.606032 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-635c2653-6e32-4e33-a941-f62483ff965c req-c1f6d3e9-3305-4e5e-ba3c-7ffe5f256949 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0736425 Apr 21 15:19:16.653597 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-635c2653-6e32-4e33-a941-f62483ff965c req-8295830e-9c46-47bf-b4e2-38d657402bff tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Apr 21 15:19:17.851085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bac14-2ec0-4f57-835e-30d2cb97c232 req-190e2fe6-73d5-4bca-a913-f4e6b0b0e593 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:17.852545 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-325bac14-2ec0-4f57-835e-30d2cb97c232 req-190e2fe6-73d5-4bca-a913-f4e6b0b0e593 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0771596 Apr 21 15:19:17.896209 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-325bac14-2ec0-4f57-835e-30d2cb97c232 req-af4ca855-93ee-4fdc-9cc1-a05fdc79561b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374634 Apr 21 15:19:19.073144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cc42286a-fbe0-4044-8a2e-49b7785b1ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:19.097579 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953e707-371d-4860-b183-f3719c1d3cdd req-e69595ab-8c02-473f-af41-40489890934c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:19.099017 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a953e707-371d-4860-b183-f3719c1d3cdd req-e69595ab-8c02-473f-af41-40489890934c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0795553 Apr 21 15:19:19.143688 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a953e707-371d-4860-b183-f3719c1d3cdd req-fbddb017-350d-4f01-bf7f-36735e1791b0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380888 Apr 21 15:19:20.340908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0229872-ca9a-4a22-9ad2-ee8b9606630d req-ee9a5b14-5197-42a7-9211-ef11d44a6afd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:20.342327 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0229872-ca9a-4a22-9ad2-ee8b9606630d req-ee9a5b14-5197-42a7-9211-ef11d44a6afd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0781660 Apr 21 15:19:20.387685 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0229872-ca9a-4a22-9ad2-ee8b9606630d req-81b9ea36-2004-4940-ae82-7b162b2d8e60 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Apr 21 15:19:20.976399 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-2cf24025-e47c-4d47-8093-91b95f9e5b3d service neutron] 10.222.0.21 "GET /v2.0/ports/6df2722f-42ed-4e45-bc98-7f279aaaaf4d/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0721896 Apr 21 15:19:21.252501 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-d8e20858-4c02-4106-bfec-7948b151a35a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 1098 time: 0.0715325 Apr 21 15:19:21.350599 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-c66c9acd-df8a-4a71-9458-253b88e77581 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0670722 Apr 21 15:19:21.396755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95b409f2-2158-4420-ba83-c863e9bb197e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:21.484811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-837f4796-540b-4811-ad90-d1f4966e4f1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:21.486271 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-837f4796-540b-4811-ad90-d1f4966e4f1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1299548 Apr 21 15:19:21.584505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0d2a0-6a19-4c89-b284-12d4d45b267d req-7ea1f5ce-c19a-4de2-8157-4bbb5efbffea tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:21.585859 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8bc0d2a0-6a19-4c89-b284-12d4d45b267d req-7ea1f5ce-c19a-4de2-8157-4bbb5efbffea tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0783582 Apr 21 15:19:21.587564 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-bbdbccf4-e356-4169-a550-d1a0020f6977 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 1001 time: 0.0957799 Apr 21 15:19:21.630705 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8bc0d2a0-6a19-4c89-b284-12d4d45b267d req-b9099051-a827-4896-b349-84bf171f4a08 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387349 Apr 21 15:19:21.650888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-d76cb649-7aa6-4c40-8d9e-c04bb31cdb2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:21.652400 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-d76cb649-7aa6-4c40-8d9e-c04bb31cdb2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0584223 Apr 21 15:19:21.728111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-47ba88be-d488-4eff-8482-b6a05c565376 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697258 Apr 21 15:19:21.856573 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-6ccbc859-ab5f-409c-8999-642eca78005c service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222301 Apr 21 15:19:21.984405 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-93347b5b-8b7a-4fb9-8093-353c6b69dd29 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227794 Apr 21 15:19:22.382245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:22.545080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:22.837560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d82ce-5054-49b0-8ec3-954ed31dff8d req-3fc0bd58-e8c3-410f-b5b3-ec7c06430f6a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:22.839532 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-621d82ce-5054-49b0-8ec3-954ed31dff8d req-3fc0bd58-e8c3-410f-b5b3-ec7c06430f6a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0841773 Apr 21 15:19:22.884632 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-621d82ce-5054-49b0-8ec3-954ed31dff8d req-6ddd9666-15ef-4817-b423-22457be53bba tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Apr 21 15:19:23.750804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:24.079286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623f6ca-6aee-4b12-ad4e-e4f41e305406 req-fa32d283-48aa-4373-9ab8-d9873bec96d7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:24.080737 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7623f6ca-6aee-4b12-ad4e-e4f41e305406 req-fa32d283-48aa-4373-9ab8-d9873bec96d7 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0747707 Apr 21 15:19:24.125014 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7623f6ca-6aee-4b12-ad4e-e4f41e305406 req-31a0e6ab-4d7f-4d62-a5ac-e3947d81303f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387490 Apr 21 15:19:24.443639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:24.551796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:24.577429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:19:24.586414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:24.591085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:24.643601 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d416b027-16ec-4c22-b724-76d4b0e0d84c'] response: {'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'code': 200} Apr 21 15:19:24.659773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:24.667900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.668279 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.668627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.668963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.669296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.669627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.669955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.670282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.670605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.670927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:24.671247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:25.326907 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5572cf7-9a86-4d85-a14b-753982af9a7a req-f26c98cb-8521-4db1-b642-c22e5ffa5e9b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:25.328297 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a5572cf7-9a86-4d85-a14b-753982af9a7a req-f26c98cb-8521-4db1-b642-c22e5ffa5e9b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 943 time: 0.0786035 Apr 21 15:19:25.374185 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a5572cf7-9a86-4d85-a14b-753982af9a7a req-4bcf9465-5c06-4f1a-b1a3-f379825847c9 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 Apr 21 15:19:26.471192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:19:26.576488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0c54b-5118-491b-8694-bd9ce8f0f89d req-f3a16657-f486-4a3b-9256-81c4ee20d618 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:26.577949 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47c0c54b-5118-491b-8694-bd9ce8f0f89d req-f3a16657-f486-4a3b-9256-81c4ee20d618 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 943 time: 0.0787554 Apr 21 15:19:26.602527 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:26.615342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'mac_address': 'fa:16:3e:ba:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:19:26.622390 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47c0c54b-5118-491b-8694-bd9ce8f0f89d req-a4fbefdc-b97f-4e5a-9d48-ef3bcfd637e5 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 Apr 21 15:19:26.667862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:26.684819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df2722f-42ed-4e45-bc98-7f279aaaaf4d {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:19:26.699709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:26.703453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:26.769759 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:26.826842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['6df2722f-42ed-4e45-bc98-7f279aaaaf4d'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:19:27.814817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dee10-c27b-4e6a-a4bb-8b3c80a679d0 req-1c0e17ec-a947-4bd7-8bdf-202d99057c0b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:27.816255 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-267dee10-c27b-4e6a-a4bb-8b3c80a679d0 req-1c0e17ec-a947-4bd7-8bdf-202d99057c0b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 944 time: 0.0736573 Apr 21 15:19:27.863936 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-267dee10-c27b-4e6a-a4bb-8b3c80a679d0 req-e5ffdfd2-0ffa-43cd-977f-8f129cc2b871 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Apr 21 15:19:28.486410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:28.554916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:28.555283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:28.664804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:28.723432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:19:28.733300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:28.737503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:28.786677 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19c2b26-bde0-437e-aa09-ca65ae78ee1d'] response: {'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'code': 200} Apr 21 15:19:28.802768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:29.056621 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d4170-63b7-42c7-af46-96eefbb33c00 req-de9f2e78-ff66-4139-b21e-fe87e28befc4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:29.058094 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2f5d4170-63b7-42c7-af46-96eefbb33c00 req-de9f2e78-ff66-4139-b21e-fe87e28befc4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0751345 Apr 21 15:19:29.103279 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2f5d4170-63b7-42c7-af46-96eefbb33c00 req-4b8f63ad-c1e3-419f-ac91-6a1af9fc5bec tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392456 Apr 21 15:19:30.305638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8fbf-525b-491a-8eb1-55ba23056d98 req-800fe25c-daa6-4e10-8a95-eb99655fff55 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:30.307760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83bc8fbf-525b-491a-8eb1-55ba23056d98 req-800fe25c-daa6-4e10-8a95-eb99655fff55 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0773141 Apr 21 15:19:30.356022 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-83bc8fbf-525b-491a-8eb1-55ba23056d98 req-8d8d196e-10a2-492e-9c27-e02ed5144ad6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Apr 21 15:19:30.953326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:31.556029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f79567-1541-4a9d-b62e-1efdecf45794 req-5afd8ead-915c-4822-9b15-862626fba494 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:31.557481 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a8f79567-1541-4a9d-b62e-1efdecf45794 req-5afd8ead-915c-4822-9b15-862626fba494 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0778813 Apr 21 15:19:31.602641 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a8f79567-1541-4a9d-b62e-1efdecf45794 req-c5cca045-8a84-43a7-b9ad-b590de0794ad tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Apr 21 15:19:32.027753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-6de50fb4-26e7-4f8f-ac9b-5a59ceffb072 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:32.029205 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-6de50fb4-26e7-4f8f-ac9b-5a59ceffb072 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.0828419 Apr 21 15:19:32.075388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ce39e-ef1f-43e7-abb4-e07ffd050c9c req-4995841d-efcd-4984-95d1-fc8b1b51f6cf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:32.076869 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e22ce39e-ef1f-43e7-abb4-e07ffd050c9c req-4995841d-efcd-4984-95d1-fc8b1b51f6cf tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0763555 Apr 21 15:19:32.107135 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-bc8fa1a2-4b69-4dce-a536-76a705dc3d70 service neutron] 10.222.0.21 "GET /v2.0/ports/6df2722f-42ed-4e45-bc98-7f279aaaaf4d/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0728323 Apr 21 15:19:32.132495 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e22ce39e-ef1f-43e7-abb4-e07ffd050c9c req-885a4399-8dd5-4bee-8cb6-ee9f8ac85a2a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499678 Apr 21 15:19:32.304339 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-493fec94-e03d-47fd-af59-f4bb44532c11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1098 time: 0.1584339 Apr 21 15:19:32.431187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-9face45b-362d-4afe-8258-cb54425b00e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:32.432637 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-9face45b-362d-4afe-8258-cb54425b00e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1224062 Apr 21 15:19:32.537941 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-3a35d346-5a61-4673-97cc-fb7f7dfde495 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 1001 time: 0.0993266 Apr 21 15:19:32.601583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-530363fc-af7e-4d2b-8553-7ff120dc2043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:32.602887 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-530363fc-af7e-4d2b-8553-7ff120dc2043 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0583923 Apr 21 15:19:32.674971 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-e4a08f1f-67cd-481e-a2db-051529ca681a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657113 Apr 21 15:19:32.801235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-e613968c-f0eb-4b1f-8a74-da6b2a453e71 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207042 Apr 21 15:19:32.936342 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-c3f4ce1c-e1e9-4d03-8aa6-5c4d060f4705 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296492 Apr 21 15:19:33.339572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ea734-fcc0-4de8-83c2-5c31e8f0a4e4 req-bfaa1e49-8847-4c2b-9a93-251e03c7f549 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:33.350384 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-889ea734-fcc0-4de8-83c2-5c31e8f0a4e4 req-bfaa1e49-8847-4c2b-9a93-251e03c7f549 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0825953 Apr 21 15:19:33.393797 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-889ea734-fcc0-4de8-83c2-5c31e8f0a4e4 req-e696832e-a482-48a9-9b49-49cfe29e41b0 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Apr 21 15:19:34.595859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f400cd4-3a94-44b3-a9e5-667ede6044a0 req-55fd8554-2d3a-419c-87b0-7d502f2e63fc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:34.597354 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f400cd4-3a94-44b3-a9e5-667ede6044a0 req-55fd8554-2d3a-419c-87b0-7d502f2e63fc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0842757 Apr 21 15:19:34.642367 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f400cd4-3a94-44b3-a9e5-667ede6044a0 req-db6553aa-597e-4629-aa49-2330b7b43245 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 Apr 21 15:19:35.847534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964076-f7b3-4548-a96b-509a5d594b72 req-fc15c18b-1ecd-480d-b2e7-8ded5c9f2de4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:35.848930 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1a964076-f7b3-4548-a96b-509a5d594b72 req-fc15c18b-1ecd-480d-b2e7-8ded5c9f2de4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0752745 Apr 21 15:19:35.893435 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1a964076-f7b3-4548-a96b-509a5d594b72 req-7a136e16-5b40-46bd-91a1-4e17d89ac519 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388763 Apr 21 15:19:36.354660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-8e6f795e-4277-4e48-9c15-ad1c19abfda7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3&tenant_id=16aafcbb3fb34980abb04a8bf224bc9c HTTP/1.1" status: 200 len: 1098 time: 0.0704668 Apr 21 15:19:36.455822 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-76282718-b443-4cd6-adb4-f937909fea46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0716376 Apr 21 15:19:36.583300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-3782fde4-7043-4f1b-834c-e70a8f4ea9ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:36.584789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-3782fde4-7043-4f1b-834c-e70a8f4ea9ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1233282 Apr 21 15:19:36.688628 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-71b1821f-85de-4fc6-a7b6-b01f768e2b5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 1001 time: 0.0966253 Apr 21 15:19:36.752734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-53276587-058c-44a2-a77d-3d5d9fbd81d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:36.754104 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-53276587-058c-44a2-a77d-3d5d9fbd81d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0600049 Apr 21 15:19:36.828300 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-39738855-3252-4299-9753-79fb4bde92f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680194 Apr 21 15:19:36.960758 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-e709046a-4f06-463b-bc5e-06426b7a7d75 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255350 Apr 21 15:19:37.108877 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf1b10-8a06-40c5-a3a5-4dcb693b1032 req-76795645-e5d5-4e44-9aca-464bc0b2ee51 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:37.110284 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16cf1b10-8a06-40c5-a3a5-4dcb693b1032 req-76795645-e5d5-4e44-9aca-464bc0b2ee51 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0892341 Apr 21 15:19:37.158498 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16cf1b10-8a06-40c5-a3a5-4dcb693b1032 req-7645cd6f-9bbd-4531-b041-b9e943e17b35 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 Apr 21 15:19:37.185272 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4f741df-17c1-4433-bb8b-60ff9ccaf2f6 req-0bc68ee7-c378-4b59-90cd-4bed0748a18e service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184887 Apr 21 15:19:38.375416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b771427-a8ca-4077-a9f5-2762366fef2d req-61930fe6-32ca-4ad0-90f7-244422acc691 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:38.377578 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4b771427-a8ca-4077-a9f5-2762366fef2d req-61930fe6-32ca-4ad0-90f7-244422acc691 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0894163 Apr 21 15:19:38.427528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4b771427-a8ca-4077-a9f5-2762366fef2d req-5dc5be6a-f256-41b2-9218-53bc2d8d5e3c tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Apr 21 15:19:38.554929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:38.662169 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:38.688535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:19:38.701949 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:38.706614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:38.760701 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2911c258-6b23-4406-a389-6d64cd035db3'] response: {'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'code': 200} Apr 21 15:19:38.774307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=9']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:39.628431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75831352-5816-4758-b7de-e62ea534a2bb req-b41eb22d-47b4-4a6c-ab61-46edb48f0173 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:39.629861 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-75831352-5816-4758-b7de-e62ea534a2bb req-b41eb22d-47b4-4a6c-ab61-46edb48f0173 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 943 time: 0.0770750 Apr 21 15:19:39.675308 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-75831352-5816-4758-b7de-e62ea534a2bb req-64bbd78b-f5d4-4338-b5f4-1448dd363304 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Apr 21 15:19:40.332879 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-09ea4128-589b-4b1a-9bfc-e408220f0168 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0704811 Apr 21 15:19:40.473317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-dceb125b-9bf7-4ec0-92b1-b23fc555ff66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:40.474739 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-dceb125b-9bf7-4ec0-92b1-b23fc555ff66 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 200 len: 913 time: 0.1242948 Apr 21 15:19:40.564706 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:19:40.571476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-63237afd-7251-4029-82bc-df736e3029f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 200 len: 999 time: 0.0905011 Apr 21 15:19:40.638161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-d48efccc-4141-4856-8a36-6f401ebf9a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:40.639521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-d48efccc-4141-4856-8a36-6f401ebf9a4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 200 len: 851 time: 0.0616658 Apr 21 15:19:40.701265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:40.712552 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-43d0d885-3fdc-4891-b4a8-e6af7fa795ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673349 Apr 21 15:19:40.719061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'port_id': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'mac_address': 'fa:16:3e:ba:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:19:40.773705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.791548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df2722f-42ed-4e45-bc98-7f279aaaaf4d {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:19:40.807078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:40.812594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.845902 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-4bde29ea-4b7a-4753-88bb-05d598f3f35c service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272881 Apr 21 15:19:40.877533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=10']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:40.885091 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36c4c-939e-4272-bcaa-fca08b5d7bea req-6b30cbe9-d219-4b1f-b60e-0ff9d6d93371 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:40.887474 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-61b36c4c-939e-4272-bcaa-fca08b5d7bea req-6b30cbe9-d219-4b1f-b60e-0ff9d6d93371 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0881026 Apr 21 15:19:40.931702 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-61b36c4c-939e-4272-bcaa-fca08b5d7bea req-f37ee1cf-250c-4fe9-a89e-27e80a3b9994 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 Apr 21 15:19:40.948329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['6df2722f-42ed-4e45-bc98-7f279aaaaf4d'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:19:40.989431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5023e50b-0d34-4ddf-8485-9d0011214272 req-4bffe7ba-ee2d-475b-a652-4710757a7150 service neutron] 10.222.0.21 "GET /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384301 Apr 21 15:19:42.130328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60cf8c-b8c8-4480-977f-e8c90f49f0e6 req-3f6f17de-b751-4f2f-807b-544b626c4d32 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:42.131777 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de60cf8c-b8c8-4480-977f-e8c90f49f0e6 req-3f6f17de-b751-4f2f-807b-544b626c4d32 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 945 time: 0.0789990 Apr 21 15:19:42.176491 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-de60cf8c-b8c8-4480-977f-e8c90f49f0e6 req-bdb33008-d27c-48ba-9928-1813e62e7153 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386865 Apr 21 15:19:42.564866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:42.633049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:42.633412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:42.740548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:42.766176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:19:42.775269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:42.779534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:42.835785 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f715df5-dbb7-4c79-89c1-7f6236aaae5c'] response: {'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'code': 200} Apr 21 15:19:42.851457 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=11']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:43.372907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d731321-d898-4a4e-ada9-67c767674d52 req-f01a96d1-aa0b-4f7b-a3da-8423af5b1c29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:43.374352 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d731321-d898-4a4e-ada9-67c767674d52 req-f01a96d1-aa0b-4f7b-a3da-8423af5b1c29 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.0751717 Apr 21 15:19:43.418821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d731321-d898-4a4e-ada9-67c767674d52 req-c58233e2-47c6-430c-9f51-fce7de981404 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390770 Apr 21 15:19:43.753507 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:19:44.613477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403f942-72c2-4791-b169-3c35af2df81e req-0efa7039-c923-4f5f-b1c8-cff729c5a71f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:44.614902 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8403f942-72c2-4791-b169-3c35af2df81e req-0efa7039-c923-4f5f-b1c8-cff729c5a71f tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.0744166 Apr 21 15:19:44.661882 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8403f942-72c2-4791-b169-3c35af2df81e req-97ef618b-75b0-471b-99df-aa7a36ce2ab1 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Apr 21 15:19:45.856810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f1e1-60a3-4440-bee7-1c4c3d09b412 req-90ee357e-001c-438f-83ad-cea845303abc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:45.858254 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-36e0f1e1-60a3-4440-bee7-1c4c3d09b412 req-90ee357e-001c-438f-83ad-cea845303abc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.0783837 Apr 21 15:19:45.902981 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-36e0f1e1-60a3-4440-bee7-1c4c3d09b412 req-75940707-8e5a-454a-a9b9-449e6669680a tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391638 Apr 21 15:19:46.099326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423decb4-5181-4a99-8713-acd31fe01e3b req-f6804df9-f80c-480a-b050-9e80721f3326 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:46.100808 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-423decb4-5181-4a99-8713-acd31fe01e3b req-f6804df9-f80c-480a-b050-9e80721f3326 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.0792351 Apr 21 15:19:46.145432 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-423decb4-5181-4a99-8713-acd31fe01e3b req-c9b7faca-15cd-46b2-b780-00fedeb749ba tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384545 Apr 21 15:19:46.339121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980547c6-ee2e-4b7a-b7de-aaadadc2d3f6 req-044eebed-ac2b-49d5-9d6b-7d8c85e8f6b3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:46.340998 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-980547c6-ee2e-4b7a-b7de-aaadadc2d3f6 req-044eebed-ac2b-49d5-9d6b-7d8c85e8f6b3 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.0738723 Apr 21 15:19:46.388202 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-980547c6-ee2e-4b7a-b7de-aaadadc2d3f6 req-c592b4af-b725-4870-9603-fc50d8c2431e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Apr 21 15:19:46.776889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e3ce0-a87d-4e5b-81b8-78ece8dc79c0 req-a0ddf7b3-5c9e-425f-a63b-b1b56c095b73 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:46.778315 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-925e3ce0-a87d-4e5b-81b8-78ece8dc79c0 req-a0ddf7b3-5c9e-425f-a63b-b1b56c095b73 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.0739806 Apr 21 15:19:46.822055 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-925e3ce0-a87d-4e5b-81b8-78ece8dc79c0 req-aa5e1b19-98ea-409a-9833-70e072cff509 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383008 Apr 21 15:19:48.023557 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fdcbd-7a49-49f3-90c7-f19ec6f6561b req-578da331-6fe1-4b81-b3dc-d0cb2f4575dc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:48.025040 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-262fdcbd-7a49-49f3-90c7-f19ec6f6561b req-578da331-6fe1-4b81-b3dc-d0cb2f4575dc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.0792625 Apr 21 15:19:48.069395 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-262fdcbd-7a49-49f3-90c7-f19ec6f6561b req-4183c5d1-db24-4e49-92e5-5685cc7c33c4 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381968 Apr 21 15:19:49.074800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c05824a2-4386-4599-8747-c37adfab9216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.289367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-a0c361c8-818d-4ada-8e6d-23553c65283b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:49.290666 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-a0c361c8-818d-4ada-8e6d-23553c65283b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.1322763 Apr 21 15:19:49.301410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd293235-3580-49a6-b7e6-838d254edda6 req-0a1abae8-fc09-4967-9a35-b95b5d323fcd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:19:49.302721 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd293235-3580-49a6-b7e6-838d254edda6 req-0a1abae8-fc09-4967-9a35-b95b5d323fcd tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 946 time: 0.1102548 Apr 21 15:19:49.390875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Deleting port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:19:49.391230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.429254 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fd293235-3580-49a6-b7e6-838d254edda6 req-f5984e27-f9d1-4436-abeb-70e817d780fc tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups?id=71676cd5-02d9-4142-b1f0-458c7ee7183d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008110 Apr 21 15:19:49.714213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] For port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:49.715147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.997203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.997573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.997885 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2 disassociated. External IP: 172.26.6.67, port: 6df2722f-42ed-4e45-bc98-7f279aaaaf4d. Apr 21 15:19:49.998214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Calling delete_port for 6df2722f-42ed-4e45-bc98-7f279aaaaf4d owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:19:50.146944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.196039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event deleted for resources: {'Port': ['ID=6df2722f-42ed-4e45-bc98-7f279aaaaf4d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:50.209875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.210226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.210559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.210885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.211208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.211526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.211848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.212189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.212503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.212812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.213124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:50.424367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:19:50.606126 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f3329fa5-af27-4e76-b7e0-831454691dfd req-2e6f28dd-242f-435d-90d1-9dc0dc6fc7a6 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 210 time: 0.0402057 Apr 21 15:19:50.629096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:19:50.638670 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:19:50.650443 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:19:50.651044 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:19:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:50.698024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] No DVR routers for this DVR port 6df2722f-42ed-4e45-bc98-7f279aaaaf4d on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:19:50.700447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.702944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-deleted', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:19:50.720824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8f49f404-9127-4d6b-9487-cf532f523b65 req-72245c86-108f-43ab-a6f3-9c06436ef5e2 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.21 "DELETE /v2.0/ports/6df2722f-42ed-4e45-bc98-7f279aaaaf4d HTTP/1.1" status: 204 len: 173 time: 1.4247458 Apr 21 15:19:50.778246 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e674142b-518e-4d89-9d21-32ab7c248b4a'] response: {'server_uuid': '195b4d54-a348-4bab-a966-b57952593bc3', 'name': 'network-vif-deleted', 'tag': '6df2722f-42ed-4e45-bc98-7f279aaaaf4d', 'status': 'completed', 'code': 200} Apr 21 15:19:50.827866 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:19:51.175389 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:51.179228 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:19:51.190478 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:19:51.191214 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:19:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:51.366481 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:19:51.399350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d7494bf9-1814-484e-959c-c27223f12651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:51.672160 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:51.676445 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458187cd-5621-4906-bb7b-69b98e4318ec None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:43Z', 'revision_number': 4, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a', 'name': '', 'network_id': '6a28f3a3-a25d-4dd0-9fdb-6d6532b21542', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'mac_address': 'fa:16:3e:be:b8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:42Z', 'updated_at': '2022-04-21T15:15:49Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'subnets': [{'id': '76fb7fc1-4f13-49fd-9f08-362fe3bdb44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:19:51.792182 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9d8fd83-88fc-4719-aedf-58e94504c273 req-6b0545f2-6158-4d63-a9ca-69340e6c594e tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/ports?device_id=195b4d54-a348-4bab-a966-b57952593bc3 HTTP/1.1" status: 200 len: 210 time: 0.0452895 Apr 21 15:19:51.912448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7bfaf-a24f-4f07-bd23-a568c968a7f5 None None] New status for floating IP 147e5c20-f69a-4818-bce9-8bcb3caa29d2: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:19:52.383973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.545176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.595718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:52.627319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 6df2722f-42ed-4e45-bc98-7f279aaaaf4d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:19:52.627663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 6df2722f-42ed-4e45-bc98-7f279aaaaf4d not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:53.753914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.080585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33410) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:56.148304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.176901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.235192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.254733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71676cd5-02d9-4142-b1f0-458c7ee7183d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:56.270761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.271308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.271842 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.272413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.272946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.273513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.274002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.274568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.275135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.275689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.276282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:56.280688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.284451 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dcb8e152-b0e1-4401-ab4a-86e1f0f46945 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "DELETE /v2.0/security-groups/71676cd5-02d9-4142-b1f0-458c7ee7183d HTTP/1.1" status: 204 len: 168 time: 0.2001240 Apr 21 15:19:56.284451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33414) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:56.303767 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-d7379f55-416e-4ec8-a793-0d0ce8b9d924 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] show failed (client error): The resource could not be found. Apr 21 15:19:56.307218 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d7379f55-416e-4ec8-a793-0d0ce8b9d924 tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "GET /v2.0/security-groups/71676cd5-02d9-4142-b1f0-458c7ee7183d HTTP/1.1" status: 404 len: 347 time: 0.0197184 Apr 21 15:19:56.308468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:56.540788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Deleting port a9479166-0590-4eef-93d2-60a980d953ab {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:19:56.541039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.702551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.702879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.819421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Calling delete_port for a9479166-0590-4eef-93d2-60a980d953ab owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:19:56.959399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.003947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Pushing event deleted for resources: {'Port': ['ID=a9479166-0590-4eef-93d2-60a980d953ab,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:57.095929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.109375 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.111220 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d10c2f0-c110-4cc8-8ef3-21cb25488d7b tempest-ServerActionsTestJSON-128002623 tempest-ServerActionsTestJSON-128002623-project] 10.222.0.42 "DELETE /v2.0/floatingips/147e5c20-f69a-4818-bce9-8bcb3caa29d2 HTTP/1.1" status: 204 len: 168 time: 0.8021061 Apr 21 15:19:57.113650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:57.490029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.148911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Deleting port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:19:58.149578 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.314821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] For port 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:19:58.315090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.431116 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Calling delete_port for 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:19:58.591075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.631815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Pushing event deleted for resources: {'Port': ['ID=792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:58.913650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.559360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Router 13e9cf08-f3c3-4f60-8d7a-3f534271748f has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:19:59.751181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:19:59.759439 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] Sync routers for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:19:59.762969 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7e8844d8-d551-4efa-a317-ecbbb93bd776 admin admin] 10.222.0.42 "PUT /v2.0/routers/13e9cf08-f3c3-4f60-8d7a-3f534271748f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482980 Apr 21 15:19:59.765400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:59.771235 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:19:59.771821 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:19:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:59.943662 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:19:59.957992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.156497 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.166204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Deleting port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:00.166530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.221584 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:19:58Z', 'revision_number': 5, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port': {'id': '3aee9c8e-3558-409a-b589-fa4ddc4dc2d5', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:00.225326 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] Checking router: 13e9cf08-f3c3-4f60-8d7a-3f534271748f for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:20:00.235537 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] Routers {'13e9cf08-f3c3-4f60-8d7a-3f534271748f'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:20:00.236145 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:19:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:00.340612 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] For port 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:00.340963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.411666 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] Set router 13e9cf08-f3c3-4f60-8d7a-3f534271748f gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:20:00.457844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Calling delete_port for 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:00.514612 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:20:00Z', 'revision_number': 6, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:00.518497 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2875d21-dd0e-4a78-8dce-bc795282768c None None] The sync data for ids ['13e9cf08-f3c3-4f60-8d7a-3f534271748f'] in dv-neutron-838898-1-hyperv is: [{'id': '13e9cf08-f3c3-4f60-8d7a-3f534271748f', 'name': 'tempest-ServerActionsTestJSON-1973121064-router', 'tenant_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:15:40Z', 'updated_at': '2022-04-21T15:20:00Z', 'revision_number': 6, 'project_id': '16aafcbb3fb34980abb04a8bf224bc9c', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:20:00.623249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.665688 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aee9c8e-3558-409a-b589-fa4ddc4dc2d5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:00.964624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.988259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.236599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.240941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.265637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.266218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e9cf08-f3c3-4f60-8d7a-3f534271748f {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:20:01.278885 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.280163 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed9e4992-9986-460c-9a2a-75e579a20e34 admin admin] 10.222.0.42 "DELETE /v2.0/routers/13e9cf08-f3c3-4f60-8d7a-3f534271748f HTTP/1.1" status: 204 len: 168 time: 1.5138454 Apr 21 15:20:01.282609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:01.343251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] Deleting subnet 76fb7fc1-4f13-49fd-9f08-362fe3bdb44d {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:20:01.346275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.395715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.493972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:20:01.495517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.532732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:20:01.533158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 792a6f79-dd64-4aaa-b9fb-f4ffe060ac6a not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:20:01.533591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:20:01.564468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.565522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:20:01.565873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3aee9c8e-3558-409a-b589-fa4ddc4dc2d5 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:20:01.602104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76fb7fc1-4f13-49fd-9f08-362fe3bdb44d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:01.606641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.611876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26038f53-dd94-4dbf-b0c9-bc56686aff48 None None] Network 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:01.612342 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-846566f8-f563-4fdb-9226-4e8bab323342 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/76fb7fc1-4f13-49fd-9f08-362fe3bdb44d HTTP/1.1" status: 204 len: 168 time: 0.3286214 Apr 21 15:20:01.614799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33434) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:01.717775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.727636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Deleting port db717dc1-e267-41cf-b680-4d8a1467477f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:01.727959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.880601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] DHCP port deletion for 6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:20:01.884848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Deleting port db717dc1-e267-41cf-b680-4d8a1467477f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:01.885213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:01.935348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] For port db717dc1-e267-41cf-b680-4d8a1467477f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=db717dc1-e267-41cf-b680-4d8a1467477f,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:01.935727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.053032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Calling delete_port for db717dc1-e267-41cf-b680-4d8a1467477f owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:02.080387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] For port db717dc1-e267-41cf-b680-4d8a1467477f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=db717dc1-e267-41cf-b680-4d8a1467477f,segment=NetworkSegment(3c39b035-469e-47e9-a02d-c5cb77aaa3bc),segment_id=3c39b035-469e-47e9-a02d-c5cb77aaa3bc)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:02.080951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.129046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.173876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Pushing event deleted for resources: {'Port': ['ID=db717dc1-e267-41cf-b680-4d8a1467477f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:02.177448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] No DVR routers for this DVR port db717dc1-e267-41cf-b680-4d8a1467477f on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:20:02.207243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Calling delete_port for db717dc1-e267-41cf-b680-4d8a1467477f owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:02.275853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:20:02.276365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:20:02.382026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.406076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a28f3a3-a25d-4dd0-9fdb-6d6532b21542']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:02.418227 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c39b035-469e-47e9-a02d-c5cb77aaa3bc') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:02.418523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c39b035-469e-47e9-a02d-c5cb77aaa3bc') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:02.429908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.447125 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.453646 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:02.454101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:02.467908 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:02.541815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.558155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.569733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a28f3a3-a25d-4dd0-9fdb-6d6532b21542,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:02.581152 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-415fa28d-62f7-4539-a6b9-c21ec72bad08 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6a28f3a3-a25d-4dd0-9fdb-6d6532b21542 HTTP/1.1" status: 204 len: 168 time: 0.9654179 Apr 21 15:20:02.717282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33440) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:02.766509 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b3c11735-7106-49ca-b973-125740447e2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16aafcbb3fb34980abb04a8bf224bc9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480824 Apr 21 15:20:02.768859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33444) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:02.780349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Deleting port db717dc1-e267-41cf-b680-4d8a1467477f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:02.780349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.836004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2522-dacc-4913-8f2a-2da8b44903db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.845131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-223b9fcb-d048-4af5-8463-6cd4d80c233b None None] The port 'db717dc1-e267-41cf-b680-4d8a1467477f' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:20:02.864687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2522-dacc-4913-8f2a-2da8b44903db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.916050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2522-dacc-4913-8f2a-2da8b44903db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.928920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf2522-dacc-4913-8f2a-2da8b44903db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ad807c-1d1b-4240-a1dc-144061659667,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:02.940690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2522-dacc-4913-8f2a-2da8b44903db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.944423 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f6bf2522-dacc-4913-8f2a-2da8b44903db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4ad807c-1d1b-4240-a1dc-144061659667 HTTP/1.1" status: 204 len: 168 time: 0.1720765 Apr 21 15:20:03.487875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db717dc1-e267-41cf-b680-4d8a1467477f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:20:03.520977 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: db717dc1-e267-41cf-b680-4d8a1467477f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:20:03.521321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device db717dc1-e267-41cf-b680-4d8a1467477f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:20:03.793016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33466) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:03.930562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-576864302-network', 'tenant_id': '4a3e2679853f4fc9a9f806cda70e56b1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:03.936328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:03.940157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Usage tracker for resource:network and tenant:4a3e2679853f4fc9a9f806cda70e56b1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:03.943014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:03.949431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:03.959064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Made reservation on behalf of 4a3e2679853f4fc9a9f806cda70e56b1 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:03.961380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:03.974155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.005554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:04.009324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Usage tracker for resource:security_group_rule and tenant:4a3e2679853f4fc9a9f806cda70e56b1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:04.012039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:04.017676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:04.081457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.085117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.120399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:04.125600 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13839679-aa64-4ea4-993d-c81707ea7a4f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:04.132130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.133093 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Added segment cc469ca9-2606-4dd7-ae83-4e15976ce1eb of type vlan for network bf553ade-c52c-4582-8066-7a42b5e0cc62 Apr 21 15:20:04.158682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.189048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.189887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:04.191734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.294780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] Pushing event updated for resources: {'Network': ['ID=bf553ade-c52c-4582-8066-7a42b5e0cc62,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:04.297723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-773edf11-239c-41b8-b34e-8f414e2ab797 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5036774 Apr 21 15:20:04.300537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33472) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:04.305055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network bf553ade-c52c-4582-8066-7a42b5e0cc62 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:04.305788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Request body: {'subnet': {'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-576864302-subnet', 'tenant_id': '4a3e2679853f4fc9a9f806cda70e56b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:04.310879 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:04.314700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Usage tracker for resource:subnet and tenant:4a3e2679853f4fc9a9f806cda70e56b1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:04.317638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:04.323578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:04.335895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Made reservation on behalf of 4a3e2679853f4fc9a9f806cda70e56b1 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:04.338160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.629503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.704781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd028632-892f-4c26-8144-29ccd42630fb,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:04.714543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Checking segment: {'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:04.714888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Network hostable DHCP agents. Network: bf553ade-c52c-4582-8066-7a42b5e0cc62, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:04.735742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Network bf553ade-c52c-4582-8066-7a42b5e0cc62 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:04.744367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, bf553ade-c52c-4582-8066-7a42b5e0cc62) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:04.748764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:04.749377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.753421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde69b6-069e-4363-a789-20d66e10c265 None None] Network bf553ade-c52c-4582-8066-7a42b5e0cc62 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:04.770327 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1e2a291f-f7c7-4ef3-86f2-3e5fc8408408 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4687469 Apr 21 15:20:04.963925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12b456-404b-42c9-874a-23b5d55046ee None None] Network bf553ade-c52c-4582-8066-7a42b5e0cc62 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:05.302575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228961f8-d2d6-4af7-8433-633a91180c25 req-64c4dbd0-48bb-44c2-9c90-6c60d854f3c7 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:05.304002 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-64c4dbd0-48bb-44c2-9c90-6c60d854f3c7 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/networks?id=bf553ade-c52c-4582-8066-7a42b5e0cc62 HTTP/1.1" status: 200 len: 813 time: 0.1384888 Apr 21 15:20:05.320448 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-f4133be3-a9ba-41d9-93a5-2072740fecdf tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/quotas/4a3e2679853f4fc9a9f806cda70e56b1 HTTP/1.1" status: 200 len: 375 time: 0.0102022 Apr 21 15:20:05.363560 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-f398c81a-b241-4f4c-99e1-c14cb4313861 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a3e2679853f4fc9a9f806cda70e56b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385315 Apr 21 15:20:05.441817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-147cdd2f-70dd-453e-8b50-565f571bb1c1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:20:05.442788 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-147cdd2f-70dd-453e-8b50-565f571bb1c1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732765 Apr 21 15:20:05.571465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-f203d7b7-5dc6-44cb-84a0-5c17b908aaf4 service neutron] 10.222.0.42 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224766 Apr 21 15:20:05.698970 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cb946de6-1038-409e-b948-24ce25d09db3 service neutron] 10.222.0.42 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215539 Apr 21 15:20:05.882216 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6531621-3fe9-4ab5-ad52-9525c3a483f4 req-e49c786f-0500-4837-8ea7-0800b15ee6ae tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 210 time: 0.0454755 Apr 21 15:20:06.953432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228961f8-d2d6-4af7-8433-633a91180c25 req-df6ebcbc-e446-49b2-94e4-f5ac746d957a tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:06.954199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-228961f8-d2d6-4af7-8433-633a91180c25 req-df6ebcbc-e446-49b2-94e4-f5ac746d957a tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Synchronizing usage tracker for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:06.982698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-228961f8-d2d6-4af7-8433-633a91180c25 req-df6ebcbc-e446-49b2-94e4-f5ac746d957a tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Unset dirty status for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:06.983962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-df6ebcbc-e446-49b2-94e4-f5ac746d957a tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "GET /v2.0/networks?id=bf553ade-c52c-4582-8066-7a42b5e0cc62 HTTP/1.1" status: 200 len: 813 time: 0.1814191 Apr 21 15:20:07.008041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Request body: {'port': {'device_id': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62', 'admin_state_up': True, 'tenant_id': '4a3e2679853f4fc9a9f806cda70e56b1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:07.062979 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-da75f716-65da-42ba-8954-3ef37325bb73 req-a4ed6cee-1fd4-41c4-abca-fcf90a9f6625 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 210 time: 0.0460184 Apr 21 15:20:07.143991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:07.147820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Usage tracker for resource:port and tenant:4a3e2679853f4fc9a9f806cda70e56b1 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:07.150614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:07.156750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:07.165887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Made reservation on behalf of 4a3e2679853f4fc9a9f806cda70e56b1 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:07.169590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:07.328206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Allocated IP 172.20.0.9 (bf553ade-c52c-4582-8066-7a42b5e0cc62/dd028632-892f-4c26-8144-29ccd42630fb/16633155-d136-45b5-a8d4-32bd461ac1d2) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:07.527307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:07.553921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:07.625278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Network bf553ade-c52c-4582-8066-7a42b5e0cc62 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:07.628003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:07.631830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:20:07.665204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Pushing event updated for resources: {'Port': ['ID=16633155-d136-45b5-a8d4-32bd461ac1d2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:07.692767 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:07.693358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:07.714327 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-3e5712b0-b925-4b2d-8fc5-f2897f7a3e95 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7098048 Apr 21 15:20:07.729663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Request body: {'port': {'device_id': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:07.842876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:08.172642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16633155-d136-45b5-a8d4-32bd461ac1d2 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:20:08.179435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:08.236114 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Transition to ACTIVE for port object 16633155-d136-45b5-a8d4-32bd461ac1d2 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:08.241014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:08.459212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Pushing event updated for resources: {'Port': ['ID=16633155-d136-45b5-a8d4-32bd461ac1d2,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:08.503235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387957-6acd-4cc8-89b0-bd915a0ddc64 req-61faeda6-5c5e-40c8-97df-d2b430cac6a0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:08.503902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ff387957-6acd-4cc8-89b0-bd915a0ddc64 req-61faeda6-5c5e-40c8-97df-d2b430cac6a0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Synchronizing usage tracker for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:08.567253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ff387957-6acd-4cc8-89b0-bd915a0ddc64 req-61faeda6-5c5e-40c8-97df-d2b430cac6a0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Unset dirty status for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:08.568341 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ff387957-6acd-4cc8-89b0-bd915a0ddc64 req-61faeda6-5c5e-40c8-97df-d2b430cac6a0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 931 time: 0.3864846 Apr 21 15:20:08.601161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Attempting to bind port 16633155-d136-45b5-a8d4-32bd461ac1d2 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:08.601488 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Attempting to bind port 16633155-d136-45b5-a8d4-32bd461ac1d2 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:08.601808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Attempting to bind port 16633155-d136-45b5-a8d4-32bd461ac1d2 on network bf553ade-c52c-4582-8066-7a42b5e0cc62 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:08.618467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Port 16633155-d136-45b5-a8d4-32bd461ac1d2 on network bf553ade-c52c-4582-8066-7a42b5e0cc62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:20:08.618786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Attempting to bind port 16633155-d136-45b5-a8d4-32bd461ac1d2 on network bf553ade-c52c-4582-8066-7a42b5e0cc62 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:08.631378 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:20:08.631704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Checking segment: {'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:08.632092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Bound using segment: {'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:20:08.632507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Bound port: 16633155-d136-45b5-a8d4-32bd461ac1d2, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:08.632840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:08.643190 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ff387957-6acd-4cc8-89b0-bd915a0ddc64 req-e6b2b906-a2c1-4274-a324-cb2e61fa76b8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Synchronizing usage tracker for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:08.701991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ff387957-6acd-4cc8-89b0-bd915a0ddc64 req-e6b2b906-a2c1-4274-a324-cb2e61fa76b8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Unset dirty status for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:08.703114 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ff387957-6acd-4cc8-89b0-bd915a0ddc64 req-e6b2b906-a2c1-4274-a324-cb2e61fa76b8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244602 Apr 21 15:20:08.731085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] For port 16633155-d136-45b5-a8d4-32bd461ac1d2, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:20:08.734344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] For port 16633155-d136-45b5-a8d4-32bd461ac1d2, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=16633155-d136-45b5-a8d4-32bd461ac1d2,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:20:08.738070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:08.799615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:08.800925 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] 10.222.0.21 "PUT /v2.0/ports/16633155-d136-45b5-a8d4-32bd461ac1d2 HTTP/1.1" status: 200 len: 1093 time: 1.0752037 Apr 21 15:20:08.803520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'tag': '16633155-d136-45b5-a8d4-32bd461ac1d2'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:20:08.824555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2f23-1209-4df0-8dbc-810be1120e4e service neutron] Pushing event updated for resources: {'Port': ['ID=16633155-d136-45b5-a8d4-32bd461ac1d2,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:08.881507 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7310739-4cb0-4a42-9df4-ee15f7f471ac'] response: {'name': 'network-changed', 'server_uuid': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'tag': '16633155-d136-45b5-a8d4-32bd461ac1d2', 'status': 'completed', 'code': 200} Apr 21 15:20:08.921372 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-84c23347-b0c8-4bca-b4f1-1a5e7f8d3cdb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a3e2679853f4fc9a9f806cda70e56b1&device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 1096 time: 0.0715036 Apr 21 15:20:08.995562 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-87ff5667-deda-48e9-8951-11f87e9f57ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16633155-d136-45b5-a8d4-32bd461ac1d2 HTTP/1.1" status: 200 len: 217 time: 0.0625889 Apr 21 15:20:09.056262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228961f8-d2d6-4af7-8433-633a91180c25 req-8155e80c-0a94-4f6a-b56f-5c6704d0f3c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:09.057700 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-8155e80c-0a94-4f6a-b56f-5c6704d0f3c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd028632-892f-4c26-8144-29ccd42630fb HTTP/1.1" status: 200 len: 853 time: 0.0569024 Apr 21 15:20:09.104792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-8220d75b-d948-4654-af9e-032edba8216c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf553ade-c52c-4582-8066-7a42b5e0cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414894 Apr 21 15:20:09.231825 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-4cfac2a6-1ec1-4024-ab9e-97c8da9f9ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217148 Apr 21 15:20:09.357458 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-228961f8-d2d6-4af7-8433-633a91180c25 req-1fcb6b59-c32a-4fb4-81d5-32a1e33a0288 service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199799 Apr 21 15:20:09.507991 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-7416eb57-23ce-4c04-983a-cad5626f21d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a3e2679853f4fc9a9f806cda70e56b1&device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 1096 time: 0.0674250 Apr 21 15:20:09.635948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-058da406-b338-47ee-b649-1a404281feea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:09.637298 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-058da406-b338-47ee-b649-1a404281feea service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf553ade-c52c-4582-8066-7a42b5e0cc62 HTTP/1.1" status: 200 len: 914 time: 0.1227925 Apr 21 15:20:09.707472 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-8e23da4e-fcc8-447e-8380-d03df40b0e37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16633155-d136-45b5-a8d4-32bd461ac1d2 HTTP/1.1" status: 200 len: 217 time: 0.0631390 Apr 21 15:20:09.768517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-d5eb22a7-ce71-420e-adde-1a53fa905134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:09.769954 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-d5eb22a7-ce71-420e-adde-1a53fa905134 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd028632-892f-4c26-8144-29ccd42630fb HTTP/1.1" status: 200 len: 853 time: 0.0565612 Apr 21 15:20:09.815439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-00682b12-d17f-4564-98ef-4cd285ad9eaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf553ade-c52c-4582-8066-7a42b5e0cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395010 Apr 21 15:20:10.002216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195ed9c-381f-4524-9a2a-fa221e74419b req-4b407659-be76-4287-ae0a-0326e8a7a413 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:10.003678 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5195ed9c-381f-4524-9a2a-fa221e74419b req-4b407659-be76-4287-ae0a-0326e8a7a413 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 943 time: 0.1800451 Apr 21 15:20:10.012792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-2fe14965-472b-43ef-8a27-58600ffc110d service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534543 Apr 21 15:20:10.215484 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5195ed9c-381f-4524-9a2a-fa221e74419b req-b7daee53-1ac3-428a-8793-251e28e716a5 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054262 Apr 21 15:20:10.255157 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b8d4150-d9fe-4e7d-8176-4e1e2a15a04a req-344b3bfb-e5f0-43a9-aafe-8c8d76e5bc52 service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295222 Apr 21 15:20:11.412199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fad48-db35-4ae6-94c9-756cb20bc04d req-1b2afe02-4b6f-4869-96f9-7edd258f7e47 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:11.413642 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dd6fad48-db35-4ae6-94c9-756cb20bc04d req-1b2afe02-4b6f-4869-96f9-7edd258f7e47 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 943 time: 0.0752320 Apr 21 15:20:11.459616 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dd6fad48-db35-4ae6-94c9-756cb20bc04d req-c27360a5-7911-4eb3-9d47-fc3904dddf94 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Apr 21 15:20:12.656548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6967dc-055c-4dd3-a7d2-5f4562b1cb27 req-4e603196-5fad-4bd3-b002-4210707b57d8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:12.657995 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ea6967dc-055c-4dd3-a7d2-5f4562b1cb27 req-4e603196-5fad-4bd3-b002-4210707b57d8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 943 time: 0.0752888 Apr 21 15:20:12.704708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 16633155-d136-45b5-a8d4-32bd461ac1d2 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:20:12.706564 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ea6967dc-055c-4dd3-a7d2-5f4562b1cb27 req-88a704e1-ffce-42f8-ab4a-4b27c3e659f7 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Apr 21 15:20:12.834055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 16633155-d136-45b5-a8d4-32bd461ac1d2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=16633155-d136-45b5-a8d4-32bd461ac1d2,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:12.846548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '16633155-d136-45b5-a8d4-32bd461ac1d2', 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62', 'port_id': '16633155-d136-45b5-a8d4-32bd461ac1d2', 'mac_address': 'fa:16:3e:ef:60:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd028632-892f-4c26-8144-29ccd42630fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:20:12.901210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:12.918066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16633155-d136-45b5-a8d4-32bd461ac1d2 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:20:12.933066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 16633155-d136-45b5-a8d4-32bd461ac1d2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=16633155-d136-45b5-a8d4-32bd461ac1d2,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:12.937088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:13.002649 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=16633155-d136-45b5-a8d4-32bd461ac1d2,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:13.208146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['16633155-d136-45b5-a8d4-32bd461ac1d2'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:20:13.904886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deff6d-2fab-48f5-9ce2-ade28dc0aa0e req-06fe36c1-f259-4523-9275-1bb2d12f9651 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:13.907483 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e6deff6d-2fab-48f5-9ce2-ade28dc0aa0e req-06fe36c1-f259-4523-9275-1bb2d12f9651 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 944 time: 0.0825260 Apr 21 15:20:13.952926 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e6deff6d-2fab-48f5-9ce2-ade28dc0aa0e req-3c6f8d14-d12b-473d-bc58-079c7ed77099 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Apr 21 15:20:14.704638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 16633155-d136-45b5-a8d4-32bd461ac1d2 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:14.770563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 16633155-d136-45b5-a8d4-32bd461ac1d2 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:14.775188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 16633155-d136-45b5-a8d4-32bd461ac1d2 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:14.775554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:14.884707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:14.911037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16633155-d136-45b5-a8d4-32bd461ac1d2'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:20:14.920142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 16633155-d136-45b5-a8d4-32bd461ac1d2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=16633155-d136-45b5-a8d4-32bd461ac1d2,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:14.924611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:14.968271 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e02ae97-7f69-49f1-8a62-9c02e554307f'] response: {'server_uuid': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16633155-d136-45b5-a8d4-32bd461ac1d2', 'code': 200} Apr 21 15:20:14.994107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=16633155-d136-45b5-a8d4-32bd461ac1d2,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:15.150069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77644bbe-be5b-4635-addb-7c9f68718eae req-7c68a1b2-de82-400a-8284-9e8105653ce1 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:15.152138 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-77644bbe-be5b-4635-addb-7c9f68718eae req-7c68a1b2-de82-400a-8284-9e8105653ce1 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0768867 Apr 21 15:20:15.198818 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-77644bbe-be5b-4635-addb-7c9f68718eae req-f3eb5061-9d27-46a5-9d6e-b9bd76890102 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Apr 21 15:20:15.223311 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-36ee793e-82ea-43a8-b20c-63be84dc11ca req-a115a2a5-aa31-44dd-9931-1c220bff4cfc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 1098 time: 0.0691082 Apr 21 15:20:15.265395 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-36ee793e-82ea-43a8-b20c-63be84dc11ca req-4358f7b5-23ed-44a1-bbb7-1b4d5ff293c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357580 Apr 21 15:20:16.405065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02bdd8-8dd3-4432-ae97-3d291e50aacc req-4782398d-68d0-41dc-8aa4-5589ed0662ed tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:16.406502 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fa02bdd8-8dd3-4432-ae97-3d291e50aacc req-4782398d-68d0-41dc-8aa4-5589ed0662ed tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0814772 Apr 21 15:20:16.451166 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fa02bdd8-8dd3-4432-ae97-3d291e50aacc req-b6a3eefa-17ed-4079-ad9b-fbaf79d085b2 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Apr 21 15:20:17.648921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170bc5a-b8c0-41ad-bb00-49128fefed6c req-90f907b7-8c29-4d54-bb9b-769717e9ddf8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:17.650374 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b170bc5a-b8c0-41ad-bb00-49128fefed6c req-90f907b7-8c29-4d54-bb9b-769717e9ddf8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0788052 Apr 21 15:20:17.696330 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b170bc5a-b8c0-41ad-bb00-49128fefed6c req-f8b9a79e-47dd-4720-bcaa-b17859971d5f tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Apr 21 15:20:17.994414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-de565ddb-972e-4002-a5f7-f545e032c391 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:17.995853 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-de565ddb-972e-4002-a5f7-f545e032c391 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/networks?id=bf553ade-c52c-4582-8066-7a42b5e0cc62 HTTP/1.1" status: 200 len: 813 time: 0.1418884 Apr 21 15:20:18.011844 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-d66a3c32-b2d8-40aa-b931-a78319553b28 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/quotas/4a3e2679853f4fc9a9f806cda70e56b1 HTTP/1.1" status: 200 len: 375 time: 0.0103974 Apr 21 15:20:18.087103 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-6ae62a4c-0ec7-45b4-bcbc-eabea6e075d8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a3e2679853f4fc9a9f806cda70e56b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698338 Apr 21 15:20:18.097856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-1f6d5387-39d2-482f-9288-e9444c4b0d08 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:20:18.098775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-1f6d5387-39d2-482f-9288-e9444c4b0d08 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046573 Apr 21 15:20:18.228896 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-9a309a2a-524f-42de-b62b-ba85049716c6 service neutron] 10.222.0.42 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247387 Apr 21 15:20:18.357756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-7bea5698-e942-4d02-a3d0-4ae0dfe6ab21 service neutron] 10.222.0.42 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230841 Apr 21 15:20:18.545663 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09b38843-6a46-4613-b31a-4ddc46787b53 req-26a8c2cd-b8c7-495e-b181-101cf14b1c07 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 210 time: 0.0419011 Apr 21 15:20:19.077044 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3e5aff31-7ae8-4675-ab9e-d9dedb679222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:19.644633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-ba898f7b-e09e-4e1a-a78c-2bdaa10aaf6a tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:19.646973 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-ba898f7b-e09e-4e1a-a78c-2bdaa10aaf6a tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "GET /v2.0/networks?id=bf553ade-c52c-4582-8066-7a42b5e0cc62 HTTP/1.1" status: 200 len: 813 time: 0.1649029 Apr 21 15:20:19.668432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Request body: {'port': {'device_id': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62', 'admin_state_up': True, 'tenant_id': '4a3e2679853f4fc9a9f806cda70e56b1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:19.786148 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-469ef48c-4fcc-47be-a0a6-3c94b8892fc0 req-265b2bb3-5c94-4a78-9f47-a3a534be6d7e tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 210 time: 0.1043572 Apr 21 15:20:19.842016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:19.851274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:19.865575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Made reservation on behalf of 4a3e2679853f4fc9a9f806cda70e56b1 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:19.868542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:20.028280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Allocated IP 172.20.0.3 (bf553ade-c52c-4582-8066-7a42b5e0cc62/dd028632-892f-4c26-8144-29ccd42630fb/1786e2a3-b024-4a65-bc22-5bd93355419f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:20.222939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:20.249523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:20.281603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['16633155-d136-45b5-a8d4-32bd461ac1d2'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:20:20.319581 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Network bf553ade-c52c-4582-8066-7a42b5e0cc62 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:20.322499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:20.326227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:20:20.464037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Pushing event updated for resources: {'Port': ['ID=1786e2a3-b024-4a65-bc22-5bd93355419f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:20.486411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:20.487000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:20.510073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-83585473-03bc-466c-b75e-6c2a67d88a7d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8454623 Apr 21 15:20:20.526068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Request body: {'port': {'device_id': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:20.631783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:20.753848 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:20:20.962561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1786e2a3-b024-4a65-bc22-5bd93355419f {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:20:20.969848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:20.984316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Transition to ACTIVE for port object 1786e2a3-b024-4a65-bc22-5bd93355419f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:20.984736 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09b541-7fbf-4eb4-8fa9-1c4e2a01396c req-1a3a0c44-09cf-41cb-9bd7-281bcdf60107 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:20.986470 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0a09b541-7fbf-4eb4-8fa9-1c4e2a01396c req-1a3a0c44-09cf-41cb-9bd7-281bcdf60107 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 931 time: 0.0811827 Apr 21 15:20:20.989402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:21.033235 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0a09b541-7fbf-4eb4-8fa9-1c4e2a01396c req-e705e900-23a3-4bbe-85da-db5f8d29562b tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Apr 21 15:20:21.111151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Pushing event updated for resources: {'Port': ['ID=1786e2a3-b024-4a65-bc22-5bd93355419f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:21.217363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Attempting to bind port 1786e2a3-b024-4a65-bc22-5bd93355419f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:21.217690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Attempting to bind port 1786e2a3-b024-4a65-bc22-5bd93355419f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:21.218011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Attempting to bind port 1786e2a3-b024-4a65-bc22-5bd93355419f on network bf553ade-c52c-4582-8066-7a42b5e0cc62 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:21.223672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Port 1786e2a3-b024-4a65-bc22-5bd93355419f on network bf553ade-c52c-4582-8066-7a42b5e0cc62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:20:21.223988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Attempting to bind port 1786e2a3-b024-4a65-bc22-5bd93355419f on network bf553ade-c52c-4582-8066-7a42b5e0cc62 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:21.230210 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:20:21.230552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Checking segment: {'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:21.230918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Bound using segment: {'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:20:21.231361 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Bound port: 1786e2a3-b024-4a65-bc22-5bd93355419f, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:21.231702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:21.318540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] For port 1786e2a3-b024-4a65-bc22-5bd93355419f, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:20:21.321423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] For port 1786e2a3-b024-4a65-bc22-5bd93355419f, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1786e2a3-b024-4a65-bc22-5bd93355419f,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:20:21.326547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:21.385424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:21.386826 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] 10.222.0.21 "PUT /v2.0/ports/1786e2a3-b024-4a65-bc22-5bd93355419f HTTP/1.1" status: 200 len: 1093 time: 0.8646617 Apr 21 15:20:21.387908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'tag': '1786e2a3-b024-4a65-bc22-5bd93355419f'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:20:21.404872 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d29c5-8488-4b34-9c56-ed37edd5b74c service neutron] Pushing event updated for resources: {'Port': ['ID=1786e2a3-b024-4a65-bc22-5bd93355419f,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:21.423391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-01889463-0be4-48bb-9dd0-32eb8cd9195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:21.474480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de6f5c9-cd1a-4072-a29e-a9234d9a7d4d'] response: {'name': 'network-changed', 'server_uuid': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'tag': '1786e2a3-b024-4a65-bc22-5bd93355419f', 'status': 'completed', 'code': 200} Apr 21 15:20:21.522394 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-079ede68-1fb5-4c51-91c7-a91c911ad2a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a3e2679853f4fc9a9f806cda70e56b1&device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 1096 time: 0.0850575 Apr 21 15:20:21.595853 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-6bb0be14-bd5e-4ee3-84f3-d06951a88bd8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1786e2a3-b024-4a65-bc22-5bd93355419f HTTP/1.1" status: 200 len: 217 time: 0.0597343 Apr 21 15:20:21.658262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-975ed6a5-fea9-4130-93e5-af546af6e5f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:21.659664 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-975ed6a5-fea9-4130-93e5-af546af6e5f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd028632-892f-4c26-8144-29ccd42630fb HTTP/1.1" status: 200 len: 853 time: 0.0585225 Apr 21 15:20:21.703336 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-344903e5-7a65-495a-ae68-0a4c169c1282 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf553ade-c52c-4582-8066-7a42b5e0cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381627 Apr 21 15:20:21.833234 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-a66da28f-88bb-443f-b5fc-4fe74d0759ec service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240015 Apr 21 15:20:21.962288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05c49ec0-c8a1-45c4-ad3f-98ed92b102a6 req-8fca6d83-6abc-4bb9-8d95-18c91deb208a service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230125 Apr 21 15:20:22.119193 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-ca39efef-bd96-4b8a-b9b9-70796f1c6a27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a3e2679853f4fc9a9f806cda70e56b1&device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 1096 time: 0.0725915 Apr 21 15:20:22.227498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072666e-011a-40f5-b066-210f8b533036 req-7370cb79-a070-4358-88c0-6fb63a4ba9e6 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:22.228929 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d072666e-011a-40f5-b066-210f8b533036 req-7370cb79-a070-4358-88c0-6fb63a4ba9e6 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 943 time: 0.0771985 Apr 21 15:20:22.276325 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d072666e-011a-40f5-b066-210f8b533036 req-06aefe56-026f-41f8-98ab-4cdaac1b8f50 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Apr 21 15:20:22.329560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-e7c5b242-e74e-4192-9d4f-370bbe23dcbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:22.330990 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-e7c5b242-e74e-4192-9d4f-370bbe23dcbd service neutron] 10.222.0.21 "GET /v2.0/networks?id=bf553ade-c52c-4582-8066-7a42b5e0cc62 HTTP/1.1" status: 200 len: 914 time: 0.2062893 Apr 21 15:20:22.387537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.397366 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-f54305fb-393d-4fa4-9b51-8c6134270b63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1786e2a3-b024-4a65-bc22-5bd93355419f HTTP/1.1" status: 200 len: 217 time: 0.0598142 Apr 21 15:20:22.462084 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-c641e3a9-5afe-4dec-a00c-7a57d9c127fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:22.463490 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-c641e3a9-5afe-4dec-a00c-7a57d9c127fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dd028632-892f-4c26-8144-29ccd42630fb HTTP/1.1" status: 200 len: 853 time: 0.0593431 Apr 21 15:20:22.507162 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-e5c255a2-dee9-4557-9463-287985ec6398 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bf553ade-c52c-4582-8066-7a42b5e0cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369000 Apr 21 15:20:22.546585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.635348 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-5178902c-3da8-4792-9061-d1ccbd8aaa35 service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214411 Apr 21 15:20:22.763035 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c452a94-df2f-4127-b55c-c5b856398f04 req-23b28bae-30de-4b4b-a802-e4f2c827e6dd service neutron] 10.222.0.21 "GET /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205721 Apr 21 15:20:23.617403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da93f84-b1be-4379-b3bc-39ceb31ff46d req-4523316d-cbc4-4e78-9046-f8c912f31e11 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:23.618065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5da93f84-b1be-4379-b3bc-39ceb31ff46d req-4523316d-cbc4-4e78-9046-f8c912f31e11 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Synchronizing usage tracker for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:23.632539 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5da93f84-b1be-4379-b3bc-39ceb31ff46d req-4523316d-cbc4-4e78-9046-f8c912f31e11 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Unset dirty status for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:23.633800 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5da93f84-b1be-4379-b3bc-39ceb31ff46d req-4523316d-cbc4-4e78-9046-f8c912f31e11 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 943 time: 0.0935483 Apr 21 15:20:23.678396 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5da93f84-b1be-4379-b3bc-39ceb31ff46d req-4328b94d-c811-40cc-a493-dd4c0eec6345 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391803 Apr 21 15:20:23.755828 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:24.759963 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 1786e2a3-b024-4a65-bc22-5bd93355419f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:20:24.877607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cae98-a0ee-42f7-a524-d47f903ad079 req-be95e144-0571-4b87-abaf-80b1eeb95e68 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:24.879083 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cc3cae98-a0ee-42f7-a524-d47f903ad079 req-be95e144-0571-4b87-abaf-80b1eeb95e68 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 943 time: 0.0791540 Apr 21 15:20:24.889765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 1786e2a3-b024-4a65-bc22-5bd93355419f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1786e2a3-b024-4a65-bc22-5bd93355419f,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:24.906990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '1786e2a3-b024-4a65-bc22-5bd93355419f', 'network_id': 'bf553ade-c52c-4582-8066-7a42b5e0cc62', 'port_id': '1786e2a3-b024-4a65-bc22-5bd93355419f', 'mac_address': 'fa:16:3e:6f:59:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd028632-892f-4c26-8144-29ccd42630fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:20:24.925665 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cc3cae98-a0ee-42f7-a524-d47f903ad079 req-d52c2cf6-1c21-49da-a25b-e7976e511ed0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Apr 21 15:20:24.960000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:24.976573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1786e2a3-b024-4a65-bc22-5bd93355419f {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:20:24.991338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 1786e2a3-b024-4a65-bc22-5bd93355419f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1786e2a3-b024-4a65-bc22-5bd93355419f,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:24.995639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:25.065451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=1786e2a3-b024-4a65-bc22-5bd93355419f,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:25.073600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.073946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.074284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.074654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.074987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.075317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.075642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.075966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.076318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.076637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.076954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:25.261951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['1786e2a3-b024-4a65-bc22-5bd93355419f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:20:26.117381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe52d47-be71-46aa-b42a-47c695a7b439 req-d7808d3b-dca7-49b8-bc1f-262df1e9f911 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:26.118813 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7fe52d47-be71-46aa-b42a-47c695a7b439 req-d7808d3b-dca7-49b8-bc1f-262df1e9f911 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 944 time: 0.0743518 Apr 21 15:20:26.162964 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7fe52d47-be71-46aa-b42a-47c695a7b439 req-7eda22f8-c11d-43d0-b629-de9c9c5ec7c3 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381165 Apr 21 15:20:26.771366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 1786e2a3-b024-4a65-bc22-5bd93355419f up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:26.840738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 1786e2a3-b024-4a65-bc22-5bd93355419f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:26.845272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 1786e2a3-b024-4a65-bc22-5bd93355419f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:26.845636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:26.953322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:26.978910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786e2a3-b024-4a65-bc22-5bd93355419f'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:20:26.989291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 1786e2a3-b024-4a65-bc22-5bd93355419f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1786e2a3-b024-4a65-bc22-5bd93355419f,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:26.993468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:27.036776 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e6caf5-2cc6-4da2-b774-ceef2f3ee6ef'] response: {'server_uuid': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1786e2a3-b024-4a65-bc22-5bd93355419f', 'code': 200} Apr 21 15:20:27.061170 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=1786e2a3-b024-4a65-bc22-5bd93355419f,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:27.321407 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-12055f86-01f2-4a0e-8449-28968165c3c2 req-357ae244-425b-4a3d-94fb-edf7647deff7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 1098 time: 0.1024213 Apr 21 15:20:27.382308 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-12055f86-01f2-4a0e-8449-28968165c3c2 req-6039f404-bb88-40bb-bae3-bf895d8d8af7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531900 Apr 21 15:20:27.392842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b387635-0bfb-499e-96d0-e78c64b79c13 req-5d24f87f-aaba-477e-957d-4ca282ccd2ba tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:27.394258 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4b387635-0bfb-499e-96d0-e78c64b79c13 req-5d24f87f-aaba-477e-957d-4ca282ccd2ba tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 945 time: 0.1099811 Apr 21 15:20:27.441142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4b387635-0bfb-499e-96d0-e78c64b79c13 req-b73d667f-44be-4a62-b7b1-b33599935abf tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Apr 21 15:20:28.642652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67a610-23f1-4776-bf06-f278aa1e2e29 req-ae8f5e1c-7390-4839-9469-31cd532af1db tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:28.644130 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b67a610-23f1-4776-bf06-f278aa1e2e29 req-ae8f5e1c-7390-4839-9469-31cd532af1db tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 945 time: 0.0743420 Apr 21 15:20:28.693306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8b67a610-23f1-4776-bf06-f278aa1e2e29 req-7ae822de-ade6-4522-b914-025c02465343 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Apr 21 15:20:29.083415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4e7bc-775e-4d59-9423-7ea2bfca1cdc req-de5154a5-de99-4cd2-90bc-c5b46c259306 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:29.084900 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d3a4e7bc-775e-4d59-9423-7ea2bfca1cdc req-de5154a5-de99-4cd2-90bc-c5b46c259306 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 945 time: 0.0768604 Apr 21 15:20:29.129326 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d3a4e7bc-775e-4d59-9423-7ea2bfca1cdc req-03b1fe0b-49b8-475d-b261-5017d05c800b tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387471 Apr 21 15:20:30.327185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1d332-3abf-410c-b192-15b56b6f5f72 req-48346141-03c6-41e3-9eec-3e2e8fa8ea86 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:30.328569 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6dd1d332-3abf-410c-b192-15b56b6f5f72 req-48346141-03c6-41e3-9eec-3e2e8fa8ea86 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 945 time: 0.0751288 Apr 21 15:20:30.372427 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6dd1d332-3abf-410c-b192-15b56b6f5f72 req-b8402169-a4ae-401a-82dd-9dcb1a6e540d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384259 Apr 21 15:20:30.659897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e460418-e516-4806-916f-5539338baf42 req-5035c6e2-10fe-4781-8727-da0a26b0d9bb tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:30.661339 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4e460418-e516-4806-916f-5539338baf42 req-5035c6e2-10fe-4781-8727-da0a26b0d9bb tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 945 time: 0.0763583 Apr 21 15:20:30.726144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Deleting port 1786e2a3-b024-4a65-bc22-5bd93355419f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:30.726481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:30.962829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] For port 1786e2a3-b024-4a65-bc22-5bd93355419f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1786e2a3-b024-4a65-bc22-5bd93355419f,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:30.963281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:30.964479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:31.080506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Calling delete_port for 1786e2a3-b024-4a65-bc22-5bd93355419f owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:31.295174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:31.334937 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['16633155-d136-45b5-a8d4-32bd461ac1d2', '1786e2a3-b024-4a65-bc22-5bd93355419f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:20:31.344017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Pushing event deleted for resources: {'Port': ['ID=1786e2a3-b024-4a65-bc22-5bd93355419f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:31.414910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] No DVR routers for this DVR port 1786e2a3-b024-4a65-bc22-5bd93355419f on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:20:31.417356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:31.420529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'name': 'network-vif-deleted', 'tag': '1786e2a3-b024-4a65-bc22-5bd93355419f'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:20:31.435979 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4e460418-e516-4806-916f-5539338baf42 req-47d7e509-a78d-400a-9525-a18390ec24c9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "DELETE /v2.0/ports/1786e2a3-b024-4a65-bc22-5bd93355419f HTTP/1.1" status: 204 len: 173 time: 0.7695613 Apr 21 15:20:31.478366 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caba2055-b478-43b2-9ebf-e7249e2da0ab'] response: {'server_uuid': 'cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca', 'name': 'network-vif-deleted', 'tag': '1786e2a3-b024-4a65-bc22-5bd93355419f', 'status': 'completed', 'code': 200} Apr 21 15:20:31.552607 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00264b43-5a2b-4888-b6b2-6fdacdd73252 req-8b738fa0-f3ab-4052-826d-4e7e150b1612 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc75a9d3-c3f8-4f4b-93c4-6ad80c2fd1ca HTTP/1.1" status: 200 len: 210 time: 0.0447295 Apr 21 15:20:32.899054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f5f9e-a8aa-4629-9490-7ae7677c01a6 req-b1abd6c9-88e0-4cee-96b3-9ed11e1c9e38 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:32.900547 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9e1f5f9e-a8aa-4629-9490-7ae7677c01a6 req-b1abd6c9-88e0-4cee-96b3-9ed11e1c9e38 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.1558356 Apr 21 15:20:32.945662 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9e1f5f9e-a8aa-4629-9490-7ae7677c01a6 req-b7f78ce9-453f-4954-9bec-bf6d52dc12b8 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389991 Apr 21 15:20:33.163242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284d348-ec53-4468-aa9d-a1215b2527ab req-cf2a634b-25e5-4ca2-a355-7bc97a041b23 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:33.164348 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e284d348-ec53-4468-aa9d-a1215b2527ab req-cf2a634b-25e5-4ca2-a355-7bc97a041b23 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0773604 Apr 21 15:20:33.228034 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e284d348-ec53-4468-aa9d-a1215b2527ab req-05c2b31c-789e-4ce8-a2d1-7d5bcf4413e9 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559940 Apr 21 15:20:33.420466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba44852-dc1b-4379-b58c-4034ac505dc5 req-14480bd0-4a10-4eeb-b9cf-eaf304368e18 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:33.421064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4ba44852-dc1b-4379-b58c-4034ac505dc5 req-14480bd0-4a10-4eeb-b9cf-eaf304368e18 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Synchronizing usage tracker for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:33.436504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4ba44852-dc1b-4379-b58c-4034ac505dc5 req-14480bd0-4a10-4eeb-b9cf-eaf304368e18 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Unset dirty status for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:33.437613 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ba44852-dc1b-4379-b58c-4034ac505dc5 req-14480bd0-4a10-4eeb-b9cf-eaf304368e18 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0907788 Apr 21 15:20:33.482587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ba44852-dc1b-4379-b58c-4034ac505dc5 req-f26bfe97-93aa-4227-8f3b-38e47f96efbc tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 Apr 21 15:20:33.677487 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e640c6c8-483e-4c30-926e-ea127f703714 req-b6939225-b4fb-4e65-ba27-e90ebbb1a30d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0651820 Apr 21 15:20:33.872808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bd8d6-6ea1-417f-857f-7edc7ceaa955 req-492f0507-447a-4a7d-be82-f0b3c9440985 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:33.874273 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3c5bd8d6-6ea1-417f-857f-7edc7ceaa955 req-492f0507-447a-4a7d-be82-f0b3c9440985 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0790458 Apr 21 15:20:33.931007 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3c5bd8d6-6ea1-417f-857f-7edc7ceaa955 req-413cf655-34d6-4ea9-a110-db3a53cfcdf1 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Apr 21 15:20:34.127527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f9d22-dada-4090-9f57-fcd93dcaf81d req-b1a60a9d-01b2-43c2-89c4-94a34cc58ef0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:34.129089 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b62f9d22-dada-4090-9f57-fcd93dcaf81d req-b1a60a9d-01b2-43c2-89c4-94a34cc58ef0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0792286 Apr 21 15:20:34.172959 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b62f9d22-dada-4090-9f57-fcd93dcaf81d req-d6b0a8f2-a2a6-4c08-86cd-d3f471f039ee tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383501 Apr 21 15:20:34.395478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90422d-a4b7-4dad-8ca1-7e67aaaa82b1 req-7468ff24-5a1c-49d1-9e42-c96ca2ad91e3 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:34.396927 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c90422d-a4b7-4dad-8ca1-7e67aaaa82b1 req-7468ff24-5a1c-49d1-9e42-c96ca2ad91e3 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0817883 Apr 21 15:20:34.441672 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3c90422d-a4b7-4dad-8ca1-7e67aaaa82b1 req-b7fcca10-10fb-45af-ab74-431bff306f6d tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 Apr 21 15:20:34.783341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 1786e2a3-b024-4a65-bc22-5bd93355419f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:20:34.816174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 1786e2a3-b024-4a65-bc22-5bd93355419f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:20:34.816531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 1786e2a3-b024-4a65-bc22-5bd93355419f not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:20:35.011399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a655a9-4072-4334-9848-de5af237c3ec req-88bf3a6c-8caa-496a-936e-6deec9cc291e tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:35.013432 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-71a655a9-4072-4334-9848-de5af237c3ec req-88bf3a6c-8caa-496a-936e-6deec9cc291e tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0869167 Apr 21 15:20:35.057637 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-71a655a9-4072-4334-9848-de5af237c3ec req-d07c001e-f542-4f68-aba9-c35387b0d096 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385952 Apr 21 15:20:36.254199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1790f0-d161-4a9e-a96c-d178d4c8e261 req-d60540ae-5d38-4574-b089-307a9523155c tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:36.255559 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6e1790f0-d161-4a9e-a96c-d178d4c8e261 req-d60540ae-5d38-4574-b089-307a9523155c tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0739372 Apr 21 15:20:36.302901 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6e1790f0-d161-4a9e-a96c-d178d4c8e261 req-7d9bb1e9-ec8b-475c-8b09-95f43bf764fd tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/security-groups?id=13839679-aa64-4ea4-993d-c81707ea7a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Apr 21 15:20:36.464124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447181a-95df-44fe-9d22-4991498e19d5 req-f65adac4-4ce0-4cb8-ba93-e04b49936671 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:36.466206 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b447181a-95df-44fe-9d22-4991498e19d5 req-f65adac4-4ce0-4cb8-ba93-e04b49936671 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 945 time: 0.0736330 Apr 21 15:20:36.530704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Deleting port 16633155-d136-45b5-a8d4-32bd461ac1d2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:36.530957 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:36.765168 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] For port 16633155-d136-45b5-a8d4-32bd461ac1d2, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=16633155-d136-45b5-a8d4-32bd461ac1d2,segment=NetworkSegment(cc469ca9-2606-4dd7-ae83-4e15976ce1eb),segment_id=cc469ca9-2606-4dd7-ae83-4e15976ce1eb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:36.765517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:36.881450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Calling delete_port for 16633155-d136-45b5-a8d4-32bd461ac1d2 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:37.020291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:37.054470 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['16633155-d136-45b5-a8d4-32bd461ac1d2'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:20:37.071422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Pushing event deleted for resources: {'Port': ['ID=16633155-d136-45b5-a8d4-32bd461ac1d2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:37.139365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] No DVR routers for this DVR port 16633155-d136-45b5-a8d4-32bd461ac1d2 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:20:37.141568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:37.143967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'name': 'network-vif-deleted', 'tag': '16633155-d136-45b5-a8d4-32bd461ac1d2'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:20:37.158883 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b447181a-95df-44fe-9d22-4991498e19d5 req-c3feb199-c0cd-4157-a205-6ed45c934bf0 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.21 "DELETE /v2.0/ports/16633155-d136-45b5-a8d4-32bd461ac1d2 HTTP/1.1" status: 204 len: 173 time: 0.6875713 Apr 21 15:20:37.204470 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c4347f-c4af-4ecf-8b9a-850a89f1d6ab'] response: {'server_uuid': 'e5dcbdd3-d621-4b30-8296-d4281e52926e', 'name': 'network-vif-deleted', 'tag': '16633155-d136-45b5-a8d4-32bd461ac1d2', 'status': 'completed', 'code': 200} Apr 21 15:20:37.474654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-24045b97-cc6b-4e60-bd6c-e6d43a06a767 req-9bd69a4c-1103-46c6-8f9f-5d9fd34023f6 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Synchronizing usage tracker for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:37.489666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-24045b97-cc6b-4e60-bd6c-e6d43a06a767 req-9bd69a4c-1103-46c6-8f9f-5d9fd34023f6 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] Unset dirty status for tenant:4a3e2679853f4fc9a9f806cda70e56b1 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:37.490778 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-24045b97-cc6b-4e60-bd6c-e6d43a06a767 req-9bd69a4c-1103-46c6-8f9f-5d9fd34023f6 tempest-ServersNegativeTestJSON-1417404731 tempest-ServersNegativeTestJSON-1417404731-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5dcbdd3-d621-4b30-8296-d4281e52926e HTTP/1.1" status: 200 len: 210 time: 0.0555573 Apr 21 15:20:38.593821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33606) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:38.654681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] Deleting subnet dd028632-892f-4c26-8144-29ccd42630fb {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:20:38.657512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:38.706104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:38.763388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:38.828519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:38.863434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd028632-892f-4c26-8144-29ccd42630fb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:38.869635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:38.876051 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6c26363e-9321-4700-a031-e2bbf067e85e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dd028632-892f-4c26-8144-29ccd42630fb HTTP/1.1" status: 204 len: 168 time: 0.2811916 Apr 21 15:20:38.878375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33610) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:38.982401 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.103591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.128617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf553ade-c52c-4582-8066-7a42b5e0cc62']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:39.140696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:39.140990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc469ca9-2606-4dd7-ae83-4e15976ce1eb') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:39.151787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.171305 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.177217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:39.177592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:39.190421 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:39.262450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.277380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.287250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf553ade-c52c-4582-8066-7a42b5e0cc62,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:39.295127 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-28e442a5-b23e-4ed8-8cf7-7ee90066b101 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bf553ade-c52c-4582-8066-7a42b5e0cc62 HTTP/1.1" status: 204 len: 168 time: 0.4157996 Apr 21 15:20:39.425465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33616) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:39.474357 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-69d3d333-32bf-4823-99c6-841deda3859f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a3e2679853f4fc9a9f806cda70e56b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477617 Apr 21 15:20:39.476653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33620) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:39.533415 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f61eaca2-601e-49ee-8204-6ed47caa5139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.557109 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f61eaca2-601e-49ee-8204-6ed47caa5139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.610203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f61eaca2-601e-49ee-8204-6ed47caa5139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.626864 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61eaca2-601e-49ee-8204-6ed47caa5139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13839679-aa64-4ea4-993d-c81707ea7a4f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:39.635943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f61eaca2-601e-49ee-8204-6ed47caa5139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:39.637896 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f61eaca2-601e-49ee-8204-6ed47caa5139 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13839679-aa64-4ea4-993d-c81707ea7a4f HTTP/1.1" status: 204 len: 168 time: 0.1603084 Apr 21 15:20:40.533914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33642) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:40.657195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-734720787'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:40.662077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:40.665891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:network and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:40.668761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:40.674841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:40.684411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:40.687359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:40.700121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:40.731904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:40.735634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:security_group_rule and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:40.738380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:40.743949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:40.781879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 16633155-d136-45b5-a8d4-32bd461ac1d2 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:20:40.811009 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:40.814787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:40.817767 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 16633155-d136-45b5-a8d4-32bd461ac1d2 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:20:40.818115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 16633155-d136-45b5-a8d4-32bd461ac1d2 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:20:40.843004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:40.854647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb8065-9417-4f06-a343-af81993bb7b0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:40.858834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:40.859170 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Added segment 8d2fb065-b429-448a-8287-d4744abf46c3 of type vlan for network f18a1261-86da-4e47-b82c-68ef1bd33539 Apr 21 15:20:40.885235 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:40.913656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:40.917371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:40.917943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:41.020906 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4858551 Apr 21 15:20:41.026322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0670696-9c69-43b7-9996-711e9924b92a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Network': ['ID=f18a1261-86da-4e47-b82c-68ef1bd33539,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:41.044628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network f18a1261-86da-4e47-b82c-68ef1bd33539 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:44.280113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33648) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:44.285700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'subnet': {'network_id': 'f18a1261-86da-4e47-b82c-68ef1bd33539', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:44.393164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:44.396956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:subnet and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:44.399670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:44.405326 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:44.414560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:44.516399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.728484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.805674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Subnet': ['ID=cc02445f-76f3-44b9-b3ef-f2b81e78af24,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:44.814567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Checking segment: {'id': '8d2fb065-b429-448a-8287-d4744abf46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f18a1261-86da-4e47-b82c-68ef1bd33539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:44.814922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network hostable DHCP agents. Network: f18a1261-86da-4e47-b82c-68ef1bd33539, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:44.836977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network f18a1261-86da-4e47-b82c-68ef1bd33539 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:44.846464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, f18a1261-86da-4e47-b82c-68ef1bd33539) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:44.850584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:44.851162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.855270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6622aab9-f212-4f61-aa4b-28e939bf3695 None None] Network f18a1261-86da-4e47-b82c-68ef1bd33539 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:44.871144 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b8efdc9b-9d64-4edc-8802-8cc1e1656e5c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5898335 Apr 21 15:20:44.874432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33652) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:44.879895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2086499635'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:44.884854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:44.889335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:network and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:44.892284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:44.897944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:44.912855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:44.915810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.028722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:45.039418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.039770 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Added segment 59d26900-e457-4e13-8339-cdf7fc3d1292 of type vlan for network 217c99a0-9c3e-451f-9fcb-873794eb89a9 Apr 21 15:20:45.066415 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.095951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-f18a1261-86da-4e47-b82c-68ef1bd33539', 'network_id': 'f18a1261-86da-4e47-b82c-68ef1bd33539', 'tenant_id': '530fe3d817e342b88004ceada10b0306', 'fixed_ips': [{'subnet_id': 'cc02445f-76f3-44b9-b3ef-f2b81e78af24'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:20:45.096333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.096854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.099984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:45.100596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.186036 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3105266 Apr 21 15:20:45.188936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:45.197837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'subnet': {'network_id': '217c99a0-9c3e-451f-9fcb-873794eb89a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:45.208722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd7971-6458-4f57-9c26-248c33088b8e tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Network': ['ID=217c99a0-9c3e-451f-9fcb-873794eb89a9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:45.226550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 217c99a0-9c3e-451f-9fcb-873794eb89a9 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:45.335483 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:45.339405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:subnet and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:45.342264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:45.348032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:45.353550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Allocated IP 2001:db8:0:ffff::2 (f18a1261-86da-4e47-b82c-68ef1bd33539/cc02445f-76f3-44b9-b3ef-f2b81e78af24/1259eaac-3407-421a-8fdc-1276cb3f699c) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:45.358079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:45.458138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.561847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.572402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Transition to ACTIVE for port object 1259eaac-3407-421a-8fdc-1276cb3f699c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:45.591463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Transition to ACTIVE for port object 1259eaac-3407-421a-8fdc-1276cb3f699c will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:45.597188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.671707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Network f18a1261-86da-4e47-b82c-68ef1bd33539 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:45.672604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Pushing event updated for resources: {'Port': ['ID=1259eaac-3407-421a-8fdc-1276cb3f699c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:45.676184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:45.678303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:20:45.762029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.769523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Attempting to bind port 1259eaac-3407-421a-8fdc-1276cb3f699c on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:45.769895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Attempting to bind port 1259eaac-3407-421a-8fdc-1276cb3f699c by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '8d2fb065-b429-448a-8287-d4744abf46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f18a1261-86da-4e47-b82c-68ef1bd33539'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:45.770302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Attempting to bind port 1259eaac-3407-421a-8fdc-1276cb3f699c on network f18a1261-86da-4e47-b82c-68ef1bd33539 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:45.776911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:20:45.777525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Checking segment: {'id': '8d2fb065-b429-448a-8287-d4744abf46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f18a1261-86da-4e47-b82c-68ef1bd33539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:45.778114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.778657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Bound using segment: {'id': '8d2fb065-b429-448a-8287-d4744abf46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f18a1261-86da-4e47-b82c-68ef1bd33539'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:20:45.779300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Bound port: 1259eaac-3407-421a-8fdc-1276cb3f699c, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2fb065-b429-448a-8287-d4744abf46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'f18a1261-86da-4e47-b82c-68ef1bd33539'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:45.779678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.841431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Subnet': ['ID=d0fa1275-c956-474b-b58f-618205634b3f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:45.853924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Checking segment: {'id': '59d26900-e457-4e13-8339-cdf7fc3d1292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '217c99a0-9c3e-451f-9fcb-873794eb89a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:45.854282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network hostable DHCP agents. Network: 217c99a0-9c3e-451f-9fcb-873794eb89a9, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:45.866866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] For port 1259eaac-3407-421a-8fdc-1276cb3f699c, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:20:45.870067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] For port 1259eaac-3407-421a-8fdc-1276cb3f699c, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1259eaac-3407-421a-8fdc-1276cb3f699c,segment=NetworkSegment(8d2fb065-b429-448a-8287-d4744abf46c3),segment_id=8d2fb065-b429-448a-8287-d4744abf46c3)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:20:45.874814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.876544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network 217c99a0-9c3e-451f-9fcb-873794eb89a9 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:45.885694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 217c99a0-9c3e-451f-9fcb-873794eb89a9) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:45.889665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:45.890246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.910917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c6ff1-eb88-49f0-9885-0c46190550ce None None] Network 217c99a0-9c3e-451f-9fcb-873794eb89a9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:45.911430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c2d06245-659b-469a-9726-bbd0f8ec762d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7199900 Apr 21 15:20:45.914028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33660) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.053192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.060423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afea88-9c72-413d-a347-0d7beb90c66f None None] Pushing event updated for resources: {'Port': ['ID=1259eaac-3407-421a-8fdc-1276cb3f699c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.123524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.196333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51aeb4f-da95-48e0-a470-4bdc900465a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-217c99a0-9c3e-451f-9fcb-873794eb89a9', 'network_id': '217c99a0-9c3e-451f-9fcb-873794eb89a9', 'tenant_id': '530fe3d817e342b88004ceada10b0306', 'fixed_ips': [{'subnet_id': 'd0fa1275-c956-474b-b58f-618205634b3f'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:20:46.197194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a51aeb4f-da95-48e0-a470-4bdc900465a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.240823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.283431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fa1275-c956-474b-b58f-618205634b3f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server [None req-a51aeb4f-da95-48e0-a470-4bdc900465a6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0fa1275-c956-474b-b58f-618205634b3f: This subnet is being modified by another concurrent operation. Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise value Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server raise exception Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0fa1275-c956-474b-b58f-618205634b3f: This subnet is being modified by another concurrent operation. Apr 21 15:20:46.322014 dv-neutron-838898-1-hyperv neutron-server[83936]: ERROR oslo_messaging.rpc.server Apr 21 15:20:46.346212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12b9d7-cd26-4d65-a650-8917086dfbea None None] Network 217c99a0-9c3e-451f-9fcb-873794eb89a9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:46.397148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.423406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217c99a0-9c3e-451f-9fcb-873794eb89a9']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:46.435641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d26900-e457-4e13-8339-cdf7fc3d1292') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:46.435936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d26900-e457-4e13-8339-cdf7fc3d1292') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:46.446991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.462922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.469450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:46.469826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:46.483877 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:46.563971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.568474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.593175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Network': ['ID=217c99a0-9c3e-451f-9fcb-873794eb89a9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.597863 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-90e6ed4d-ea98-4f13-8bed-5805354be90a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/217c99a0-9c3e-451f-9fcb-873794eb89a9 HTTP/1.1" status: 204 len: 168 time: 0.6826584 Apr 21 15:20:46.601220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33664) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.606743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1991868619'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:46.611673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:46.615474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:network and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:46.618340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:46.624114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:46.633219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:46.636681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.664667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:46.674034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.674542 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Added segment e50378cc-35a0-429c-94ee-fb1ce3f4f87c of type vlan for network 9d0bc29e-4156-425b-ba5b-8392ac9b6900 Apr 21 15:20:46.703086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.734287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.738542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:46.739151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.838464 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2360783 Apr 21 15:20:46.841412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33668) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.848292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'subnet': {'network_id': '9d0bc29e-4156-425b-ba5b-8392ac9b6900', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:46.850083 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006ba23-2804-402a-a269-826651569cc2 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Network': ['ID=9d0bc29e-4156-425b-ba5b-8392ac9b6900,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.860945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 9d0bc29e-4156-425b-ba5b-8392ac9b6900 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:46.964364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:46.968314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:subnet and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:46.972453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:46.979129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:46.990712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:47.031400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc03468-cca7-4328-97e4-0e03e682a4a6 None None] Network f18a1261-86da-4e47-b82c-68ef1bd33539 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:47.092259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.160176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-582cc944-c5d0-49e7-9f80-8e574e9d07d1 None None] Provisioning for port 1259eaac-3407-421a-8fdc-1276cb3f699c completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:47.182546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.ipam_backend_mixin [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Performing IP validity checks on allocation pools {{(pid=83935) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 21 15:20:47.183653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.ipam_backend_mixin [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83935) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 21 15:20:47.303060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.388847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Subnet': ['ID=5cdf6bee-33c8-452c-8ce6-0f3031b8d6b7,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:47.398971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Checking segment: {'id': 'e50378cc-35a0-429c-94ee-fb1ce3f4f87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9d0bc29e-4156-425b-ba5b-8392ac9b6900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:47.399328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network hostable DHCP agents. Network: 9d0bc29e-4156-425b-ba5b-8392ac9b6900, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:47.422720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network 9d0bc29e-4156-425b-ba5b-8392ac9b6900 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:47.433857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 9d0bc29e-4156-425b-ba5b-8392ac9b6900) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:47.438557 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:47.439343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.443509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdafe9-5fa2-4893-8368-3a9a6dc5309a None None] Network 9d0bc29e-4156-425b-ba5b-8392ac9b6900 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:47.465069 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e9cab024-bb0b-41b1-8f93-b90013e9f91a tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6216831 Apr 21 15:20:47.467628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33672) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:47.570135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1259eaac-3407-421a-8fdc-1276cb3f699c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:47.607763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.670149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.731503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e50eb54-aed3-4a7e-98e6-82b58968b7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-9d0bc29e-4156-425b-ba5b-8392ac9b6900', 'network_id': '9d0bc29e-4156-425b-ba5b-8392ac9b6900', 'tenant_id': '530fe3d817e342b88004ceada10b0306', 'fixed_ips': [{'subnet_id': '5cdf6bee-33c8-452c-8ce6-0f3031b8d6b7'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:20:47.732325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3e50eb54-aed3-4a7e-98e6-82b58968b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.746252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 1259eaac-3407-421a-8fdc-1276cb3f699c completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:47.748976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.755218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1259eaac-3407-421a-8fdc-1276cb3f699c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:47.755582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.881245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdf6bee-33c8-452c-8ce6-0f3031b8d6b7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:47.908239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b00717-a24a-4bfc-bc87-74f6ab8d1b63 None None] Network 9d0bc29e-4156-425b-ba5b-8392ac9b6900 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:47.980247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.005041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0bc29e-4156-425b-ba5b-8392ac9b6900']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:48.007040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.017749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50378cc-35a0-429c-94ee-fb1ce3f4f87c') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:48.018034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50378cc-35a0-429c-94ee-fb1ce3f4f87c') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:48.029954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.045672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.051547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:48.051924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:48.066404 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:48.109140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 1259eaac-3407-421a-8fdc-1276cb3f699c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1259eaac-3407-421a-8fdc-1276cb3f699c,segment=NetworkSegment(8d2fb065-b429-448a-8287-d4744abf46c3),segment_id=8d2fb065-b429-448a-8287-d4744abf46c3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:48.113283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.143438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e07e5-2a0f-45e7-8fd8-9b9cdf58f897 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 15:20:48.146099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.162982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.173596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Network': ['ID=9d0bc29e-4156-425b-ba5b-8392ac9b6900,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:48.180386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e27e2211-5982-48d8-9a67-843e470d54a8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/9d0bc29e-4156-425b-ba5b-8392ac9b6900 HTTP/1.1" status: 204 len: 168 time: 0.7116606 Apr 21 15:20:48.184316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33676) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:48.190046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-231473262'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:48.194891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:48.199389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:network and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:48.202449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:48.208774 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:48.219076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:48.222000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.228738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=1259eaac-3407-421a-8fdc-1276cb3f699c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:48.253065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:48.262500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.262770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e07e5-2a0f-45e7-8fd8-9b9cdf58f897 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 15:20:48.262900 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Added segment 72a2d943-20a1-4c3a-8d3c-36abeca6ed0f of type vlan for network a03e8beb-8853-45d1-8a98-0e57c8e2baa6 Apr 21 15:20:48.287835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.316794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.320540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:48.321221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.416761 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2313211 Apr 21 15:20:48.419855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33680) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:48.425941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'subnet': {'network_id': 'a03e8beb-8853-45d1-8a98-0e57c8e2baa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:48.428421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb1753-ce2c-458c-8d18-fb6f25baf060 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Network': ['ID=a03e8beb-8853-45d1-8a98-0e57c8e2baa6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:48.446133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a03e8beb-8853-45d1-8a98-0e57c8e2baa6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:48.535061 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:48.538761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:subnet and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:48.541580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:48.547287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:48.558622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:48.660091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.865589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.950149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Subnet': ['ID=4cdc7dc1-0c6a-419c-8db2-5a96cc238c4d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:48.959386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Checking segment: {'id': '72a2d943-20a1-4c3a-8d3c-36abeca6ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a03e8beb-8853-45d1-8a98-0e57c8e2baa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:48.959734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network hostable DHCP agents. Network: a03e8beb-8853-45d1-8a98-0e57c8e2baa6, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:48.981853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network a03e8beb-8853-45d1-8a98-0e57c8e2baa6 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:48.991421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a03e8beb-8853-45d1-8a98-0e57c8e2baa6) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:48.996042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:48.996754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.000214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f6c9a-5e4c-437c-8dd2-18838a8fcc75 None None] Network a03e8beb-8853-45d1-8a98-0e57c8e2baa6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:49.018832 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8e25fb30-4865-4d99-b057-19f415f8d03f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5975838 Apr 21 15:20:49.022386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33684) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:49.028369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675372098'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:49.033155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:49.036853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:network and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:49.039603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:49.045905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:49.055972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:49.058891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.086577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:49.090289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-59a94791-42be-4c57-9275-98ef2e276f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.096869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.097217 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Added segment 7d6800ba-e2d4-46bd-90b5-e0a7c84559bf of type vlan for network bf465de2-0384-49c4-952c-dbee3bac7266 Apr 21 15:20:49.124202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.154713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.158435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:49.159032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.255578 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2321517 Apr 21 15:20:49.258409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33688) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:49.263989 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Request body: {'subnet': {'network_id': 'bf465de2-0384-49c4-952c-dbee3bac7266', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:49.267450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce35e7-a07e-4310-847a-3b6685aff5ac tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Network': ['ID=bf465de2-0384-49c4-952c-dbee3bac7266,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:49.279489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network bf465de2-0384-49c4-952c-dbee3bac7266 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:49.294547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a03e8beb-8853-45d1-8a98-0e57c8e2baa6', 'network_id': 'a03e8beb-8853-45d1-8a98-0e57c8e2baa6', 'tenant_id': '530fe3d817e342b88004ceada10b0306', 'fixed_ips': [{'subnet_id': '4cdc7dc1-0c6a-419c-8db2-5a96cc238c4d'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:20:49.295356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.396753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:49.400588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Usage tracker for resource:subnet and tenant:530fe3d817e342b88004ceada10b0306 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:49.404092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:49.409667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:49.419520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Made reservation on behalf of 530fe3d817e342b88004ceada10b0306 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:49.519077 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1259eaac-3407-421a-8fdc-1276cb3f699c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:49.520228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.579083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Allocated IP 2001:db8::2 (a03e8beb-8853-45d1-8a98-0e57c8e2baa6/4cdc7dc1-0c6a-419c-8db2-5a96cc238c4d/bee8c3fa-84a2-49f5-9000-a19d15ba47d0) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:49.702062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1259eaac-3407-421a-8fdc-1276cb3f699c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:49.702616 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.762416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.837856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event updated for resources: {'Subnet': ['ID=2283fdaa-e9c2-4a7e-9df4-0f87679ece59,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:49.852308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Checking segment: {'id': '7d6800ba-e2d4-46bd-90b5-e0a7c84559bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'bf465de2-0384-49c4-952c-dbee3bac7266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:49.852668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network hostable DHCP agents. Network: bf465de2-0384-49c4-952c-dbee3bac7266, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:49.874173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Network bf465de2-0384-49c4-952c-dbee3bac7266 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:49.883560 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, bf465de2-0384-49c4-952c-dbee3bac7266) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:49.889841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:49.890427 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:49.896753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6f9c5-1048-4850-a06c-69af7cea6806 None None] Network bf465de2-0384-49c4-952c-dbee3bac7266 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:49.916404 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c380dcc-b149-44e5-a73f-383e50149c83 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6544611 Apr 21 15:20:49.916587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33692) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:49.999302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.025893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Transition to ACTIVE for port object bee8c3fa-84a2-49f5-9000-a19d15ba47d0 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:50.070148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Transition to ACTIVE for port object bee8c3fa-84a2-49f5-9000-a19d15ba47d0 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:50.078970 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.079433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.154114 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.199211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Network a03e8beb-8853-45d1-8a98-0e57c8e2baa6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:50.199874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Pushing event updated for resources: {'Port': ['ID=bee8c3fa-84a2-49f5-9000-a19d15ba47d0,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:50.204549 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:50.234625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:20:50.237940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.271107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034af05-ff1e-49df-9503-eac2f2a6bb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-bf465de2-0384-49c4-952c-dbee3bac7266', 'network_id': 'bf465de2-0384-49c4-952c-dbee3bac7266', 'tenant_id': '530fe3d817e342b88004ceada10b0306', 'fixed_ips': [{'subnet_id': '2283fdaa-e9c2-4a7e-9df4-0f87679ece59'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:20:50.271926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a034af05-ff1e-49df-9503-eac2f2a6bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.282005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Subnet': ['ID=2283fdaa-e9c2-4a7e-9df4-0f87679ece59,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:50.386353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.407401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Attempting to bind port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:50.407962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Attempting to bind port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '72a2d943-20a1-4c3a-8d3c-36abeca6ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a03e8beb-8853-45d1-8a98-0e57c8e2baa6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:50.408145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Attempting to bind port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 on network a03e8beb-8853-45d1-8a98-0e57c8e2baa6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:50.421247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf465de2-0384-49c4-952c-dbee3bac7266']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:50.421491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:20:50.421808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Checking segment: {'id': '72a2d943-20a1-4c3a-8d3c-36abeca6ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a03e8beb-8853-45d1-8a98-0e57c8e2baa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:50.422274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.422678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Bound using segment: {'id': '72a2d943-20a1-4c3a-8d3c-36abeca6ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a03e8beb-8853-45d1-8a98-0e57c8e2baa6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:20:50.423153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Bound port: bee8c3fa-84a2-49f5-9000-a19d15ba47d0, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a2d943-20a1-4c3a-8d3c-36abeca6ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a03e8beb-8853-45d1-8a98-0e57c8e2baa6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:50.423530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.434392 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6800ba-e2d4-46bd-90b5-e0a7c84559bf') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:50.434685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6800ba-e2d4-46bd-90b5-e0a7c84559bf') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:50.445802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.462122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.468999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:50.469549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.474133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3d0505-0de3-4dee-b00a-c615a17f7f1d None None] Network bf465de2-0384-49c4-952c-dbee3bac7266 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:50.484410 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:50.569974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.593325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.601564 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Network': ['ID=bf465de2-0384-49c4-952c-dbee3bac7266,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:50.606178 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d803e8c5-90bb-4d3b-a863-5c6b9871db79 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/bf465de2-0384-49c4-952c-dbee3bac7266 HTTP/1.1" status: 204 len: 168 time: 0.6885030 Apr 21 15:20:50.609255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33696) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:50.645502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] For port bee8c3fa-84a2-49f5-9000-a19d15ba47d0, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:20:50.652651 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-887818be-f411-42f8-83e8-8d42d63ac0b4 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] GET failed (client error): The resource could not be found. Apr 21 15:20:50.653181 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-887818be-f411-42f8-83e8-8d42d63ac0b4 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Synchronizing usage tracker for tenant:530fe3d817e342b88004ceada10b0306 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:50.673160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-887818be-f411-42f8-83e8-8d42d63ac0b4 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Unset dirty status for tenant:530fe3d817e342b88004ceada10b0306 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:50.674354 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-887818be-f411-42f8-83e8-8d42d63ac0b4 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "GET /v2.0/subnets/2283fdaa-e9c2-4a7e-9df4-0f87679ece59 HTTP/1.1" status: 404 len: 337 time: 0.0641418 Apr 21 15:20:50.677279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33700) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:50.687059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] For port bee8c3fa-84a2-49f5-9000-a19d15ba47d0, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=bee8c3fa-84a2-49f5-9000-a19d15ba47d0,segment=NetworkSegment(72a2d943-20a1-4c3a-8d3c-36abeca6ed0f),segment_id=72a2d943-20a1-4c3a-8d3c-36abeca6ed0f)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:20:50.694085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.702367 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e3255a-f01a-48ac-b6e8-bf4edf4efb7f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] DELETE failed (client error): The resource could not be found. Apr 21 15:20:50.702738 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e3255a-f01a-48ac-b6e8-bf4edf4efb7f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:20:50.704489 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-10e3255a-f01a-48ac-b6e8-bf4edf4efb7f tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/bf465de2-0384-49c4-952c-dbee3bac7266 HTTP/1.1" status: 404 len: 339 time: 0.0262597 Apr 21 15:20:50.708293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33704) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:50.750068 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-171b19c4-b4da-4ade-a1b9-e3b649afa58d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] DELETE failed (client error): The resource could not be found. Apr 21 15:20:50.750497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171b19c4-b4da-4ade-a1b9-e3b649afa58d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:20:50.754480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-171b19c4-b4da-4ade-a1b9-e3b649afa58d tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/subnets/2283fdaa-e9c2-4a7e-9df4-0f87679ece59 HTTP/1.1" status: 404 len: 337 time: 0.0429308 Apr 21 15:20:50.754694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33708) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:50.767108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8a818-b8c1-47be-a9d6-619d74970bf5 None None] Pushing event updated for resources: {'Port': ['ID=bee8c3fa-84a2-49f5-9000-a19d15ba47d0,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:50.780875 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfec30b2-7355-4457-87b8-2def0eb172e0 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] DELETE failed (client error): The resource could not be found. Apr 21 15:20:50.781325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfec30b2-7355-4457-87b8-2def0eb172e0 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:20:50.782992 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bfec30b2-7355-4457-87b8-2def0eb172e0 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/bf465de2-0384-49c4-952c-dbee3bac7266 HTTP/1.1" status: 404 len: 339 time: 0.0274248 Apr 21 15:20:50.785454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33712) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:50.852901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Deleting subnet 4cdc7dc1-0c6a-419c-8db2-5a96cc238c4d {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:20:50.856215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:50.928464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.020754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.093696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.133274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdc7dc1-0c6a-419c-8db2-5a96cc238c4d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:51.143247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.149366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.149664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.150003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.150328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.150658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.150981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.151303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.152340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.152661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.152980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.153296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:51.164891 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-54d24529-b927-46fa-a8fa-a6b5233263b6 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/subnets/4cdc7dc1-0c6a-419c-8db2-5a96cc238c4d HTTP/1.1" status: 204 len: 168 time: 0.3784921 Apr 21 15:20:51.167189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33716) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:51.278289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.288642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Deleting port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:51.288975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.406624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b7ba0255-88d6-413c-b6cd-e59de45cf97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.547191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device bee8c3fa-84a2-49f5-9000-a19d15ba47d0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:51.595393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] For port bee8c3fa-84a2-49f5-9000-a19d15ba47d0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=bee8c3fa-84a2-49f5-9000-a19d15ba47d0,segment=NetworkSegment(72a2d943-20a1-4c3a-8d3c-36abeca6ed0f),segment_id=72a2d943-20a1-4c3a-8d3c-36abeca6ed0f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:51.595755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.666413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:51.700283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0b4be-104d-4c62-90d1-6e3b879f966f None None] Network a03e8beb-8853-45d1-8a98-0e57c8e2baa6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:51.724427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Calling delete_port for bee8c3fa-84a2-49f5-9000-a19d15ba47d0 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:51.801812 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.828771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-847c00ed-bf90-46d6-8d89-f605288ea2b9 None None] Provisioning for port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:51.847172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Port': ['ID=bee8c3fa-84a2-49f5-9000-a19d15ba47d0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:51.852842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No DVR routers for this DVR port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:20:51.860146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-847c00ed-bf90-46d6-8d89-f605288ea2b9 None None] Provisioning complete for port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:51.860521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-847c00ed-bf90-46d6-8d89-f605288ea2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:51.902271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-847c00ed-bf90-46d6-8d89-f605288ea2b9 None None] Port bee8c3fa-84a2-49f5-9000-a19d15ba47d0 was deleted so its status cannot be updated. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 21 15:20:51.952724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa756658-3dc2-4774-9b06-1833024842ce None None] DHCP port deletion for a03e8beb-8853-45d1-8a98-0e57c8e2baa6 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:20:51.979547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.010201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03e8beb-8853-45d1-8a98-0e57c8e2baa6']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:52.021888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a2d943-20a1-4c3a-8d3c-36abeca6ed0f') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:52.022182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a2d943-20a1-4c3a-8d3c-36abeca6ed0f') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:52.033564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.049412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.055172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:52.055545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:52.069535 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:52.146504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.163173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.175204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Network': ['ID=a03e8beb-8853-45d1-8a98-0e57c8e2baa6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:52.178232 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-653f6b4d-a622-49dd-b17e-c57539eed762 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/a03e8beb-8853-45d1-8a98-0e57c8e2baa6 HTTP/1.1" status: 204 len: 168 time: 1.0101156 Apr 21 15:20:52.180606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33720) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:52.217636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fcada31-112b-4bbc-b608-0f21f16898c8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] DELETE failed (client error): The resource could not be found. Apr 21 15:20:52.218000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fcada31-112b-4bbc-b608-0f21f16898c8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:20:52.219892 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7fcada31-112b-4bbc-b608-0f21f16898c8 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/subnets/5cdf6bee-33c8-452c-8ce6-0f3031b8d6b7 HTTP/1.1" status: 404 len: 337 time: 0.0384059 Apr 21 15:20:52.222414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33724) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:52.247085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dab1ebc-5134-4b1c-b9d0-842ddd86e7ed tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] DELETE failed (client error): The resource could not be found. Apr 21 15:20:52.247444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dab1ebc-5134-4b1c-b9d0-842ddd86e7ed tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:20:52.248997 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4dab1ebc-5134-4b1c-b9d0-842ddd86e7ed tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/9d0bc29e-4156-425b-ba5b-8392ac9b6900 HTTP/1.1" status: 404 len: 339 time: 0.0256248 Apr 21 15:20:52.251098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33728) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:52.290801 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5a9d8a-c1c3-4ad0-b018-f61c8020655c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] DELETE failed (client error): The resource could not be found. Apr 21 15:20:52.291231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5a9d8a-c1c3-4ad0-b018-f61c8020655c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:20:52.293406 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5f5a9d8a-c1c3-4ad0-b018-f61c8020655c tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/subnets/d0fa1275-c956-474b-b58f-618205634b3f HTTP/1.1" status: 404 len: 337 time: 0.0414698 Apr 21 15:20:52.296255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33732) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:52.319911 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94acf77-b383-4ca9-9cda-9baf52fc8532 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] DELETE failed (client error): The resource could not be found. Apr 21 15:20:52.320363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94acf77-b383-4ca9-9cda-9baf52fc8532 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83935) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:20:52.321890 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d94acf77-b383-4ca9-9cda-9baf52fc8532 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/217c99a0-9c3e-451f-9fcb-873794eb89a9 HTTP/1.1" status: 404 len: 339 time: 0.0247791 Apr 21 15:20:52.324608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33736) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:52.391202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.503709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Deleting subnet cc02445f-76f3-44b9-b3ef-f2b81e78af24 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:20:52.506445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.554309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.568079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.650250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.720545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.762075 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Subnet': ['ID=cc02445f-76f3-44b9-b3ef-f2b81e78af24,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:52.766482 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.772392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed38a72a-022c-4a1c-a4d9-3aef93a3a716 None None] Network f18a1261-86da-4e47-b82c-68ef1bd33539 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:52.775650 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e96a8780-c7c8-4be5-8971-45688edf6392 tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/subnets/cc02445f-76f3-44b9-b3ef-f2b81e78af24 HTTP/1.1" status: 204 len: 168 time: 0.4501696 Apr 21 15:20:52.777975 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33740) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:52.887853 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:52.898411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Deleting port 1259eaac-3407-421a-8fdc-1276cb3f699c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:52.898739 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.013173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] DHCP port deletion for f18a1261-86da-4e47-b82c-68ef1bd33539 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:20:53.017296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Deleting port 1259eaac-3407-421a-8fdc-1276cb3f699c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:53.017702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.173244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] For port 1259eaac-3407-421a-8fdc-1276cb3f699c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1259eaac-3407-421a-8fdc-1276cb3f699c,segment=NetworkSegment(8d2fb065-b429-448a-8287-d4744abf46c3),segment_id=8d2fb065-b429-448a-8287-d4744abf46c3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:53.173598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.217291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] For port 1259eaac-3407-421a-8fdc-1276cb3f699c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1259eaac-3407-421a-8fdc-1276cb3f699c,segment=NetworkSegment(8d2fb065-b429-448a-8287-d4744abf46c3),segment_id=8d2fb065-b429-448a-8287-d4744abf46c3)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:53.217685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.293530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Calling delete_port for 1259eaac-3407-421a-8fdc-1276cb3f699c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:53.334329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Calling delete_port for 1259eaac-3407-421a-8fdc-1276cb3f699c owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:53.365560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.405287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:20:53.405639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:20:53.409955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Port': ['ID=1259eaac-3407-421a-8fdc-1276cb3f699c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:53.414770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] No DVR routers for this DVR port 1259eaac-3407-421a-8fdc-1276cb3f699c on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:20:53.516236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device bee8c3fa-84a2-49f5-9000-a19d15ba47d0 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:20:53.539291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.548910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: bee8c3fa-84a2-49f5-9000-a19d15ba47d0 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:20:53.549188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device bee8c3fa-84a2-49f5-9000-a19d15ba47d0 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:20:53.549598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1259eaac-3407-421a-8fdc-1276cb3f699c no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:20:53.568586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18a1261-86da-4e47-b82c-68ef1bd33539']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:53.580620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 1259eaac-3407-421a-8fdc-1276cb3f699c {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:20:53.581171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2fb065-b429-448a-8287-d4744abf46c3') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:53.581294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1259eaac-3407-421a-8fdc-1276cb3f699c not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:20:53.581395 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2fb065-b429-448a-8287-d4744abf46c3') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:53.593820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.610056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.616169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:53.616619 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:53.630718 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:53.708135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.724864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.735940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] Pushing event deleted for resources: {'Network': ['ID=f18a1261-86da-4e47-b82c-68ef1bd33539,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:53.739864 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-156b39c6-2403-4f23-8b22-4a45369524be tempest-NetworksIpV6Test-1348443927 tempest-NetworksIpV6Test-1348443927-project] 10.222.0.42 "DELETE /v2.0/networks/f18a1261-86da-4e47-b82c-68ef1bd33539 HTTP/1.1" status: 204 len: 168 time: 0.9609730 Apr 21 15:20:53.759464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.906506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Deleting port 1259eaac-3407-421a-8fdc-1276cb3f699c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:53.906915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:53.974126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fa7db316-57ef-47c2-aef2-ea6ad57d1f76 None None] The port '1259eaac-3407-421a-8fdc-1276cb3f699c' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:20:54.034559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33748) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:54.204859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2abe3ab0-acae-4d68-a015-dbd57da0d58f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=530fe3d817e342b88004ceada10b0306&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1690662 Apr 21 15:20:54.207324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33754) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:54.265554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cda30943-5d85-474f-94a0-e17b3cd205a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:54.289518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cda30943-5d85-474f-94a0-e17b3cd205a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:54.339202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cda30943-5d85-474f-94a0-e17b3cd205a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:54.352703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30943-5d85-474f-94a0-e17b3cd205a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb8065-9417-4f06-a343-af81993bb7b0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:54.359189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cda30943-5d85-474f-94a0-e17b3cd205a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:54.360546 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cda30943-5d85-474f-94a0-e17b3cd205a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7eb8065-9417-4f06-a343-af81993bb7b0 HTTP/1.1" status: 204 len: 168 time: 0.1523471 Apr 21 15:20:55.134662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33776) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:55.262695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-97840544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:55.268852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:55.272568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Usage tracker for resource:router and tenant:c81225da66e247ad8ebf360d69e3d8e9 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:55.275320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:55.284968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:55.294865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.295726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.312746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.329375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.348970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.350079 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cd78456f-e92b-4ba6-b8ce-9755750d6b37 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2144415 Apr 21 15:20:55.352808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33782) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:55.357900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1878247587'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:55.362450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:55.366183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Usage tracker for resource:network and tenant:c81225da66e247ad8ebf360d69e3d8e9 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:55.369434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:55.374982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:55.383888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Made reservation on behalf of c81225da66e247ad8ebf360d69e3d8e9 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:55.387122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.398945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.429099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:55.432743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Usage tracker for resource:security_group_rule and tenant:c81225da66e247ad8ebf360d69e3d8e9 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:55.435635 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:55.441097 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:55.505062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.508620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.538292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:55.550082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc7c97d-30b1-491b-8604-ebaef1217f9e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:55.554236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.554574 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Added segment 4a477a5b-d177-4083-9b60-c6530b0153bb of type vlan for network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 Apr 21 15:20:55.579979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.607409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.610988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:55.611606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.716582 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3627982 Apr 21 15:20:55.717432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994cbc7-5bb9-4798-bf2d-f08d3ebfb24d tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event updated for resources: {'Network': ['ID=393e78b9-9be4-4bbd-8bbf-1671f028b9e9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:55.719296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33786) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:55.724822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Request body: {'subnet': {'network_id': '393e78b9-9be4-4bbd-8bbf-1671f028b9e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:55.728192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:55.832848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:55.836675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Usage tracker for resource:subnet and tenant:c81225da66e247ad8ebf360d69e3d8e9 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:55.839457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:55.845089 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:55.853566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Made reservation on behalf of c81225da66e247ad8ebf360d69e3d8e9 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:55.952212 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.233453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.308695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event updated for resources: {'Subnet': ['ID=150d9f34-ba82-43ed-8e69-35e6a3908ee8,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:56.322220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Checking segment: {'id': '4a477a5b-d177-4083-9b60-c6530b0153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '393e78b9-9be4-4bbd-8bbf-1671f028b9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:56.322570 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Network hostable DHCP agents. Network: 393e78b9-9be4-4bbd-8bbf-1671f028b9e9, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:56.344368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:56.353807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 393e78b9-9be4-4bbd-8bbf-1671f028b9e9) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:56.358202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:56.358796 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.367406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6668cd99-469b-4b6c-b1be-2b0c85bc2709 None None] Network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:56.386272 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-813be508-20e8-491e-96e8-e01584f76e88 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6659584 Apr 21 15:20:56.389138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33790) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:56.396684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1073338913'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:56.401632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:56.405611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Usage tracker for resource:network and tenant:c81225da66e247ad8ebf360d69e3d8e9 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:56.408541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:56.414362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:56.428215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Made reservation on behalf of c81225da66e247ad8ebf360d69e3d8e9 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:56.431782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.462848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:20:56.474826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.475448 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Added segment 164d9564-e4f9-4543-aa4d-bbab3235cdb1 of type vlan for network 24bdc210-b5df-4e54-8d92-04e2299bde0f Apr 21 15:20:56.502831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.532651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.537412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:56.538588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.605668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-393e78b9-9be4-4bbd-8bbf-1671f028b9e9', 'network_id': '393e78b9-9be4-4bbd-8bbf-1671f028b9e9', 'tenant_id': 'c81225da66e247ad8ebf360d69e3d8e9', 'fixed_ips': [{'subnet_id': '150d9f34-ba82-43ed-8e69-35e6a3908ee8'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:20:56.606682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:56.650730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event updated for resources: {'Network': ['ID=24bdc210-b5df-4e54-8d92-04e2299bde0f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:56.662151 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d0a101c0-f5f1-41f0-8452-42f78412debd tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2707243 Apr 21 15:20:56.664898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33794) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:56.671206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Request body: {'subnet': {'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:56.703365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 24bdc210-b5df-4e54-8d92-04e2299bde0f details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:20:56.782535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:56.786511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Usage tracker for resource:subnet and tenant:c81225da66e247ad8ebf360d69e3d8e9 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:56.789322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:56.795527 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:56.804958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Made reservation on behalf of c81225da66e247ad8ebf360d69e3d8e9 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:56.892381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Allocated IP 172.20.0.2 (393e78b9-9be4-4bbd-8bbf-1671f028b9e9/150d9f34-ba82-43ed-8e69-35e6a3908ee8/9d0bb91a-30d6-46e4-925c-9e20d8a0234e) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:56.910429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.099412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.110460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Transition to ACTIVE for port object 9d0bb91a-30d6-46e4-925c-9e20d8a0234e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:57.126625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.129250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Transition to ACTIVE for port object 9d0bb91a-30d6-46e4-925c-9e20d8a0234e will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:57.134079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.207117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:57.207312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event updated for resources: {'Subnet': ['ID=fd0ca731-4350-4ccb-8137-3e6e2ba4d6c7,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:57.211289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:57.213598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:20:57.218224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Pushing event updated for resources: {'Port': ['ID=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:57.219653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Checking segment: {'id': '164d9564-e4f9-4543-aa4d-bbab3235cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:57.220007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Network hostable DHCP agents. Network: 24bdc210-b5df-4e54-8d92-04e2299bde0f, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:20:57.241973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Network 24bdc210-b5df-4e54-8d92-04e2299bde0f is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:20:57.251968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 24bdc210-b5df-4e54-8d92-04e2299bde0f) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:57.256081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:20:57.256674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.263518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83807bce-3a14-4c17-84fd-70056dd9c0d3 None None] Network 24bdc210-b5df-4e54-8d92-04e2299bde0f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:57.279014 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0f28bf6c-4296-4028-98ff-d2f7a6e6b4db tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6130223 Apr 21 15:20:57.281613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33798) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:57.286862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a9dbf0a3-cab8-4b2d-b805-55661bce55b1 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Request body: {'router': {'external_gateway_info': {'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:20:57.383497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Attempting to bind port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:57.383864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Attempting to bind port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4a477a5b-d177-4083-9b60-c6530b0153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '393e78b9-9be4-4bbd-8bbf-1671f028b9e9'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:57.384257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Attempting to bind port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e on network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:57.396874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:20:57.397240 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Checking segment: {'id': '4a477a5b-d177-4083-9b60-c6530b0153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '393e78b9-9be4-4bbd-8bbf-1671f028b9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:57.397634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.398023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Bound using segment: {'id': '4a477a5b-d177-4083-9b60-c6530b0153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '393e78b9-9be4-4bbd-8bbf-1671f028b9e9'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:20:57.398483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Bound port: 9d0bb91a-30d6-46e4-925c-9e20d8a0234e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a477a5b-d177-4083-9b60-c6530b0153bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '393e78b9-9be4-4bbd-8bbf-1671f028b9e9'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:57.398855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.575787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] For port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:20:57.592770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] For port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,segment=NetworkSegment(4a477a5b-d177-4083-9b60-c6530b0153bb),segment_id=4a477a5b-d177-4083-9b60-c6530b0153bb)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:20:57.597967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.629067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-24bdc210-b5df-4e54-8d92-04e2299bde0f', 'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f', 'tenant_id': 'c81225da66e247ad8ebf360d69e3d8e9', 'fixed_ips': [{'subnet_id': 'fd0ca731-4350-4ccb-8137-3e6e2ba4d6c7'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:20:57.629852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.668586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9dbf0a3-cab8-4b2d-b805-55661bce55b1 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.730195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc73a6-40ab-4796-815e-75209aa890df None None] Pushing event updated for resources: {'Port': ['ID=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:57.756459 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:20:57.849120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Allocated IP 172.21.0.2 (24bdc210-b5df-4e54-8d92-04e2299bde0f/fd0ca731-4350-4ccb-8137-3e6e2ba4d6c7/ec372546-8260-4785-9a92-5153f99f4474) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:57.943473 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.api.v2.resource [None req-a9dbf0a3-cab8-4b2d-b805-55661bce55b1 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 15:20:57.948110 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a9dbf0a3-cab8-4b2d-b805-55661bce55b1 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "PUT /v2.0/routers/64010f35-e2c1-4177-8f4e-332bb7a4e013 HTTP/1.1" status: 400 len: 364 time: 0.6620169 Apr 21 15:20:57.950835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33802) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:58.043194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Deleting subnet fd0ca731-4350-4ccb-8137-3e6e2ba4d6c7 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:20:58.224757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.239379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Transition to ACTIVE for port object ec372546-8260-4785-9a92-5153f99f4474 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:58.264792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Transition to ACTIVE for port object ec372546-8260-4785-9a92-5153f99f4474 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:58.270642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.271994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.329891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.392619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Network 24bdc210-b5df-4e54-8d92-04e2299bde0f is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:58.396617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:58.402421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:20:58.404363 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Pushing event updated for resources: {'Port': ['ID=ec372546-8260-4785-9a92-5153f99f4474,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:58.415773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.502332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.506489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Attempting to bind port ec372546-8260-4785-9a92-5153f99f4474 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:58.506856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Attempting to bind port ec372546-8260-4785-9a92-5153f99f4474 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '164d9564-e4f9-4543-aa4d-bbab3235cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:58.507218 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Attempting to bind port ec372546-8260-4785-9a92-5153f99f4474 on network 24bdc210-b5df-4e54-8d92-04e2299bde0f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:20:58.514004 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:20:58.514528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Checking segment: {'id': '164d9564-e4f9-4543-aa4d-bbab3235cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:20:58.514991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.515327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Bound using segment: {'id': '164d9564-e4f9-4543-aa4d-bbab3235cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:20:58.515796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Bound port: ec372546-8260-4785-9a92-5153f99f4474, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164d9564-e4f9-4543-aa4d-bbab3235cdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '24bdc210-b5df-4e54-8d92-04e2299bde0f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:58.516193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.542627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0ca731-4350-4ccb-8137-3e6e2ba4d6c7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:58.549846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.558913 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7dd73048-dc8c-4c8c-ba64-6888061580af tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "DELETE /v2.0/subnets/fd0ca731-4350-4ccb-8137-3e6e2ba4d6c7 HTTP/1.1" status: 204 len: 168 time: 0.6040778 Apr 21 15:20:58.559368 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33806) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:58.613899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] For port ec372546-8260-4785-9a92-5153f99f4474, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:20:58.617121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] For port ec372546-8260-4785-9a92-5153f99f4474, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ec372546-8260-4785-9a92-5153f99f4474,segment=NetworkSegment(164d9564-e4f9-4543-aa4d-bbab3235cdb1),segment_id=164d9564-e4f9-4543-aa4d-bbab3235cdb1)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:20:58.622717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.682445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.694667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Deleting port ec372546-8260-4785-9a92-5153f99f4474 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:20:58.695002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.739482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058a725-e49e-4ee3-a5f3-7659823e0820 None None] Pushing event updated for resources: {'Port': ['ID=ec372546-8260-4785-9a92-5153f99f4474,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:58.749464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ac847-b051-4104-9b08-a4a23dfee726 None None] Network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:58.847593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6122b214-2957-47ae-936d-c9be5d671034 None None] Provisioning for port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:58.853557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae66035-fce4-4d45-8d92-1dfb685f8c4b None None] Network 24bdc210-b5df-4e54-8d92-04e2299bde0f requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:58.894998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] For port ec372546-8260-4785-9a92-5153f99f4474, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ec372546-8260-4785-9a92-5153f99f4474,segment=NetworkSegment(164d9564-e4f9-4543-aa4d-bbab3235cdb1),segment_id=164d9564-e4f9-4543-aa4d-bbab3235cdb1)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:20:58.895354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.022144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Calling delete_port for ec372546-8260-4785-9a92-5153f99f4474 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:20:59.094505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.142159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event deleted for resources: {'Port': ['ID=ec372546-8260-4785-9a92-5153f99f4474,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:59.146815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] No DVR routers for this DVR port ec372546-8260-4785-9a92-5153f99f4474 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:20:59.272099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.298995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24bdc210-b5df-4e54-8d92-04e2299bde0f']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:59.311993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164d9564-e4f9-4543-aa4d-bbab3235cdb1') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:59.312318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164d9564-e4f9-4543-aa4d-bbab3235cdb1') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:59.324704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.341500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.347772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:20:59.348194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.349846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7071436-0b7f-445b-9d1b-e9e9c9784576 None None] get_active_networks_info from dv-neutron-838898-1-hyperv {{(pid=83936) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:20:59.362718 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:20:59.434569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7071436-0b7f-445b-9d1b-e9e9c9784576 None None] Resources bound (agent type, host, resource id): {{(pid=83936) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 15:20:59.442824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.460040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.471403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event deleted for resources: {'Network': ['ID=24bdc210-b5df-4e54-8d92-04e2299bde0f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:59.477642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-97960d08-4739-4ef0-b684-081a6dab46c6 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "DELETE /v2.0/networks/24bdc210-b5df-4e54-8d92-04e2299bde0f HTTP/1.1" status: 204 len: 168 time: 0.9151566 Apr 21 15:20:59.477962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33810) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:59.543927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Deleting subnet 150d9f34-ba82-43ed-8e69-35e6a3908ee8 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:20:59.546926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.559884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9d0bb91a-30d6-46e4-925c-9e20d8a0234e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:59.605876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.688752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.699670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:59.710696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:59.711071 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.763088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.891831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.892021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event deleted for resources: {'Subnet': ['ID=150d9f34-ba82-43ed-8e69-35e6a3908ee8,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:59.897193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.905689 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-730c55a1-cc6e-412b-ac87-f917281cec80 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "DELETE /v2.0/subnets/150d9f34-ba82-43ed-8e69-35e6a3908ee8 HTTP/1.1" status: 204 len: 168 time: 0.4247866 Apr 21 15:20:59.905905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea2392-89fe-4de3-9fd1-e21013b48d97 None None] Network 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:20:59.906028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33814) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:00.016987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,segment=NetworkSegment(4a477a5b-d177-4083-9b60-c6530b0153bb),segment_id=4a477a5b-d177-4083-9b60-c6530b0153bb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:00.018828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.029175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Deleting port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:21:00.029501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.044909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.197644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:00.227213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] For port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,segment=NetworkSegment(4a477a5b-d177-4083-9b60-c6530b0153bb),segment_id=4a477a5b-d177-4083-9b60-c6530b0153bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:00.227569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.276042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] DHCP port deletion for 393e78b9-9be4-4bbd-8bbf-1671f028b9e9 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:21:00.280894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Deleting port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:21:00.281391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.348671 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Calling delete_port for 9d0bb91a-30d6-46e4-925c-9e20d8a0234e owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:21:00.418834 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.462730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event deleted for resources: {'Port': ['ID=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:00.469142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] No DVR routers for this DVR port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:21:00.480784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] For port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9d0bb91a-30d6-46e4-925c-9e20d8a0234e,segment=NetworkSegment(4a477a5b-d177-4083-9b60-c6530b0153bb),segment_id=4a477a5b-d177-4083-9b60-c6530b0153bb)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:00.481337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.588325 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.605672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Calling delete_port for 9d0bb91a-30d6-46e4-925c-9e20d8a0234e owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:21:00.616180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393e78b9-9be4-4bbd-8bbf-1671f028b9e9']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:00.627857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a477a5b-d177-4083-9b60-c6530b0153bb') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:00.628182 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a477a5b-d177-4083-9b60-c6530b0153bb') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:00.639979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.655863 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.662029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:21:00.662419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.672354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:21:00.672707 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:21:00.676326 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:21:00.754553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.771264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.783362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Pushing event deleted for resources: {'Network': ['ID=393e78b9-9be4-4bbd-8bbf-1671f028b9e9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:00.785883 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-76f31c10-043a-422a-8f96-7c526565e6f7 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "DELETE /v2.0/networks/393e78b9-9be4-4bbd-8bbf-1671f028b9e9 HTTP/1.1" status: 204 len: 168 time: 0.8789878 Apr 21 15:21:00.788490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33818) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:00.827806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-31f50410-28a8-41a5-bbd8-380925269e1a tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Synchronizing usage tracker for tenant:c81225da66e247ad8ebf360d69e3d8e9 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:21:00.843393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-31f50410-28a8-41a5-bbd8-380925269e1a tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Unset dirty status for tenant:c81225da66e247ad8ebf360d69e3d8e9 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:21:00.844545 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-31f50410-28a8-41a5-bbd8-380925269e1a tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "GET /v2.0/ports?device_id=64010f35-e2c1-4177-8f4e-332bb7a4e013 HTTP/1.1" status: 200 len: 205 time: 0.0551867 Apr 21 15:21:00.846943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33822) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:00.962636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.978830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65f932e6-9e79-49bc-8019-0b8dcde66b31 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:01.174110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Deleting port 9d0bb91a-30d6-46e4-925c-9e20d8a0234e {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:21:01.174739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:01.243366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-103de72a-def6-4463-9c80-2a0432fd50a3 None None] The port '9d0bb91a-30d6-46e4-925c-9e20d8a0234e' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:21:01.438046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65f932e6-9e79-49bc-8019-0b8dcde66b31 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:01.442057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65f932e6-9e79-49bc-8019-0b8dcde66b31 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:01.466085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65f932e6-9e79-49bc-8019-0b8dcde66b31 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:01.466802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f932e6-9e79-49bc-8019-0b8dcde66b31 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Fanout notify agent at l3_agent the message router_deleted on router 64010f35-e2c1-4177-8f4e-332bb7a4e013 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:21:01.478624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-65f932e6-9e79-49bc-8019-0b8dcde66b31 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:01.482903 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-65f932e6-9e79-49bc-8019-0b8dcde66b31 tempest-RoutersNegativeTest-712226686 tempest-RoutersNegativeTest-712226686-project] 10.222.0.42 "DELETE /v2.0/routers/64010f35-e2c1-4177-8f4e-332bb7a4e013 HTTP/1.1" status: 204 len: 168 time: 0.6350732 Apr 21 15:21:01.517392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9d0bb91a-30d6-46e4-925c-9e20d8a0234e no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:21:01.549857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 9d0bb91a-30d6-46e4-925c-9e20d8a0234e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:21:01.550198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9d0bb91a-30d6-46e4-925c-9e20d8a0234e not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:21:01.763960 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33830) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:01.935176 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d5264a73-db4d-44fa-bee1-08e2d0e67a27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c81225da66e247ad8ebf360d69e3d8e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1700320 Apr 21 15:21:01.937635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33836) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:01.994943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:02.022433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:02.074139 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:02.090409 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc7c97d-30b1-491b-8604-ebaef1217f9e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:02.097945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:02.099067 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fdc7c97d-30b1-491b-8604-ebaef1217f9e HTTP/1.1" status: 204 len: 168 time: 0.1605611 Apr 21 15:21:02.102397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.102746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.103146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.103493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.103826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.104179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.104511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.104837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.105161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.105482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.105804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303e420b-cf0e-422a-8301-4ab7b54c705b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:02.846747 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33858) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:02.971137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-609718367-network', 'tenant_id': '01c3114697f94fe19add9b47328f936f'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:02.975737 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:02.980042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Usage tracker for resource:network and tenant:01c3114697f94fe19add9b47328f936f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:02.982860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:02.988456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:02.999833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Made reservation on behalf of 01c3114697f94fe19add9b47328f936f for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:21:03.002265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.014340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.047951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:03.051677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Usage tracker for resource:security_group_rule and tenant:01c3114697f94fe19add9b47328f936f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:03.054452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:03.060998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:03.127919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.131492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.160844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:21:03.173286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbfdd83-6a36-4d13-a3c3-6c178923486d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:03.178712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.179043 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Added segment 1758ffea-6941-494f-b1ec-5b4425105d34 of type vlan for network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d Apr 21 15:21:03.205166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.232839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.233643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:03.234206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.330499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:03.334082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c142a617-6849-4c65-84bd-6eb45c3de404 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4863515 Apr 21 15:21:03.336890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33864) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:03.341026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:21:03.342506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Request body: {'subnet': {'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-subnet', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:03.347297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:03.351069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Usage tracker for resource:subnet and tenant:01c3114697f94fe19add9b47328f936f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:03.353874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:03.360024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:03.370244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Made reservation on behalf of 01c3114697f94fe19add9b47328f936f for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:21:03.372324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.570896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.643882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc1e1cb-86c8-4c01-96d0-617d879ba00b,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:03.657194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Checking segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:03.657537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Network hostable DHCP agents. Network: 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:21:03.678079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:21:03.687250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:03.691007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:03.691534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.695651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c9035-5802-40d9-82a5-90c47a83d319 None None] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:21:03.711745 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2d73b38e-4cb0-45ee-9f62-273f2afd2e28 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3737152 Apr 21 15:21:03.714874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33868) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:03.719760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:03.724154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:03.727915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Usage tracker for resource:router and tenant:01c3114697f94fe19add9b47328f936f is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:03.730717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:03.736740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:03.746911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.747911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.766405 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.902750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:21:03.903567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:03.909522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.065786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Allocated IP 172.20.0.2 (4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d/ccc1e1cb-86c8-4c01-96d0-617d879ba00b/f7ef05a1-7aef-4063-8004-64e611ed018c) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:04.104440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.137931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.268301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.273099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Allocated IP 172.26.6.27 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/596accbb-c3c7-4254-9f04-52f856d63652) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:04.278778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Transition to ACTIVE for port object f7ef05a1-7aef-4063-8004-64e611ed018c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:04.298095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Transition to ACTIVE for port object f7ef05a1-7aef-4063-8004-64e611ed018c will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:04.304452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.390036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:04.392766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:04.395168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:04.404513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Pushing event updated for resources: {'Port': ['ID=f7ef05a1-7aef-4063-8004-64e611ed018c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:04.431247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.461312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.490578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Attempting to bind port f7ef05a1-7aef-4063-8004-64e611ed018c on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:04.490948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Attempting to bind port f7ef05a1-7aef-4063-8004-64e611ed018c by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:04.491312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Attempting to bind port f7ef05a1-7aef-4063-8004-64e611ed018c on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:04.498448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:04.498823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Checking segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:04.499223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.499614 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Bound using segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:04.500090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Bound port: f7ef05a1-7aef-4063-8004-64e611ed018c, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:04.500481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.590353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] For port f7ef05a1-7aef-4063-8004-64e611ed018c, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:04.593371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] For port f7ef05a1-7aef-4063-8004-64e611ed018c, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f7ef05a1-7aef-4063-8004-64e611ed018c,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:04.597440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.627791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:04.630785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:04.635268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:04.661902 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Pushing event updated for resources: {'Port': ['ID=596accbb-c3c7-4254-9f04-52f856d63652,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:04.685177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a738-ba96-480d-ab8c-0eb85f93ac82 None None] Pushing event updated for resources: {'Port': ['ID=f7ef05a1-7aef-4063-8004-64e611ed018c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:04.812048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:04.812816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:05.050205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:21:05.259260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:21:05.269095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Sync routers for ids ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:21:05.281454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Routers {'0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:05.282179 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:20:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:05.283115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:05.284533 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0d91b1bd-9131-4a46-b29e-adc433ec60b8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5687246 Apr 21 15:21:05.287320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33872) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:05.508434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Set router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:05.623997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f7ef05a1-7aef-4063-8004-64e611ed018c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:05.742710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f3ece-9d93-4583-a631-43747ce9c0ac None None] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:21:05.891157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4bed26dc-dd0b-41bc-9689-c909340c0863 None None] Provisioning for port f7ef05a1-7aef-4063-8004-64e611ed018c completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:05.947697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port f7ef05a1-7aef-4063-8004-64e611ed018c completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:05.962966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f7ef05a1-7aef-4063-8004-64e611ed018c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:05.963332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.172528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.178872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '596accbb-c3c7-4254-9f04-52f856d63652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:21:04Z', 'revision_number': 3, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port': {'id': '596accbb-c3c7-4254-9f04-52f856d63652', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:04Z', 'updated_at': '2022-04-21T15:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:06.198295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Checking router: 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:21:06.198639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Updating router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 port 596accbb-c3c7-4254-9f04-52f856d63652 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:21:06.226605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.279773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.331546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port f7ef05a1-7aef-4063-8004-64e611ed018c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f7ef05a1-7aef-4063-8004-64e611ed018c,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:06.339187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.385203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Allocated IP 172.20.0.1 (4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d/ccc1e1cb-86c8-4c01-96d0-617d879ba00b/ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:06.471761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=f7ef05a1-7aef-4063-8004-64e611ed018c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:06.538659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.554914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Transition to ACTIVE for port object ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:06.577372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.579130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0926088a-0304-4906-81b9-989afe9f887f None None] Provisioning complete for port f7ef05a1-7aef-4063-8004-64e611ed018c triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:06.579606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0926088a-0304-4906-81b9-989afe9f887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.644243 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:06.647103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:06.649573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:06.686749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Pushing event updated for resources: {'Port': ['ID=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:06.711059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.785650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.795916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.798594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Transition to ACTIVE for port object 596accbb-c3c7-4254-9f04-52f856d63652 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:06.806928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.938217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Attempting to bind port 596accbb-c3c7-4254-9f04-52f856d63652 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:06.938605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Attempting to bind port 596accbb-c3c7-4254-9f04-52f856d63652 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:06.938904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Attempting to bind port 596accbb-c3c7-4254-9f04-52f856d63652 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:06.942266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe7018-993b-4d7b-ad70-ace2a6606ca3 None None] Pushing event updated for resources: {'Port': ['ID=596accbb-c3c7-4254-9f04-52f856d63652,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:06.949439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:06.949808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:06.950206 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.950590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:06.951054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Bound port: 596accbb-c3c7-4254-9f04-52f856d63652, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:06.951425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:06.978060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-86a5f2fb-8df4-4315-b920-d264a7ecf38a None None] Provisioning for port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:06.997068 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-86a5f2fb-8df4-4315-b920-d264a7ecf38a None None] Provisioning complete for port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:06.997438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-86a5f2fb-8df4-4315-b920-d264a7ecf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:07.025067 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:07.029851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:07.068743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-86a5f2fb-8df4-4315-b920-d264a7ecf38a None None] Port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:21:07.072488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] For port 596accbb-c3c7-4254-9f04-52f856d63652, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:07.075815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] For port 596accbb-c3c7-4254-9f04-52f856d63652, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=596accbb-c3c7-4254-9f04-52f856d63652,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:07.080382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:07.136036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Pushing event updated for resources: {'Port': ['ID=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:07.138658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:07.158854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe7018-993b-4d7b-ad70-ace2a6606ca3 None None] Pushing event updated for resources: {'Port': ['ID=596accbb-c3c7-4254-9f04-52f856d63652,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:07.164036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Routers {'0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:07.164661 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:20:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:07.341883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] Set router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:07.368801 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:07.370472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:07.548678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f7ef05a1-7aef-4063-8004-64e611ed018c up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:07.718985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f7ef05a1-7aef-4063-8004-64e611ed018c triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:07.719635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:07.762404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:21:07.779244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1ead4d2f-bd0b-4f55-b22b-1972aba28213 None None] Provisioning complete for port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:07.779617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1ead4d2f-bd0b-4f55-b22b-1972aba28213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:07.847339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1ead4d2f-bd0b-4f55-b22b-1972aba28213 None None] Port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:21:07.851903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '596accbb-c3c7-4254-9f04-52f856d63652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 4, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port': {'id': '596accbb-c3c7-4254-9f04-52f856d63652', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:04Z', 'updated_at': '2022-04-21T15:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f', 'name': '', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'mac_address': 'fa:16:3e:70:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:06Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 2, 'project_id': '01c3114697f94fe19add9b47328f936f', 'subnets': [{'id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:07.881936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b84f3a-0393-4343-a30b-ddc972112207 None None] The sync data for ids ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'] in dv-neutron-838898-1-hyperv is: [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '596accbb-c3c7-4254-9f04-52f856d63652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 4, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port': {'id': '596accbb-c3c7-4254-9f04-52f856d63652', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:04Z', 'updated_at': '2022-04-21T15:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f', 'name': '', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'mac_address': 'fa:16:3e:70:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:06Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 2, 'project_id': '01c3114697f94fe19add9b47328f936f', 'subnets': [{'id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:21:07.965016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:21:07.973863 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d9dfa36-9c78-4e66-8257-a3a9e1d25e09 admin admin] 10.222.0.42 "PUT /v2.0/routers/0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6853328 Apr 21 15:21:08.848886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33894) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:08.855131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1720683732-network', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:08.860016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:08.863809 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Usage tracker for resource:network and tenant:402a12cb50a64584a68ff8ab63c4a605 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:08.866748 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:08.873045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:08.883631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Made reservation on behalf of 402a12cb50a64584a68ff8ab63c4a605 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:21:08.885940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:08.898587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:08.935724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:08.939810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Usage tracker for resource:security_group_rule and tenant:402a12cb50a64584a68ff8ab63c4a605 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:08.942935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:08.948938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:09.017321 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.022180 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.054644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:21:09.060740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32339bac-4716-4481-b310-b892ab1d0b13,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:09.067469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.067809 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Added segment 015e567b-590e-46b9-a4ee-000e96af9ab8 of type vlan for network bd6591da-2838-4c3f-86a5-86844925b1fd Apr 21 15:21:09.092586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.121250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.122099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:09.122676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.222899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] Pushing event updated for resources: {'Network': ['ID=bd6591da-2838-4c3f-86a5-86844925b1fd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:09.226163 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-10b80f7b-ac02-4294-b8dc-6b60d495a29c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3762703 Apr 21 15:21:09.228980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:09.233737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network bd6591da-2838-4c3f-86a5-86844925b1fd details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:21:09.234587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Request body: {'subnet': {'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-subnet', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:09.239651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:09.243523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Usage tracker for resource:subnet and tenant:402a12cb50a64584a68ff8ab63c4a605 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:09.246477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:09.252197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:09.262400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Made reservation on behalf of 402a12cb50a64584a68ff8ab63c4a605 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:21:09.264754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.467012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.545513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da04cd99-f438-420c-bf8a-8939964d8a68,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:09.547982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 596accbb-c3c7-4254-9f04-52f856d63652 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:09.554590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Checking segment: {'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:09.554943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Network hostable DHCP agents. Network: bd6591da-2838-4c3f-86a5-86844925b1fd, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:21:09.576831 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Network bd6591da-2838-4c3f-86a5-86844925b1fd is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:21:09.586040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, bd6591da-2838-4c3f-86a5-86844925b1fd) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:09.590505 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:09.591090 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.596764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c58503-1942-41f3-8382-f804862f7996 None None] Network bd6591da-2838-4c3f-86a5-86844925b1fd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:21:09.610824 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48f0b164-acb7-459c-94f4-a86a30d0f454 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3803270 Apr 21 15:21:09.613382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 33902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:09.618475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:09.622880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:09.626786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Usage tracker for resource:router and tenant:402a12cb50a64584a68ff8ab63c4a605 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:21:09.629605 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:21:09.635715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:09.646340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.647356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.665762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.726443 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 596accbb-c3c7-4254-9f04-52f856d63652 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:09.735888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 596accbb-c3c7-4254-9f04-52f856d63652 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:09.736290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.807634 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:09.939739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-bd6591da-2838-4c3f-86a5-86844925b1fd', 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'fixed_ips': [{'subnet_id': 'da04cd99-f438-420c-bf8a-8939964d8a68'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:21:09.940586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.022538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.060460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 596accbb-c3c7-4254-9f04-52f856d63652, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=596accbb-c3c7-4254-9f04-52f856d63652,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:10.064779 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.100847 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.131754 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.185084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=596accbb-c3c7-4254-9f04-52f856d63652,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:10.192325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Allocated IP 172.20.0.2 (bd6591da-2838-4c3f-86a5-86844925b1fd/da04cd99-f438-420c-bf8a-8939964d8a68/b792f08e-63c6-4e55-9b8b-70b32f6f1d30) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:10.273302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Allocated IP 172.26.6.196 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/66158247-d320-4bc4-812f-55b42f5a903b) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:10.390766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.400912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Transition to ACTIVE for port object b792f08e-63c6-4e55-9b8b-70b32f6f1d30 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:10.418492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.421207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Transition to ACTIVE for port object b792f08e-63c6-4e55-9b8b-70b32f6f1d30 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:10.426093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.446302 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.493864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Network bd6591da-2838-4c3f-86a5-86844925b1fd is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:10.497379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:10.501808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:10.508516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Pushing event updated for resources: {'Port': ['ID=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:10.513592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:10.516616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:10.524794 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:10.555674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Pushing event updated for resources: {'Port': ['ID=66158247-d320-4bc4-812f-55b42f5a903b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:10.591973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Attempting to bind port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:10.592360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Attempting to bind port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:10.592716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Attempting to bind port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 on network bd6591da-2838-4c3f-86a5-86844925b1fd {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:10.599187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:10.599551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Checking segment: {'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:10.599948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.600414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Bound using segment: {'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:10.600873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Bound port: b792f08e-63c6-4e55-9b8b-70b32f6f1d30, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:10.601239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.685675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.686412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.691758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] For port b792f08e-63c6-4e55-9b8b-70b32f6f1d30, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:10.694763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] For port b792f08e-63c6-4e55-9b8b-70b32f6f1d30, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,segment=NetworkSegment(015e567b-590e-46b9-a4ee-000e96af9ab8),segment_id=015e567b-590e-46b9-a4ee-000e96af9ab8)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:10.699347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:10.781173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9d20-419c-4189-b8fb-7720610d68b2 None None] Pushing event updated for resources: {'Port': ['ID=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:10.941041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Router 091693d9-22fb-4893-9863-2e32d388c1f1 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:21:11.146761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:21:11.157338 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Sync routers for ids ['091693d9-22fb-4893-9863-2e32d388c1f1'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:21:11.168687 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Routers {'091693d9-22fb-4893-9863-2e32d388c1f1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:11.169278 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:20:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['091693d9-22fb-4893-9863-2e32d388c1f1'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:11.171464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:11.172742 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73f5d000-6c43-4662-bbe4-4ea697c33b6a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5584295 Apr 21 15:21:11.175753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 33906) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:21:11.339504 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Set router 091693d9-22fb-4893-9863-2e32d388c1f1 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:11.651560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 596accbb-c3c7-4254-9f04-52f856d63652 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:11.670121 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '66158247-d320-4bc4-812f-55b42f5a903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 3, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port': {'id': '66158247-d320-4bc4-812f-55b42f5a903b', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:10Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:11.674132 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Checking router: 091693d9-22fb-4893-9863-2e32d388c1f1 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:21:11.674593 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Updating router 091693d9-22fb-4893-9863-2e32d388c1f1 port 66158247-d320-4bc4-812f-55b42f5a903b binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:21:11.728810 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:11.740501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 596accbb-c3c7-4254-9f04-52f856d63652 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:11.740982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:11.778833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff927597-6e72-40bf-a6fa-be2fd266c4fd None None] Network bd6591da-2838-4c3f-86a5-86844925b1fd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:21:11.910669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-517f6d36-bee0-40ed-b7af-edfd4d123914 None None] Provisioning for port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:11.986752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b792f08e-63c6-4e55-9b8b-70b32f6f1d30 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:12.028919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.070252 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.083924 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Transition to ACTIVE for port object 66158247-d320-4bc4-812f-55b42f5a903b will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:12.090867 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.131704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:12.140631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:12.141053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.171458 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Pushing event updated for resources: {'Port': ['ID=66158247-d320-4bc4-812f-55b42f5a903b,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:12.184584 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Attempting to bind port 66158247-d320-4bc4-812f-55b42f5a903b on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:12.184965 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Attempting to bind port 66158247-d320-4bc4-812f-55b42f5a903b by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:12.185318 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Attempting to bind port 66158247-d320-4bc4-812f-55b42f5a903b on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:12.192100 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.192345 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.192906 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.193388 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.193712 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.194035 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.194354 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.194674 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.194986 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.195533 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.195659 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:12.203822 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:12.204243 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:12.204894 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.205508 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:12.206453 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Bound port: 66158247-d320-4bc4-812f-55b42f5a903b, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:12.207242 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.284734 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] For port 66158247-d320-4bc4-812f-55b42f5a903b, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:12.287379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.291483 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] For port 66158247-d320-4bc4-812f-55b42f5a903b, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=66158247-d320-4bc4-812f-55b42f5a903b,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:12.299052 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.326439 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b792f08e-63c6-4e55-9b8b-70b32f6f1d30, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,segment=NetworkSegment(015e567b-590e-46b9-a4ee-000e96af9ab8),segment_id=015e567b-590e-46b9-a4ee-000e96af9ab8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:12.333711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.383779 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Routers {'091693d9-22fb-4893-9863-2e32d388c1f1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:12.384680 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:20:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['091693d9-22fb-4893-9863-2e32d388c1f1'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:12.395905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Allocated IP 172.20.0.1 (bd6591da-2838-4c3f-86a5-86844925b1fd/da04cd99-f438-420c-bf8a-8939964d8a68/ecffa08a-42d5-4a30-970e-2086ae0db8c6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:12.426225 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:12.507827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-39446294-f790-4f8d-9ef6-61fc58eb6d9f None None] Provisioning complete for port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:12.508624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-39446294-f790-4f8d-9ef6-61fc58eb6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.538739 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ee19e-9143-44f6-91e9-6a176626d64b None None] Pushing event updated for resources: {'Port': ['ID=66158247-d320-4bc4-812f-55b42f5a903b,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:12.556309 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.574621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Transition to ACTIVE for port object ecffa08a-42d5-4a30-970e-2086ae0db8c6 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:12.584003 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] Set router 091693d9-22fb-4893-9863-2e32d388c1f1 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:12.596511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.668701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Network bd6591da-2838-4c3f-86a5-86844925b1fd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:12.671345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:12.673761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:12.709294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Pushing event updated for resources: {'Port': ['ID=ecffa08a-42d5-4a30-970e-2086ae0db8c6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:12.735116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.822646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:12.905787 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '66158247-d320-4bc4-812f-55b42f5a903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 3, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port': {'id': '66158247-d320-4bc4-812f-55b42f5a903b', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:10Z', 'updated_at': '2022-04-21T15:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:12.909627 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d150c-e7d8-4c75-8ece-e308be8c834b None None] The sync data for ids ['091693d9-22fb-4893-9863-2e32d388c1f1'] in dv-neutron-838898-1-hyperv is: [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '66158247-d320-4bc4-812f-55b42f5a903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 3, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port': {'id': '66158247-d320-4bc4-812f-55b42f5a903b', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:10Z', 'updated_at': '2022-04-21T15:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:21:12.951666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a65bc5ad-000d-48ac-a804-b3f1b5a95bf1 None None] Provisioning for port ecffa08a-42d5-4a30-970e-2086ae0db8c6 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:12.956766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a65bc5ad-000d-48ac-a804-b3f1b5a95bf1 None None] Provisioning complete for port ecffa08a-42d5-4a30-970e-2086ae0db8c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:12.957146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a65bc5ad-000d-48ac-a804-b3f1b5a95bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:13.050222 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:13.050440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a65bc5ad-000d-48ac-a804-b3f1b5a95bf1 None None] Port ecffa08a-42d5-4a30-970e-2086ae0db8c6 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:21:13.054801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:13.157918 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Pushing event updated for resources: {'Port': ['ID=ecffa08a-42d5-4a30-970e-2086ae0db8c6,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:13.160398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:13.293503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Network bd6591da-2838-4c3f-86a5-86844925b1fd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:13.294669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:13.540845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b792f08e-63c6-4e55-9b8b-70b32f6f1d30 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:13.604031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2b3912b9-112b-441a-8135-2b8cd9c66229 None None] Provisioning complete for port ecffa08a-42d5-4a30-970e-2086ae0db8c6 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:13.604318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2b3912b9-112b-441a-8135-2b8cd9c66229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:13.660719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2b3912b9-112b-441a-8135-2b8cd9c66229 None None] Port ecffa08a-42d5-4a30-970e-2086ae0db8c6 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:21:13.667838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:13.668246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:13.673892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Router 091693d9-22fb-4893-9863-2e32d388c1f1 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:21:13.875200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:21:13.883924 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d0fa6088-fabb-4570-8e8c-5b2032e43d96 admin admin] 10.222.0.42 "PUT /v2.0/routers/091693d9-22fb-4893-9863-2e32d388c1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7071342 Apr 21 15:21:14.922466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964086fe-756f-408d-bb20-84943b75d51b req-00208296-1d5c-4211-92a3-0bfeb1561e57 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:14.923892 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-00208296-1d5c-4211-92a3-0bfeb1561e57 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/networks?id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d HTTP/1.1" status: 200 len: 816 time: 0.1375270 Apr 21 15:21:14.940134 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-4d5495fd-44ef-4846-9e18-339513270956 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/quotas/01c3114697f94fe19add9b47328f936f HTTP/1.1" status: 200 len: 375 time: 0.0107524 Apr 21 15:21:15.020406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-964086fe-756f-408d-bb20-84943b75d51b req-b95f9596-8bfc-4a6b-8989-354a55e59ec4 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Synchronizing usage tracker for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:21:15.038803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-964086fe-756f-408d-bb20-84943b75d51b req-b95f9596-8bfc-4a6b-8989-354a55e59ec4 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Unset dirty status for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:21:15.040192 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-b95f9596-8bfc-4a6b-8989-354a55e59ec4 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01c3114697f94fe19add9b47328f936f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951750 Apr 21 15:21:15.174088 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-91a0480c-ddce-4e85-b61e-30973d9b4808 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214046 Apr 21 15:21:15.390299 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-276110de-9170-429f-ba53-591853373c3c service neutron] 10.222.0.42 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103884 Apr 21 15:21:15.673643 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79a9a140-d45c-48dd-b202-0cf38e8107d9 req-e039d72f-79c6-4c65-9c0c-a71c8d530c4e tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 210 time: 0.1420939 Apr 21 15:21:16.687320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964086fe-756f-408d-bb20-84943b75d51b req-dd9eaeec-1b4c-4ae3-be2f-c805f3ed97e2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:16.688004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-964086fe-756f-408d-bb20-84943b75d51b req-dd9eaeec-1b4c-4ae3-be2f-c805f3ed97e2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Synchronizing usage tracker for tenant:01c3114697f94fe19add9b47328f936f on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:21:16.705199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-964086fe-756f-408d-bb20-84943b75d51b req-dd9eaeec-1b4c-4ae3-be2f-c805f3ed97e2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Unset dirty status for tenant:01c3114697f94fe19add9b47328f936f on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:21:16.706720 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-dd9eaeec-1b4c-4ae3-be2f-c805f3ed97e2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "GET /v2.0/networks?id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d HTTP/1.1" status: 200 len: 816 time: 0.1621332 Apr 21 15:21:16.728822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Request body: {'port': {'device_id': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'admin_state_up': True, 'tenant_id': '01c3114697f94fe19add9b47328f936f'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:16.853442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9eec1726-5ef1-4aab-bba2-34e5ca261ff4 req-db85cde9-269b-48cf-bb11-55b5037ba733 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 210 time: 0.0393918 Apr 21 15:21:16.863909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:16.874059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:16.883785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Made reservation on behalf of 01c3114697f94fe19add9b47328f936f for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:21:16.887433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:17.045080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Allocated IP 172.20.0.11 (4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d/ccc1e1cb-86c8-4c01-96d0-617d879ba00b/abbf2e75-1b2f-4090-b57c-4d9da8bc2461) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:17.243116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:17.259245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Transition to ACTIVE for port object abbf2e75-1b2f-4090-b57c-4d9da8bc2461 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:17.279890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:17.353333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:17.357207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:17.361517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:17.386071 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Pushing event updated for resources: {'Port': ['ID=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:17.424729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:17.425329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:17.452119 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-f59ce69c-976a-485d-bd0e-ccbabf518e90 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7276473 Apr 21 15:21:17.469420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Request body: {'port': {'device_id': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:17.577119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:17.600980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2c4a6e62-bdc5-4e92-8599-5ca29e5bdb8e None None] Provisioning for port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:17.606314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2c4a6e62-bdc5-4e92-8599-5ca29e5bdb8e None None] Provisioning complete for port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:17.606677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6e62-bdc5-4e92-8599-5ca29e5bdb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:17.659921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a6e62-bdc5-4e92-8599-5ca29e5bdb8e None None] Port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:21:17.899256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbf2e75-1b2f-4090-b57c-4d9da8bc2461 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:21:17.906587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:17.920516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Transition to ACTIVE for port object abbf2e75-1b2f-4090-b57c-4d9da8bc2461 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:17.924644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:18.085637 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Pushing event updated for resources: {'Port': ['ID=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:18.209338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ec89f-0242-4bf3-9216-0cea9a172de5 req-375acfe5-4178-47af-95ef-46f788588173 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:18.210015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b06ec89f-0242-4bf3-9216-0cea9a172de5 req-375acfe5-4178-47af-95ef-46f788588173 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Synchronizing usage tracker for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:21:18.224535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Attempting to bind port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:18.224810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Attempting to bind port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:18.225080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Attempting to bind port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:18.236213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:21:18.236559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Attempting to bind port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:18.239445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b06ec89f-0242-4bf3-9216-0cea9a172de5 req-375acfe5-4178-47af-95ef-46f788588173 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Unset dirty status for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:21:18.240615 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b06ec89f-0242-4bf3-9216-0cea9a172de5 req-375acfe5-4178-47af-95ef-46f788588173 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 944 time: 0.2133894 Apr 21 15:21:18.245425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:18.245948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Checking segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:18.246278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Bound using segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:18.246690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Bound port: abbf2e75-1b2f-4090-b57c-4d9da8bc2461, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:18.247039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:18.459832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b06ec89f-0242-4bf3-9216-0cea9a172de5 req-e7e3516b-74a1-4c3f-a790-8f82af1ecc37 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Synchronizing usage tracker for tenant:01c3114697f94fe19add9b47328f936f on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:21:18.482661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] For port abbf2e75-1b2f-4090-b57c-4d9da8bc2461, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:18.486558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] For port abbf2e75-1b2f-4090-b57c-4d9da8bc2461, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:18.490245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:18.520716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-b06ec89f-0242-4bf3-9216-0cea9a172de5 req-e7e3516b-74a1-4c3f-a790-8f82af1ecc37 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Unset dirty status for tenant:01c3114697f94fe19add9b47328f936f on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:21:18.521892 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b06ec89f-0242-4bf3-9216-0cea9a172de5 req-e7e3516b-74a1-4c3f-a790-8f82af1ecc37 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652078 Apr 21 15:21:18.557988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:18.559600 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] 10.222.0.21 "PUT /v2.0/ports/abbf2e75-1b2f-4090-b57c-4d9da8bc2461 HTTP/1.1" status: 200 len: 1094 time: 1.0945551 Apr 21 15:21:18.560030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'tag': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:21:18.577120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b76b1-b8b0-47fd-b09e-91e45af3bc7c service neutron] Pushing event updated for resources: {'Port': ['ID=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:18.655236 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf950c9-fb7b-4c36-9577-b1b345e41856'] response: {'name': 'network-changed', 'server_uuid': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'tag': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461', 'status': 'completed', 'code': 200} Apr 21 15:21:18.698622 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-eae8295a-1f32-418a-a839-4bdd0dd8521c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01c3114697f94fe19add9b47328f936f&device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 1097 time: 0.0786953 Apr 21 15:21:18.777211 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-724b5fbb-d702-4ddc-ac4d-e1e100a35b08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abbf2e75-1b2f-4090-b57c-4d9da8bc2461 HTTP/1.1" status: 200 len: 217 time: 0.0659909 Apr 21 15:21:18.843502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964086fe-756f-408d-bb20-84943b75d51b req-3672e5c7-9b5e-47e1-9a9a-d00381ffbf1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:18.844923 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-3672e5c7-9b5e-47e1-9a9a-d00381ffbf1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc1e1cb-86c8-4c01-96d0-617d879ba00b HTTP/1.1" status: 200 len: 855 time: 0.0612113 Apr 21 15:21:18.917988 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-f6070ce7-863a-4ce6-8851-ea7ad4a8b8c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671928 Apr 21 15:21:19.047031 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-eac5f433-eb05-430c-aa98-dbb01139f099 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224496 Apr 21 15:21:19.083278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0aa186c7-acbd-4236-a3b0-2b9c4ae42d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:19.176696 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-964086fe-756f-408d-bb20-84943b75d51b req-882a5bab-d7ef-498e-ad00-f42f1db9a9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230848 Apr 21 15:21:19.342062 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-3b848688-a408-4036-80b7-cd67cf0d54ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01c3114697f94fe19add9b47328f936f&device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 1097 time: 0.0710645 Apr 21 15:21:19.470257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-bc7d8cf5-ebd6-448d-9b07-eb3e3d9adcfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:19.471619 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-bc7d8cf5-ebd6-448d-9b07-eb3e3d9adcfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d HTTP/1.1" status: 200 len: 917 time: 0.1222699 Apr 21 15:21:19.542619 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-a6e4a833-50e9-49c8-92f8-6422491be1d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abbf2e75-1b2f-4090-b57c-4d9da8bc2461 HTTP/1.1" status: 200 len: 217 time: 0.0636921 Apr 21 15:21:19.547534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 66158247-d320-4bc4-812f-55b42f5a903b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:19.606147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-a5facf26-df35-4d6c-ba27-d2cd760fb502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:19.607574 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-a5facf26-df35-4d6c-ba27-d2cd760fb502 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc1e1cb-86c8-4c01-96d0-617d879ba00b HTTP/1.1" status: 200 len: 855 time: 0.0590613 Apr 21 15:21:19.616974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 66158247-d320-4bc4-812f-55b42f5a903b completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:19.622080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 66158247-d320-4bc4-812f-55b42f5a903b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:19.622449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:19.736029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:19.745230 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-e1cfa798-be78-4b3e-bfe3-ae9c25f9d14d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1309850 Apr 21 15:21:19.751758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 66158247-d320-4bc4-812f-55b42f5a903b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=66158247-d320-4bc4-812f-55b42f5a903b,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:19.753805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5ee3-2669-4ce3-9d86-6c0271269927 req-b5a2dabf-37b8-44e9-b068-4b2503d3f55c tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:19.755350 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-db4c5ee3-2669-4ce3-9d86-6c0271269927 req-b5a2dabf-37b8-44e9-b068-4b2503d3f55c tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 944 time: 0.1077292 Apr 21 15:21:19.761308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:19.843392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=66158247-d320-4bc4-812f-55b42f5a903b,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:19.884992 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-db4c5ee3-2669-4ce3-9d86-6c0271269927 req-59bfdc27-235c-4d92-9957-047723efba6c tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105392 Apr 21 15:21:19.917055 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-01af3e04-af52-42ef-a17c-5783bf356642 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602075 Apr 21 15:21:20.045720 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673a036c-6168-40ee-acb5-db7bca7bb878 req-dac5a4ea-ebf5-4944-a05a-8aeb68a2a1d6 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226909 Apr 21 15:21:21.032645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device abbf2e75-1b2f-4090-b57c-4d9da8bc2461 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:21:21.081274 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db45841-b5a9-4596-91e7-eff552dd51b9 req-5da6942d-523e-4531-aa9c-a29de537501a tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:21.082667 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7db45841-b5a9-4596-91e7-eff552dd51b9 req-5da6942d-523e-4531-aa9c-a29de537501a tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 944 time: 0.0774271 Apr 21 15:21:21.127598 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7db45841-b5a9-4596-91e7-eff552dd51b9 req-a763c225-3932-4b6f-a336-20dda50641b2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Apr 21 15:21:21.170543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port abbf2e75-1b2f-4090-b57c-4d9da8bc2461, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:21.187532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'port_id': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461', 'mac_address': 'fa:16:3e:9b:ce:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:21:21.248226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:21.264910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbf2e75-1b2f-4090-b57c-4d9da8bc2461 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:21:21.279851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port abbf2e75-1b2f-4090-b57c-4d9da8bc2461, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:21.283234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:21.346268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:21.410895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-61a5c9b8-c270-4d92-a7b7-842c8b3b45cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:21.541837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 66158247-d320-4bc4-812f-55b42f5a903b up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:21.569016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['abbf2e75-1b2f-4090-b57c-4d9da8bc2461'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:21:21.695007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 66158247-d320-4bc4-812f-55b42f5a903b triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:21.695376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:22.393145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:22.403966 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dfea7-192d-44ea-b607-36cc31588d13 req-2edf53ba-a7af-4b26-99a1-7bbad86f3844 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:22.405431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-931dfea7-192d-44ea-b607-36cc31588d13 req-2edf53ba-a7af-4b26-99a1-7bbad86f3844 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 945 time: 0.1593583 Apr 21 15:21:22.455073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-931dfea7-192d-44ea-b607-36cc31588d13 req-2306c233-67c3-4299-8052-67ee0cd50e57 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440516 Apr 21 15:21:22.510116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Sync routers for ids ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:21:22.522099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Routers {'0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:22.522715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:21:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:22.647438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:22.709868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Set router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:23.035760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '596accbb-c3c7-4254-9f04-52f856d63652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 4, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port': {'id': '596accbb-c3c7-4254-9f04-52f856d63652', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:04Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f', 'name': '', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'mac_address': 'fa:16:3e:70:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:06Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 2, 'project_id': '01c3114697f94fe19add9b47328f936f', 'subnets': [{'id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:23.039559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Checking router: 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:21:23.039910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Updating router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:21:23.067500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device abbf2e75-1b2f-4090-b57c-4d9da8bc2461 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:23.137107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.245599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:23.260839 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:23.261208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.493770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.527932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:21:23.548801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port abbf2e75-1b2f-4090-b57c-4d9da8bc2461, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:23.577045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.618225 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d6fb6e-34b4-4c14-b08c-e42118265c21'] response: {'server_uuid': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461', 'code': 200} Apr 21 15:21:23.661086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085eb5-67af-4dfe-af1c-0d9eb238ee9c req-ba15cf20-66bb-4ab6-8994-c6104be9c4e8 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:23.663191 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3a085eb5-67af-4dfe-af1c-0d9eb238ee9c req-ba15cf20-66bb-4ab6-8994-c6104be9c4e8 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 946 time: 0.0833681 Apr 21 15:21:23.664597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.682748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:23.685987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Transition to ACTIVE for port object ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:23.695807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.721409 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3a085eb5-67af-4dfe-af1c-0d9eb238ee9c req-e183a0e8-9401-4273-ad48-1cecbe84f1c1 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507410 Apr 21 15:21:23.825409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99578e3d-a96b-4fe2-9a27-aaf358c96056 None None] Pushing event updated for resources: {'Port': ['ID=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:23.843567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.888863 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fea7a114-a338-4f25-9809-ffa2620c0ea1 req-bf118674-b587-4181-b477-e98f9a65b5ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 1099 time: 0.0719650 Apr 21 15:21:23.934757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Attempting to bind port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:23.935276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Attempting to bind port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:23.935907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Attempting to bind port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:23.940893 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fea7a114-a338-4f25-9809-ffa2620c0ea1 req-03d220b1-c3d9-48da-b224-00f43bb4a1a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459940 Apr 21 15:21:23.942482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:23.942858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Checking segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:23.943261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:23.943657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Bound using segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:23.944146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Bound port: ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:23.944528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:24.037050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] For port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:24.040002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] For port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:24.045024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:24.136210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99578e3d-a96b-4fe2-9a27-aaf358c96056 None None] Pushing event updated for resources: {'Port': ['ID=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:24.143246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Routers {'0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:24.143853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:21:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:24.242459 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Sync routers for ids ['091693d9-22fb-4893-9863-2e32d388c1f1'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:21:24.255338 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Routers {'091693d9-22fb-4893-9863-2e32d388c1f1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:24.256028 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:21:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['091693d9-22fb-4893-9863-2e32d388c1f1'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:24.326414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] Set router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:24.431840 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Set router 091693d9-22fb-4893-9863-2e32d388c1f1 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:24.680346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '596accbb-c3c7-4254-9f04-52f856d63652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 4, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port': {'id': '596accbb-c3c7-4254-9f04-52f856d63652', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:04Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f', 'name': '', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'mac_address': 'fa:16:3e:70:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:06Z', 'updated_at': '2022-04-21T15:21:24Z', 'revision_number': 4, 'project_id': '01c3114697f94fe19add9b47328f936f', 'subnets': [{'id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:24.684548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c32f73-ccf5-4958-9037-11c738f99051 None None] The sync data for ids ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'] in dv-neutron-838898-1-hyperv is: [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '596accbb-c3c7-4254-9f04-52f856d63652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:21:06Z', 'revision_number': 4, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port': {'id': '596accbb-c3c7-4254-9f04-52f856d63652', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:04Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f', 'name': '', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'mac_address': 'fa:16:3e:70:ac:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:06Z', 'updated_at': '2022-04-21T15:21:24Z', 'revision_number': 4, 'project_id': '01c3114697f94fe19add9b47328f936f', 'subnets': [{'id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:21:24.743340 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '66158247-d320-4bc4-812f-55b42f5a903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:21:12Z', 'revision_number': 4, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port': {'id': '66158247-d320-4bc4-812f-55b42f5a903b', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:10Z', 'updated_at': '2022-04-21T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ecffa08a-42d5-4a30-970e-2086ae0db8c6', 'name': '', 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'mac_address': 'fa:16:3e:98:df:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da04cd99-f438-420c-bf8a-8939964d8a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:12Z', 'updated_at': '2022-04-21T15:21:12Z', 'revision_number': 2, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'subnets': [{'id': 'da04cd99-f438-420c-bf8a-8939964d8a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:24.747482 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Checking router: 091693d9-22fb-4893-9863-2e32d388c1f1 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:21:24.747826 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Updating router 091693d9-22fb-4893-9863-2e32d388c1f1 port ecffa08a-42d5-4a30-970e-2086ae0db8c6 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:21:24.805168 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.007772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c4b7d-8fee-4811-b209-fb63f9163322 req-4d5207a6-1b12-48db-bf2a-4984ede27758 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:25.009302 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b18c4b7d-8fee-4811-b209-fb63f9163322 req-4d5207a6-1b12-48db-bf2a-4984ede27758 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 946 time: 0.1401238 Apr 21 15:21:25.066931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b18c4b7d-8fee-4811-b209-fb63f9163322 req-efa809ab-30ff-48b4-a150-b0ceac8e6323 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Apr 21 15:21:25.206377 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.219067 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Transition to ACTIVE for port object ecffa08a-42d5-4a30-970e-2086ae0db8c6 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:25.227375 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.350072 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c248a46-4c9b-4183-b1b7-a0d2dae4a1db None None] Pushing event updated for resources: {'Port': ['ID=ecffa08a-42d5-4a30-970e-2086ae0db8c6,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:25.464693 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Attempting to bind port ecffa08a-42d5-4a30-970e-2086ae0db8c6 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:25.464996 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Attempting to bind port ecffa08a-42d5-4a30-970e-2086ae0db8c6 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:25.465337 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Attempting to bind port ecffa08a-42d5-4a30-970e-2086ae0db8c6 on network bd6591da-2838-4c3f-86a5-86844925b1fd {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:25.471470 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:25.471824 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Checking segment: {'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:25.472243 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.472626 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Bound using segment: {'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:25.473062 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Bound port: ecffa08a-42d5-4a30-970e-2086ae0db8c6, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015e567b-590e-46b9-a4ee-000e96af9ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:25.473414 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.556000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:25.560691 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] For port ecffa08a-42d5-4a30-970e-2086ae0db8c6, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:25.564057 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] For port ecffa08a-42d5-4a30-970e-2086ae0db8c6, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ecffa08a-42d5-4a30-970e-2086ae0db8c6,segment=NetworkSegment(015e567b-590e-46b9-a4ee-000e96af9ab8),segment_id=015e567b-590e-46b9-a4ee-000e96af9ab8)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:25.568542 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.622185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:25.627461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:25.628009 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.648612 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c248a46-4c9b-4183-b1b7-a0d2dae4a1db None None] Pushing event updated for resources: {'Port': ['ID=ecffa08a-42d5-4a30-970e-2086ae0db8c6,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:25.653183 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Routers {'091693d9-22fb-4893-9863-2e32d388c1f1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:21:25.653769 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:21:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['091693d9-22fb-4893-9863-2e32d388c1f1'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:25.750749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.789661 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:25.795507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.835484 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] Set router 091693d9-22fb-4893-9863-2e32d388c1f1 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:21:25.869884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:25.879701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.880054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.880423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.880760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.881093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.881424 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.881760 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.882091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.882475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.882804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:25.883127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:21:26.142634 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '66158247-d320-4bc4-812f-55b42f5a903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:21:12Z', 'revision_number': 4, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port': {'id': '66158247-d320-4bc4-812f-55b42f5a903b', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:10Z', 'updated_at': '2022-04-21T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ecffa08a-42d5-4a30-970e-2086ae0db8c6', 'name': '', 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'mac_address': 'fa:16:3e:98:df:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da04cd99-f438-420c-bf8a-8939964d8a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:12Z', 'updated_at': '2022-04-21T15:21:25Z', 'revision_number': 4, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'subnets': [{'id': 'da04cd99-f438-420c-bf8a-8939964d8a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:21:26.146611 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71422d-0c1d-4fb4-bc45-29fba48fb818 None None] The sync data for ids ['091693d9-22fb-4893-9863-2e32d388c1f1'] in dv-neutron-838898-1-hyperv is: [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '66158247-d320-4bc4-812f-55b42f5a903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:21:12Z', 'revision_number': 4, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port': {'id': '66158247-d320-4bc4-812f-55b42f5a903b', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:10Z', 'updated_at': '2022-04-21T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ecffa08a-42d5-4a30-970e-2086ae0db8c6', 'name': '', 'network_id': 'bd6591da-2838-4c3f-86a5-86844925b1fd', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'mac_address': 'fa:16:3e:98:df:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da04cd99-f438-420c-bf8a-8939964d8a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:12Z', 'updated_at': '2022-04-21T15:21:25Z', 'revision_number': 4, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'subnets': [{'id': 'da04cd99-f438-420c-bf8a-8939964d8a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:21:26.291823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0817-385f-4a91-9cf7-f2006522f641 req-9ccf0239-ff4f-46d3-bd7a-5252c1cf789b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:26.293463 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-275b0817-385f-4a91-9cf7-f2006522f641 req-9ccf0239-ff4f-46d3-bd7a-5252c1cf789b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 946 time: 0.0965531 Apr 21 15:21:26.343100 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-275b0817-385f-4a91-9cf7-f2006522f641 req-c9761054-eed0-448c-9ed3-425e69c33b10 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Apr 21 15:21:26.553252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c344-3d45-442a-a3c4-cb17a529ea1d req-06aecc15-2ae9-4789-9c30-c051ddc3f175 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:26.554715 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-53c2c344-3d45-442a-a3c4-cb17a529ea1d req-06aecc15-2ae9-4789-9c30-c051ddc3f175 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 946 time: 0.0765083 Apr 21 15:21:26.603082 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-53c2c344-3d45-442a-a3c4-cb17a529ea1d req-dbfa1359-08a3-496d-ae21-6872db49c05c tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Apr 21 15:21:27.604017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:27.674720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:27.675090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:27.789609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ecffa08a-42d5-4a30-970e-2086ae0db8c6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:27.862166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ecffa08a-42d5-4a30-970e-2086ae0db8c6 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:27.867605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ecffa08a-42d5-4a30-970e-2086ae0db8c6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:27.867980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:27.988026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:28.026357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ecffa08a-42d5-4a30-970e-2086ae0db8c6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ecffa08a-42d5-4a30-970e-2086ae0db8c6,segment=NetworkSegment(015e567b-590e-46b9-a4ee-000e96af9ab8),segment_id=015e567b-590e-46b9-a4ee-000e96af9ab8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:28.029835 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:28.093652 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ecffa08a-42d5-4a30-970e-2086ae0db8c6,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:29.538612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ecffa08a-42d5-4a30-970e-2086ae0db8c6 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:29.610246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ecffa08a-42d5-4a30-970e-2086ae0db8c6 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:29.610612 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:30.975067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:34.757003 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:21:41.050448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58687534-7817-453e-b9cd-43b665b1f34a req-b7f62a53-9e7f-4e84-b850-e5e7ca9bfe62 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:41.051829 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-58687534-7817-453e-b9cd-43b665b1f34a req-b7f62a53-9e7f-4e84-b850-e5e7ca9bfe62 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 946 time: 0.0758259 Apr 21 15:21:41.099832 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-58687534-7817-453e-b9cd-43b665b1f34a req-cb2f0ce9-ae83-4f56-b611-0a33cdbf8d2f tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423551 Apr 21 15:21:42.299875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6f9c-946e-4c6b-815d-c68ccb972cf5 req-68d09ff5-5257-4387-abdc-2530f662d3d0 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:42.301247 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47bd6f9c-946e-4c6b-815d-c68ccb972cf5 req-68d09ff5-5257-4387-abdc-2530f662d3d0 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 946 time: 0.0782197 Apr 21 15:21:42.346079 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47bd6f9c-946e-4c6b-815d-c68ccb972cf5 req-6646a08a-0438-4124-a134-dcff0dd9f18a tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391626 Apr 21 15:21:42.640712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-14519ff2-9658-4d5f-82ef-fb81fe0a3e7b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:42.642118 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-14519ff2-9658-4d5f-82ef-fb81fe0a3e7b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 946 time: 0.0760005 Apr 21 15:21:42.711613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Deleting port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:21:42.711947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:42.950278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] For port abbf2e75-1b2f-4090-b57c-4d9da8bc2461, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:42.950632 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:43.066970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Calling delete_port for abbf2e75-1b2f-4090-b57c-4d9da8bc2461 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:21:43.205431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:43.237567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['abbf2e75-1b2f-4090-b57c-4d9da8bc2461'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:21:43.254468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Pushing event deleted for resources: {'Port': ['ID=abbf2e75-1b2f-4090-b57c-4d9da8bc2461,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:43.332883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] No DVR routers for this DVR port abbf2e75-1b2f-4090-b57c-4d9da8bc2461 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:21:43.335374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:43.338237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'name': 'network-vif-deleted', 'tag': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:21:43.354698 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5ce1b562-3b05-4e4f-b042-52517c1dcc8d req-457addd7-32a5-4540-9d70-314103be1e91 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "DELETE /v2.0/ports/abbf2e75-1b2f-4090-b57c-4d9da8bc2461 HTTP/1.1" status: 204 len: 173 time: 0.7058120 Apr 21 15:21:43.399074 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5fb165-375a-471e-ae16-9e371701dd8d'] response: {'server_uuid': 'fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483', 'name': 'network-vif-deleted', 'tag': 'abbf2e75-1b2f-4090-b57c-4d9da8bc2461', 'status': 'completed', 'code': 200} Apr 21 15:21:43.515916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3023dbf3-293f-43f0-8aaf-207619bf4972 req-cd74d887-7d69-4eaa-89f5-f404b49ab403 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Synchronizing usage tracker for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:21:43.531878 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3023dbf3-293f-43f0-8aaf-207619bf4972 req-cd74d887-7d69-4eaa-89f5-f404b49ab403 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Unset dirty status for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:21:43.532988 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3023dbf3-293f-43f0-8aaf-207619bf4972 req-cd74d887-7d69-4eaa-89f5-f404b49ab403 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8f4b70-dad9-4272-b9ce-bb2b9fcb7483 HTTP/1.1" status: 200 len: 210 time: 0.0604234 Apr 21 15:21:45.378601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-8103dc9e-a262-4d53-958d-73aa6fa1d1bd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:45.380022 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-8103dc9e-a262-4d53-958d-73aa6fa1d1bd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/networks?id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d HTTP/1.1" status: 200 len: 816 time: 0.1382320 Apr 21 15:21:45.395594 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-e8791295-2fcd-43d7-b615-4f772a404a70 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/quotas/01c3114697f94fe19add9b47328f936f HTTP/1.1" status: 200 len: 375 time: 0.0101895 Apr 21 15:21:45.473228 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-c6530a43-ba5a-4b08-a888-80de36baa594 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=01c3114697f94fe19add9b47328f936f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728321 Apr 21 15:21:45.606968 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-e33e329e-10d3-416e-9e47-ee75f3352fd5 service neutron] 10.222.0.42 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219568 Apr 21 15:21:45.735013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-adc642cf-7930-44c5-9c73-a122ffe3159b service neutron] 10.222.0.42 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223443 Apr 21 15:21:45.912427 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e8db612d-6678-4bb7-9b50-a93c24859691 req-8574829c-c461-4feb-ba69-82ddcff5e262 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 210 time: 0.0407865 Apr 21 15:21:46.979223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-f2f7b817-8d0b-4a15-804a-cf9d193592c7 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:46.981281 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-f2f7b817-8d0b-4a15-804a-cf9d193592c7 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "GET /v2.0/networks?id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d HTTP/1.1" status: 200 len: 816 time: 0.1530337 Apr 21 15:21:47.004493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Request body: {'port': {'device_id': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'admin_state_up': True, 'tenant_id': '01c3114697f94fe19add9b47328f936f'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:47.191827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device abbf2e75-1b2f-4090-b57c-4d9da8bc2461 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:21:47.211751 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5dc6e2c6-1447-45dd-b473-5f3fade240e3 req-2a8a0b66-717f-4bd0-a9f5-de126041aa26 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 210 time: 0.0613668 Apr 21 15:21:47.225939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: abbf2e75-1b2f-4090-b57c-4d9da8bc2461 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:21:47.226319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device abbf2e75-1b2f-4090-b57c-4d9da8bc2461 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:21:47.258256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:21:47.268126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:21:47.277969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Made reservation on behalf of 01c3114697f94fe19add9b47328f936f for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:21:47.280917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:47.437448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Allocated IP 172.20.0.12 (4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d/ccc1e1cb-86c8-4c01-96d0-617d879ba00b/c840c495-2671-44ea-9891-b1500034c05a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:21:47.630807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:47.646099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Transition to ACTIVE for port object c840c495-2671-44ea-9891-b1500034c05a will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:47.666418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:47.741038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:21:47.744584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:21:47.748956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:21:47.773791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Pushing event updated for resources: {'Port': ['ID=c840c495-2671-44ea-9891-b1500034c05a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:47.812602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:47.813221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:47.838438 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-b94e0718-931d-4083-8ea5-50f5a8a590dd tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8385341 Apr 21 15:21:47.986670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Request body: {'port': {'device_id': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:21:48.020836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cf5664a1-a8d1-4bac-94e2-995635962b1d None None] Provisioning for port c840c495-2671-44ea-9891-b1500034c05a completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:48.025657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cf5664a1-a8d1-4bac-94e2-995635962b1d None None] Provisioning complete for port c840c495-2671-44ea-9891-b1500034c05a triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:48.026026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cf5664a1-a8d1-4bac-94e2-995635962b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:48.076858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cf5664a1-a8d1-4bac-94e2-995635962b1d None None] Port c840c495-2671-44ea-9891-b1500034c05a cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:21:48.093913 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:48.407121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e112af-a818-4ba6-bcd4-ddcafca4ac68 req-1164fa9c-ca79-4f36-8446-872fc573625a tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:48.408621 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a1e112af-a818-4ba6-bcd4-ddcafca4ac68 req-1164fa9c-ca79-4f36-8446-872fc573625a tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 932 time: 0.0755341 Apr 21 15:21:48.424756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c840c495-2671-44ea-9891-b1500034c05a {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:21:48.431523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:48.446752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Transition to ACTIVE for port object c840c495-2671-44ea-9891-b1500034c05a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:21:48.450580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:48.456377 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-a1e112af-a818-4ba6-bcd4-ddcafca4ac68 req-30d7afc6-197d-4e4a-a6e7-ef9411062de7 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Apr 21 15:21:48.573372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=c840c495-2671-44ea-9891-b1500034c05a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:48.684572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Attempting to bind port c840c495-2671-44ea-9891-b1500034c05a on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:21:48.684904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Attempting to bind port c840c495-2671-44ea-9891-b1500034c05a by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:21:48.685226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Attempting to bind port c840c495-2671-44ea-9891-b1500034c05a on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:48.690914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Port c840c495-2671-44ea-9891-b1500034c05a on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:21:48.691225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Attempting to bind port c840c495-2671-44ea-9891-b1500034c05a on network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:21:48.697958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:21:48.698287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Checking segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:21:48.698664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Bound using segment: {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:21:48.699079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Bound port: c840c495-2671-44ea-9891-b1500034c05a, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1758ffea-6941-494f-b1ec-5b4425105d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:21:48.699420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:48.784056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] For port c840c495-2671-44ea-9891-b1500034c05a, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:21:48.786849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] For port c840c495-2671-44ea-9891-b1500034c05a, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c840c495-2671-44ea-9891-b1500034c05a,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:21:48.791370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:48.854271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:48.855634 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] 10.222.0.21 "PUT /v2.0/ports/c840c495-2671-44ea-9891-b1500034c05a HTTP/1.1" status: 200 len: 1094 time: 1.0045948 Apr 21 15:21:48.856091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'tag': 'c840c495-2671-44ea-9891-b1500034c05a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:21:48.874625 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fec329-7832-4de4-9d3c-9cf0fc76cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=c840c495-2671-44ea-9891-b1500034c05a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:48.943953 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03dd261-81ea-4ad8-9436-884f06edfde3'] response: {'name': 'network-changed', 'server_uuid': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'tag': 'c840c495-2671-44ea-9891-b1500034c05a', 'status': 'completed', 'code': 200} Apr 21 15:21:48.989176 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-e8ae2285-eee3-4bad-a67b-a8a9ddf101fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01c3114697f94fe19add9b47328f936f&device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 1097 time: 0.0779250 Apr 21 15:21:49.089238 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8b027c45-4139-45fe-a090-d8c9a519658e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:49.151816 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-5b4cb258-e686-4f78-a737-b2be9253c7e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c840c495-2671-44ea-9891-b1500034c05a HTTP/1.1" status: 200 len: 217 time: 0.1506739 Apr 21 15:21:49.212025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-44781f73-6161-4467-adec-821d534abac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:49.213956 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-44781f73-6161-4467-adec-821d534abac8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc1e1cb-86c8-4c01-96d0-617d879ba00b HTTP/1.1" status: 200 len: 855 time: 0.0562649 Apr 21 15:21:49.285085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-35eb89c5-88fc-4a14-8b23-cff31f1487dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654435 Apr 21 15:21:49.412744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-865636f3-3d40-4dea-aaa2-adefdc286ed4 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206846 Apr 21 15:21:49.544307 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4999af10-945f-4415-bdc6-4c7c3bc79555 req-50f17725-33cb-4fdf-bad1-27f0126cc721 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258714 Apr 21 15:21:49.652991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72a0ac-f488-4d10-bc43-6a56cfb5a81b req-fd2421a7-7cd6-454c-a87d-3307f4f079a2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:49.654475 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0a72a0ac-f488-4d10-bc43-6a56cfb5a81b req-fd2421a7-7cd6-454c-a87d-3307f4f079a2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 944 time: 0.0787573 Apr 21 15:21:49.703484 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0a72a0ac-f488-4d10-bc43-6a56cfb5a81b req-0cb7394e-abd8-42f4-a81a-03636dc80faa tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426693 Apr 21 15:21:49.712545 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fff53-594f-452f-b714-ecb17bdc2396 req-eabf5ca8-6b47-4281-a97e-c8ef19a97d89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=01c3114697f94fe19add9b47328f936f&device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 1097 time: 0.0748870 Apr 21 15:21:49.843510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fff53-594f-452f-b714-ecb17bdc2396 req-f339d96a-60b0-44b9-b94b-2aff3ad5d459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:49.845001 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fff53-594f-452f-b714-ecb17bdc2396 req-f339d96a-60b0-44b9-b94b-2aff3ad5d459 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d HTTP/1.1" status: 200 len: 917 time: 0.1268554 Apr 21 15:21:49.910897 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fff53-594f-452f-b714-ecb17bdc2396 req-94a85a8a-7642-410b-b35c-0633b6ee273b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c840c495-2671-44ea-9891-b1500034c05a HTTP/1.1" status: 200 len: 217 time: 0.0596828 Apr 21 15:21:49.975931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fff53-594f-452f-b714-ecb17bdc2396 req-9e75f334-41e9-410a-9107-b99693df3f0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:49.977713 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fff53-594f-452f-b714-ecb17bdc2396 req-9e75f334-41e9-410a-9107-b99693df3f0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc1e1cb-86c8-4c01-96d0-617d879ba00b HTTP/1.1" status: 200 len: 855 time: 0.0603647 Apr 21 15:21:50.049751 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fff53-594f-452f-b714-ecb17bdc2396 req-88a25dfb-7e03-41f0-a0cc-8177106c195e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660372 Apr 21 15:21:50.182402 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fff53-594f-452f-b714-ecb17bdc2396 req-1288b67e-10cf-4302-b5e7-afad073e69f1 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254063 Apr 21 15:21:50.313241 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fff53-594f-452f-b714-ecb17bdc2396 req-8d29627a-0ad0-49e7-9f0e-2699f360b038 service neutron] 10.222.0.21 "GET /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247900 Apr 21 15:21:50.912195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9bbbf-4e5d-4077-8683-e92c1540f060 req-773bde32-3e04-4b3f-a532-5f23b9f7f471 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:50.912885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-92c9bbbf-4e5d-4077-8683-e92c1540f060 req-773bde32-3e04-4b3f-a532-5f23b9f7f471 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Synchronizing usage tracker for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:21:50.929476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-92c9bbbf-4e5d-4077-8683-e92c1540f060 req-773bde32-3e04-4b3f-a532-5f23b9f7f471 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Unset dirty status for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:21:50.930624 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-92c9bbbf-4e5d-4077-8683-e92c1540f060 req-773bde32-3e04-4b3f-a532-5f23b9f7f471 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 944 time: 0.1038258 Apr 21 15:21:50.976113 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-92c9bbbf-4e5d-4077-8683-e92c1540f060 req-4f94a902-9807-43c2-8e37-79252c9e9fb6 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Apr 21 15:21:51.413273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-21db372d-2448-43fa-872d-3790f01a494b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:52.173935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bdd66-131e-4246-a086-7a24fef89b2b req-b4903796-ac3e-4509-a2d4-22824a2d9db9 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:52.175392 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-979bdd66-131e-4246-a086-7a24fef89b2b req-b4903796-ac3e-4509-a2d4-22824a2d9db9 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 944 time: 0.0744569 Apr 21 15:21:52.225388 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-979bdd66-131e-4246-a086-7a24fef89b2b req-0b1bca23-aab1-4e0e-81da-bcf3cf266f5d tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Apr 21 15:21:52.395265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:52.550804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:53.216701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c840c495-2671-44ea-9891-b1500034c05a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:21:53.346741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port c840c495-2671-44ea-9891-b1500034c05a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c840c495-2671-44ea-9891-b1500034c05a,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:53.360262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'c840c495-2671-44ea-9891-b1500034c05a', 'network_id': '4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d', 'port_id': 'c840c495-2671-44ea-9891-b1500034c05a', 'mac_address': 'fa:16:3e:de:d8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc1e1cb-86c8-4c01-96d0-617d879ba00b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:21:53.412926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:53.416451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf808bc-f754-4988-8f2b-7d2e27f0768a req-0c052b79-4bef-431f-a000-059e6e021938 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:53.417918 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5bf808bc-f754-4988-8f2b-7d2e27f0768a req-0c052b79-4bef-431f-a000-059e6e021938 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 944 time: 0.0742729 Apr 21 15:21:53.430261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c840c495-2671-44ea-9891-b1500034c05a {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:21:53.446244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port c840c495-2671-44ea-9891-b1500034c05a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c840c495-2671-44ea-9891-b1500034c05a,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:53.450623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:53.464551 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5bf808bc-f754-4988-8f2b-7d2e27f0768a req-72d4f694-7bb9-4064-9161-3ce99bb036b0 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 Apr 21 15:21:53.545524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=c840c495-2671-44ea-9891-b1500034c05a,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:53.709704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['c840c495-2671-44ea-9891-b1500034c05a'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:21:53.778079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:54.655011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e1af6-3027-4e7f-a750-71c2cf325e27 req-4a8ba893-e273-413a-a229-fabcac3a2787 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:54.656494 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2d5e1af6-3027-4e7f-a750-71c2cf325e27 req-4a8ba893-e273-413a-a229-fabcac3a2787 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 945 time: 0.0749671 Apr 21 15:21:54.700787 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2d5e1af6-3027-4e7f-a750-71c2cf325e27 req-3450e2bd-2212-4e39-9f52-59503990a205 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Apr 21 15:21:55.217798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c840c495-2671-44ea-9891-b1500034c05a up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:21:55.286505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port c840c495-2671-44ea-9891-b1500034c05a completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:21:55.291618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port c840c495-2671-44ea-9891-b1500034c05a triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:21:55.291993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:55.401489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:55.427140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c840c495-2671-44ea-9891-b1500034c05a'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:21:55.437101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port c840c495-2671-44ea-9891-b1500034c05a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c840c495-2671-44ea-9891-b1500034c05a,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:21:55.441167 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:55.483079 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b9b3b8-d04d-4c0e-a78d-4ffdb0914276'] response: {'server_uuid': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c840c495-2671-44ea-9891-b1500034c05a', 'code': 200} Apr 21 15:21:55.508314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=c840c495-2671-44ea-9891-b1500034c05a,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:21:55.735349 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-678b8df4-1704-4b37-89cc-cb969f82ea87 req-63efb6c4-4f1f-4434-9eba-16ed660a0b1a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 1099 time: 0.0711474 Apr 21 15:21:55.778734 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-678b8df4-1704-4b37-89cc-cb969f82ea87 req-5665a8af-d31b-4ecf-ba40-3e5d8a7ae585 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373504 Apr 21 15:21:55.898826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7530b0-839f-45e4-8af0-0c974bd2ff74 req-5272b88b-55d1-46bf-93af-de8a63f7f263 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:55.900906 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2e7530b0-839f-45e4-8af0-0c974bd2ff74 req-5272b88b-55d1-46bf-93af-de8a63f7f263 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 946 time: 0.0779531 Apr 21 15:21:55.945031 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2e7530b0-839f-45e4-8af0-0c974bd2ff74 req-dfd32b47-1f92-4420-a140-2b74a2d34686 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387106 Apr 21 15:21:57.144624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df453c30-6227-4244-b946-966606d6b37b req-9bc7d783-3f55-4cd3-946a-6cb281d72775 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:57.146064 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df453c30-6227-4244-b946-966606d6b37b req-9bc7d783-3f55-4cd3-946a-6cb281d72775 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 946 time: 0.0765653 Apr 21 15:21:57.194223 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df453c30-6227-4244-b946-966606d6b37b req-8decad51-310f-4486-869a-8127455301e3 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Apr 21 15:21:57.387538 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4eb6f-57ef-4881-8ee1-56339a932802 req-1acaa670-0403-47a5-b0a3-b23b780ab56b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:21:57.389028 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-08b4eb6f-57ef-4881-8ee1-56339a932802 req-1acaa670-0403-47a5-b0a3-b23b780ab56b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 946 time: 0.0746651 Apr 21 15:21:57.438691 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-08b4eb6f-57ef-4881-8ee1-56339a932802 req-5be55f41-3e75-4b5d-9494-36a5dfc74ec2 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 Apr 21 15:22:00.984680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:11.662198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6323b4-07ff-4db1-a3cc-178557d0e1a4 req-62e363d8-a7ca-49c8-bfc1-0e0198963708 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:11.663638 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1f6323b4-07ff-4db1-a3cc-178557d0e1a4 req-62e363d8-a7ca-49c8-bfc1-0e0198963708 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 946 time: 0.0733347 Apr 21 15:22:11.707965 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1f6323b4-07ff-4db1-a3cc-178557d0e1a4 req-6aadcf30-49d0-4d9b-8071-cd7223ae79fa tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Apr 21 15:22:11.756766 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:22:12.905203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c49b03-d128-431c-ae4c-6cf0bd97d627 req-5ce76833-7cba-4e77-88cc-3d794a74066f tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:12.906647 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-04c49b03-d128-431c-ae4c-6cf0bd97d627 req-5ce76833-7cba-4e77-88cc-3d794a74066f tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 946 time: 0.0793862 Apr 21 15:22:12.954801 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-04c49b03-d128-431c-ae4c-6cf0bd97d627 req-8b4dd931-afc2-4075-9e6b-c6802cb980a1 tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbbfdd83-6a36-4d13-a3c3-6c178923486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Apr 21 15:22:13.223225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-df15d48e-21f3-4715-9418-420980658c4d tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:13.224673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-df15d48e-21f3-4715-9418-420980658c4d tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 946 time: 0.0777142 Apr 21 15:22:13.289177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Deleting port c840c495-2671-44ea-9891-b1500034c05a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:13.289438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:13.605181 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] For port c840c495-2671-44ea-9891-b1500034c05a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c840c495-2671-44ea-9891-b1500034c05a,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:13.605445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:13.721620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Calling delete_port for c840c495-2671-44ea-9891-b1500034c05a owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:13.859443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:13.892469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['c840c495-2671-44ea-9891-b1500034c05a'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:22:13.906883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Pushing event deleted for resources: {'Port': ['ID=c840c495-2671-44ea-9891-b1500034c05a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:13.948968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.949458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.949801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.950134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.950458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.950784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.951107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.951428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.951749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.952087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.952433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:13.997575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] No DVR routers for this DVR port c840c495-2671-44ea-9891-b1500034c05a on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:22:14.000054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:14.003077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'name': 'network-vif-deleted', 'tag': 'c840c495-2671-44ea-9891-b1500034c05a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:22:14.019547 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1f81de46-add1-4e0d-9112-8187417a5e17 req-0022b9c0-f529-4cc6-8fea-ec40caed106b tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.21 "DELETE /v2.0/ports/c840c495-2671-44ea-9891-b1500034c05a HTTP/1.1" status: 204 len: 173 time: 0.7899816 Apr 21 15:22:14.073059 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bde0d7-a5bc-4c20-8e29-d29f5c96f2a9'] response: {'server_uuid': 'a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c', 'name': 'network-vif-deleted', 'tag': 'c840c495-2671-44ea-9891-b1500034c05a', 'status': 'completed', 'code': 200} Apr 21 15:22:14.136384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-7ee9ec42-cbb2-45c7-adb6-205d1028b4a6 req-d7cba181-6316-4f4d-b580-1178b931f6ec tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Synchronizing usage tracker for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:22:14.152459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-7ee9ec42-cbb2-45c7-adb6-205d1028b4a6 req-d7cba181-6316-4f4d-b580-1178b931f6ec tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] Unset dirty status for tenant:01c3114697f94fe19add9b47328f936f on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:22:14.153807 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7ee9ec42-cbb2-45c7-adb6-205d1028b4a6 req-d7cba181-6316-4f4d-b580-1178b931f6ec tempest-TestEncryptedCinderVolumes-505958381 tempest-TestEncryptedCinderVolumes-505958381-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8bb0d6e-c955-4462-b2e4-4dcad98f5f3c HTTP/1.1" status: 200 len: 210 time: 0.0612328 Apr 21 15:22:15.302287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34172) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:15.672935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:16.247839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Deleting port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:16.248120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:16.495573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] For port ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:16.496284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:16.609941 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Calling delete_port for ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:16.769050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:16.815927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:17.097831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:17.340278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c840c495-2671-44ea-9891-b1500034c05a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:17.375113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: c840c495-2671-44ea-9891-b1500034c05a {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:22:17.375458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device c840c495-2671-44ea-9891-b1500034c05a not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:17.652507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:22:17.934526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:22:17.942880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] Sync routers for ids ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:22:17.952740 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b2adce47-d627-44d4-819f-dc0a6a8be0b0 admin admin] 10.222.0.42 "PUT /v2.0/routers/0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6469865 Apr 21 15:22:17.953038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34176) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:17.959084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] Routers {'0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:17.959704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:21:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:18.142428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] Set router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:18.146594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:18.342057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:18.351393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Deleting port 596accbb-c3c7-4254-9f04-52f856d63652 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:18.351790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:18.419530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': '596accbb-c3c7-4254-9f04-52f856d63652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:22:16Z', 'revision_number': 5, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port': {'id': '596accbb-c3c7-4254-9f04-52f856d63652', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:8b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:04Z', 'updated_at': '2022-04-21T15:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:18.423326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] Checking router: 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:22:18.434819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] Routers {'0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:18.435418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:21:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:18.521565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] For port 596accbb-c3c7-4254-9f04-52f856d63652, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=596accbb-c3c7-4254-9f04-52f856d63652,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:18.521917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:18.585547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] Set router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:18.640045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Calling delete_port for 596accbb-c3c7-4254-9f04-52f856d63652 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:18.689333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:22:18Z', 'revision_number': 6, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:18.693274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2625ca65-adde-4e50-8201-75ef39f0a43a None None] The sync data for ids ['0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961'] in dv-neutron-838898-1-hyperv is: [{'id': '0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961', 'name': 'tempest-TestEncryptedCinderVolumes-609718367-router', 'tenant_id': '01c3114697f94fe19add9b47328f936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:03Z', 'updated_at': '2022-04-21T15:22:18Z', 'revision_number': 6, 'project_id': '01c3114697f94fe19add9b47328f936f', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:22:18.804997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:18.851775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=596accbb-c3c7-4254-9f04-52f856d63652,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:19.077818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.085033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8e53-e195-4047-94dc-24d8240a4136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.413876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.417893 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.441239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.441807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:22:19.454746 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.458209 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d94ef9c2-86b6-4533-bfb0-20d57446f4c4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0ff55e28-5df8-4b3e-8e8d-f23d6bb4b961 HTTP/1.1" status: 204 len: 168 time: 1.5020211 Apr 21 15:22:19.458375 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34180) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:19.516390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] Deleting subnet ccc1e1cb-86c8-4c01-96d0-617d879ba00b {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:22:19.519621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.564412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:19.573554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.598127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:22:19.598980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ffdd4ea8-3bac-41bb-b32a-5b2b34cc3f6f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:19.598980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 596accbb-c3c7-4254-9f04-52f856d63652 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:19.630380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 596accbb-c3c7-4254-9f04-52f856d63652 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:22:19.630736 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 596accbb-c3c7-4254-9f04-52f856d63652 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:19.654065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.725294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.766818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc1e1cb-86c8-4c01-96d0-617d879ba00b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:19.770779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.777419 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-42e76ccc-e5e8-4b68-9fdc-3fb35fe55766 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ccc1e1cb-86c8-4c01-96d0-617d879ba00b HTTP/1.1" status: 204 len: 168 time: 0.3180981 Apr 21 15:22:19.778057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f1c5f9-88db-42e7-8e53-1b568bf409b3 None None] Network 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:22:19.779919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34184) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:19.889627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:19.900169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Deleting port f7ef05a1-7aef-4063-8004-64e611ed018c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:19.900495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.057518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] DHCP port deletion for 4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:22:20.062026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Deleting port f7ef05a1-7aef-4063-8004-64e611ed018c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:20.062421 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.097843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] For port f7ef05a1-7aef-4063-8004-64e611ed018c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f7ef05a1-7aef-4063-8004-64e611ed018c,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:20.098189 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.215572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Calling delete_port for f7ef05a1-7aef-4063-8004-64e611ed018c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:20.256674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] For port f7ef05a1-7aef-4063-8004-64e611ed018c, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f7ef05a1-7aef-4063-8004-64e611ed018c,segment=NetworkSegment(1758ffea-6941-494f-b1ec-5b4425105d34),segment_id=1758ffea-6941-494f-b1ec-5b4425105d34)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:20.256975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.289545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.332209 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ef05a1-7aef-4063-8004-64e611ed018c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:20.338070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] No DVR routers for this DVR port f7ef05a1-7aef-4063-8004-64e611ed018c on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:22:20.376918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Calling delete_port for f7ef05a1-7aef-4063-8004-64e611ed018c owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:20.444351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:22:20.444699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:22:20.449291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.473689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:20.485669 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1758ffea-6941-494f-b1ec-5b4425105d34') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:20.485961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1758ffea-6941-494f-b1ec-5b4425105d34') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:20.496735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.515166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.520911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:22:20.521281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:22:20.609135 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:22:20.679567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.697917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:20.707785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:20.721049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4b9a4d68-dbfb-49be-9092-b17f2a225c33 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4ae7970c-8a7e-42b1-bd8b-8134b8c14c5d HTTP/1.1" status: 204 len: 168 time: 0.9399800 Apr 21 15:22:20.723844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34188) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:20.946851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Deleting port f7ef05a1-7aef-4063-8004-64e611ed018c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:20.947582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:21.013448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a3675ab5-0b8a-4f47-853b-8e43a24f70ad None None] The port 'f7ef05a1-7aef-4063-8004-64e611ed018c' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:22:21.105334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:21.413915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1897c56d-0330-4d1b-b628-417285d7f97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:21.563989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f7ef05a1-7aef-4063-8004-64e611ed018c no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:21.595863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: f7ef05a1-7aef-4063-8004-64e611ed018c {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:22:21.596232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f7ef05a1-7aef-4063-8004-64e611ed018c not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:21.702137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Deleting port ecffa08a-42d5-4a30-970e-2086ae0db8c6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:21.702387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:21.870714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] For port ecffa08a-42d5-4a30-970e-2086ae0db8c6, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ecffa08a-42d5-4a30-970e-2086ae0db8c6,segment=NetworkSegment(015e567b-590e-46b9-a4ee-000e96af9ab8),segment_id=015e567b-590e-46b9-a4ee-000e96af9ab8)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:21.871049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:21.995311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Calling delete_port for ecffa08a-42d5-4a30-970e-2086ae0db8c6 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:22.232268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:22.280461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecffa08a-42d5-4a30-970e-2086ae0db8c6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:22.399051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:22.558668 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:22.566750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:23.132990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Router 091693d9-22fb-4893-9863-2e32d388c1f1 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:22:23.330387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:22:23.339166 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] Sync routers for ids ['091693d9-22fb-4893-9863-2e32d388c1f1'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:22:23.340531 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-88bc4356-c920-4953-897c-b45933133980 admin admin] 10.222.0.42 "PUT /v2.0/routers/091693d9-22fb-4893-9863-2e32d388c1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6156662 Apr 21 15:22:23.342388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34192) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:23.350764 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] Routers {'091693d9-22fb-4893-9863-2e32d388c1f1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:23.351344 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['091693d9-22fb-4893-9863-2e32d388c1f1'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:23.534700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] Set router 091693d9-22fb-4893-9863-2e32d388c1f1 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:23.641185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:23.771329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:23.845295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:23.853383 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196'}], 'enable_snat': True}, 'gw_port_id': '66158247-d320-4bc4-812f-55b42f5a903b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:22:22Z', 'revision_number': 5, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port': {'id': '66158247-d320-4bc4-812f-55b42f5a903b', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:21:10Z', 'updated_at': '2022-04-21T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:23.855065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Deleting port 66158247-d320-4bc4-812f-55b42f5a903b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:23.855422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:23.857576 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] Checking router: 091693d9-22fb-4893-9863-2e32d388c1f1 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:22:23.867902 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] Routers {'091693d9-22fb-4893-9863-2e32d388c1f1'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:23.868500 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['091693d9-22fb-4893-9863-2e32d388c1f1'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:24.016927 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] Set router 091693d9-22fb-4893-9863-2e32d388c1f1 gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:24.029480 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] For port 66158247-d320-4bc4-812f-55b42f5a903b, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=66158247-d320-4bc4-812f-55b42f5a903b,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:24.029840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:24.118001 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:22:23Z', 'revision_number': 6, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:24.122035 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad2650-33f4-4820-9105-a59baeeaec15 None None] The sync data for ids ['091693d9-22fb-4893-9863-2e32d388c1f1'] in dv-neutron-838898-1-hyperv is: [{'id': '091693d9-22fb-4893-9863-2e32d388c1f1', 'name': 'tempest-TestEncryptedCinderVolumes-1720683732-router', 'tenant_id': '402a12cb50a64584a68ff8ab63c4a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:21:09Z', 'updated_at': '2022-04-21T15:22:23Z', 'revision_number': 6, 'project_id': '402a12cb50a64584a68ff8ab63c4a605', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:22:24.151225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Calling delete_port for 66158247-d320-4bc4-812f-55b42f5a903b owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:24.313164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:24.360638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Pushing event deleted for resources: {'Port': ['ID=66158247-d320-4bc4-812f-55b42f5a903b,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:24.578844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:24.827159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:24.831279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:24.959258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:24.959868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091693d9-22fb-4893-9863-2e32d388c1f1 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:22:24.978587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:24.982464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:24.983076 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b3ba00de-993f-4b93-af53-dc9d1b82d704 admin admin] 10.222.0.42 "DELETE /v2.0/routers/091693d9-22fb-4893-9863-2e32d388c1f1 HTTP/1.1" status: 204 len: 168 time: 1.6393600 Apr 21 15:22:25.042171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Deleting subnet da04cd99-f438-420c-bf8a-8939964d8a68 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:22:25.045218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.098645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.180642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.247719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.287994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da04cd99-f438-420c-bf8a-8939964d8a68,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:25.295403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.300482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ce302d-c133-43b5-aa33-51901f80fdbe None None] Network bd6591da-2838-4c3f-86a5-86844925b1fd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:22:25.305122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.305499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.305836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.306211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.306544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.306881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.307204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.307526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.307846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.308191 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.308513 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:25.315364 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e3cdce97-4b37-4551-b740-752221e2703e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/da04cd99-f438-420c-bf8a-8939964d8a68 HTTP/1.1" status: 204 len: 168 time: 0.3295376 Apr 21 15:22:25.315721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34200) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:25.421606 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.432133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Deleting port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:25.432466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.538752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38b724-c131-408a-b751-438cc730a19d None None] DHCP port deletion for bd6591da-2838-4c3f-86a5-86844925b1fd request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:22:25.542764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Deleting port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:25.543144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.585974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ecffa08a-42d5-4a30-970e-2086ae0db8c6 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:25.622168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ecffa08a-42d5-4a30-970e-2086ae0db8c6 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:22:25.622514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ecffa08a-42d5-4a30-970e-2086ae0db8c6 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:25.622930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 66158247-d320-4bc4-812f-55b42f5a903b no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:25.635582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] For port b792f08e-63c6-4e55-9b8b-70b32f6f1d30, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,segment=NetworkSegment(015e567b-590e-46b9-a4ee-000e96af9ab8),segment_id=015e567b-590e-46b9-a4ee-000e96af9ab8)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:25.635936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.659500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 66158247-d320-4bc4-812f-55b42f5a903b {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:22:25.659845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 66158247-d320-4bc4-812f-55b42f5a903b not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:25.814435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-4a38b724-c131-408a-b751-438cc730a19d None None] For port b792f08e-63c6-4e55-9b8b-70b32f6f1d30, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,segment=NetworkSegment(015e567b-590e-46b9-a4ee-000e96af9ab8),segment_id=015e567b-590e-46b9-a4ee-000e96af9ab8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:25.814716 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.847477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Calling delete_port for b792f08e-63c6-4e55-9b8b-70b32f6f1d30 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:25.920858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.933132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Calling delete_port for b792f08e-63c6-4e55-9b8b-70b32f6f1d30 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:22:25.964704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Pushing event deleted for resources: {'Port': ['ID=b792f08e-63c6-4e55-9b8b-70b32f6f1d30,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:25.971633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] No DVR routers for this DVR port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:22:26.002133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:22:26.002513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:22:26.085499 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.113654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6591da-2838-4c3f-86a5-86844925b1fd']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:26.125690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015e567b-590e-46b9-a4ee-000e96af9ab8') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:26.125985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015e567b-590e-46b9-a4ee-000e96af9ab8') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:26.137643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.153481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.159361 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:22:26.159735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:22:26.172611 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:22:26.244145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.263857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.273566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6591da-2838-4c3f-86a5-86844925b1fd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:26.278095 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c50ce2c8-fa00-41d2-8f3f-48d9cec37967 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bd6591da-2838-4c3f-86a5-86844925b1fd HTTP/1.1" status: 204 len: 168 time: 0.9616041 Apr 21 15:22:26.467753 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34206) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:26.503764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Deleting port b792f08e-63c6-4e55-9b8b-70b32f6f1d30 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:22:26.504345 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4a38b724-c131-408a-b751-438cc730a19d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.516986 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9cdf1d9c-c85b-4876-b616-c8c2907fd54d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01c3114697f94fe19add9b47328f936f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480793 Apr 21 15:22:26.519350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:26.580413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c27e21e-d39b-41c9-9709-82506b7df935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.600107 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b724-c131-408a-b751-438cc730a19d None None] The port 'b792f08e-63c6-4e55-9b8b-70b32f6f1d30' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:22:26.607706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c27e21e-d39b-41c9-9709-82506b7df935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.657719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c27e21e-d39b-41c9-9709-82506b7df935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.674489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e21e-d39b-41c9-9709-82506b7df935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbfdd83-6a36-4d13-a3c3-6c178923486d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:26.685064 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c27e21e-d39b-41c9-9709-82506b7df935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:26.686191 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c27e21e-d39b-41c9-9709-82506b7df935 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbbfdd83-6a36-4d13-a3c3-6c178923486d HTTP/1.1" status: 204 len: 168 time: 0.1659734 Apr 21 15:22:27.068362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34218) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:27.120618 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e348f700-f08a-454d-8180-2537d98de758 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=402a12cb50a64584a68ff8ab63c4a605&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510104 Apr 21 15:22:27.122888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34222) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:27.179995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccb51-fea1-4e04-bf30-65fd994b8cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:27.205818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccb51-fea1-4e04-bf30-65fd994b8cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:27.260048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccb51-fea1-4e04-bf30-65fd994b8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:27.274067 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ccb51-fea1-4e04-bf30-65fd994b8cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32339bac-4716-4481-b310-b892ab1d0b13,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:27.280037 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccb51-fea1-4e04-bf30-65fd994b8cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:27.281177 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d5ccb51-fea1-4e04-bf30-65fd994b8cb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32339bac-4716-4481-b310-b892ab1d0b13 HTTP/1.1" status: 204 len: 168 time: 0.1574185 Apr 21 15:22:27.565315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b792f08e-63c6-4e55-9b8b-70b32f6f1d30 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:27.601663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: b792f08e-63c6-4e55-9b8b-70b32f6f1d30 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:22:27.602690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b792f08e-63c6-4e55-9b8b-70b32f6f1d30 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:28.185681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34244) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:28.313479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1800891753-network', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:22:28.318301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:28.322221 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Usage tracker for resource:network and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:28.325031 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:28.331219 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:28.341285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Made reservation on behalf of b067a0f1d5244115a4cf3b9b093dbf09 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:22:28.343985 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.357384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.388058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:28.391816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:28.394635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:28.400278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:28.468406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.471916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.503916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:22:28.509145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3257b1-24b5-4fee-9df9-a1ffd310da56,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:28.516610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.516961 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Added segment 1fe689c6-6a74-4290-9647-c26764105b41 of type vlan for network b1e637fe-6c49-4bd5-9a42-db98329413d5 Apr 21 15:22:28.544184 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.573254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.574074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:28.574641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.677849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] Pushing event updated for resources: {'Network': ['ID=b1e637fe-6c49-4bd5-9a42-db98329413d5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:28.681241 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ede2c3d1-2ae0-4620-863a-28885d79f62b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4945698 Apr 21 15:22:28.684487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34250) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:28.688408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:22:28.690016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Request body: {'subnet': {'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1800891753-subnet', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:22:28.695020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:28.698976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Usage tracker for resource:subnet and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:28.701835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:28.707680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:28.718154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Made reservation on behalf of b067a0f1d5244115a4cf3b9b093dbf09 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:22:28.720633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.921780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.001223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4066aeb8-d46b-4057-aa30-4d7663df4222,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:29.009707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Checking segment: {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:29.010055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Network hostable DHCP agents. Network: b1e637fe-6c49-4bd5-9a42-db98329413d5, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:22:29.031528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:22:29.040482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, b1e637fe-6c49-4bd5-9a42-db98329413d5) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:29.044086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:29.044658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.048810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8b1a5-d7da-42b6-b21d-cc57d721b0da None None] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:22:29.067458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34254) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:29.067989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b35ca116-c461-4cfc-ae8c-7ee7425843a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3821063 Apr 21 15:22:29.073753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:22:29.078417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:29.082125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Usage tracker for resource:router and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:29.084889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:29.091020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:29.101914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.102930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.121052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.260314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-b1e637fe-6c49-4bd5-9a42-db98329413d5', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:22:29.261159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.264159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.414125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Allocated IP 172.20.0.2 (b1e637fe-6c49-4bd5-9a42-db98329413d5/4066aeb8-d46b-4057-aa30-4d7663df4222/402b7fa5-8f16-4914-9a83-af759c883506) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:22:29.450622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.479233 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.612740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Allocated IP 172.26.6.135 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/4086d00a-8a17-4f5e-be4a-adf85ed3687d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:22:29.614437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.625141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Transition to ACTIVE for port object 402b7fa5-8f16-4914-9a83-af759c883506 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:29.643435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Transition to ACTIVE for port object 402b7fa5-8f16-4914-9a83-af759c883506 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:29.649123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.721842 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:29.722813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Pushing event updated for resources: {'Port': ['ID=402b7fa5-8f16-4914-9a83-af759c883506,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:29.725075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:29.728579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:22:29.737565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.737925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.738262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.738602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.738941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.739273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.739604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.739940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.740292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.740618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.740945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:29.757489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.785991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.825428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Attempting to bind port 402b7fa5-8f16-4914-9a83-af759c883506 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:22:29.825797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Attempting to bind port 402b7fa5-8f16-4914-9a83-af759c883506 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:22:29.826170 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Attempting to bind port 402b7fa5-8f16-4914-9a83-af759c883506 on network b1e637fe-6c49-4bd5-9a42-db98329413d5 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:22:29.832536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:22:29.832905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Checking segment: {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:29.833299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.833684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Bound using segment: {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:22:29.834138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Bound port: 402b7fa5-8f16-4914-9a83-af759c883506, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:22:29.834505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.850161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:29.853330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:29.857042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:22:29.888925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4086d00a-8a17-4f5e-be4a-adf85ed3687d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:29.924267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] For port 402b7fa5-8f16-4914-9a83-af759c883506, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:22:29.927187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] For port 402b7fa5-8f16-4914-9a83-af759c883506, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=402b7fa5-8f16-4914-9a83-af759c883506,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:22:29.932925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:30.016743 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db6006-bf18-4253-a2a9-886c89334ccf None None] Pushing event updated for resources: {'Port': ['ID=402b7fa5-8f16-4914-9a83-af759c883506,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:30.017045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:30.017763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:30.264631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Router 8bb0b798-1085-4651-a9c1-0d26bdb9752a is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:22:30.468630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:22:30.479488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Sync routers for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:22:30.491247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:30.491634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:30.491930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:30.492877 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-04b9dd88-8797-4372-804c-1808fbb507c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4237638 Apr 21 15:22:30.495617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34258) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:30.671033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:31.017939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.043358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:29Z', 'revision_number': 3, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:31.047432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Checking router: 8bb0b798-1085-4651-a9c1-0d26bdb9752a for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:22:31.047786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Updating router 8bb0b798-1085-4651-a9c1-0d26bdb9752a port 4086d00a-8a17-4f5e-be4a-adf85ed3687d binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:22:31.078762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdd642-64a9-4a60-bdda-5c648ad2c80d None None] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:22:31.183644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d9c5f3f9-22d0-43e5-b7e1-4f691708f207 None None] Provisioning for port 402b7fa5-8f16-4914-9a83-af759c883506 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:31.189455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.346602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.552953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Allocated IP 172.20.0.1 (b1e637fe-6c49-4bd5-9a42-db98329413d5/4066aeb8-d46b-4057-aa30-4d7663df4222/2f7793bd-bd25-4e91-a150-3f37501dd969) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:22:31.618998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 402b7fa5-8f16-4914-9a83-af759c883506 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:31.700228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.716410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Transition to ACTIVE for port object 4086d00a-8a17-4f5e-be4a-adf85ed3687d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:31.721996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.725027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.739809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Transition to ACTIVE for port object 2f7793bd-bd25-4e91-a150-3f37501dd969 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:31.765475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.787194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 402b7fa5-8f16-4914-9a83-af759c883506 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:31.804832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 402b7fa5-8f16-4914-9a83-af759c883506 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:31.805799 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.834400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:31.837423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:31.840387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Attempting to bind port 4086d00a-8a17-4f5e-be4a-adf85ed3687d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:22:31.840693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Attempting to bind port 4086d00a-8a17-4f5e-be4a-adf85ed3687d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:22:31.841051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Attempting to bind port 4086d00a-8a17-4f5e-be4a-adf85ed3687d on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:22:31.841770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:22:31.856239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ca066-15ab-44b8-816a-23c639a6d67e None None] Pushing event updated for resources: {'Port': ['ID=4086d00a-8a17-4f5e-be4a-adf85ed3687d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:31.872485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Pushing event updated for resources: {'Port': ['ID=2f7793bd-bd25-4e91-a150-3f37501dd969,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:31.878810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:22:31.878810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:31.879229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.879621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:22:31.880132 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Bound port: 4086d00a-8a17-4f5e-be4a-adf85ed3687d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:22:31.880520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.899704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.940686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b507fbdf-bcf5-4db0-a4cc-33532ee770f3 None None] Provisioning complete for port 402b7fa5-8f16-4914-9a83-af759c883506 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:31.941060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b507fbdf-bcf5-4db0-a4cc-33532ee770f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:31.999453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.053290 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] For port 4086d00a-8a17-4f5e-be4a-adf85ed3687d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:22:32.076208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] For port 4086d00a-8a17-4f5e-be4a-adf85ed3687d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4086d00a-8a17-4f5e-be4a-adf85ed3687d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:22:32.084665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.087999 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.230673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.235270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.237617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ca066-15ab-44b8-816a-23c639a6d67e None None] Pushing event updated for resources: {'Port': ['ID=4086d00a-8a17-4f5e-be4a-adf85ed3687d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:32.241701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 402b7fa5-8f16-4914-9a83-af759c883506, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=402b7fa5-8f16-4914-9a83-af759c883506,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:32.245521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b507fbdf-bcf5-4db0-a4cc-33532ee770f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.258642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.303672 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:32.304232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:32.340218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:32.343576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Pushing event updated for resources: {'Port': ['ID=2f7793bd-bd25-4e91-a150-3f37501dd969,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:32.482816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:32.483906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:32.553906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=402b7fa5-8f16-4914-9a83-af759c883506,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:32.572020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-b507fbdf-bcf5-4db0-a4cc-33532ee770f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:22:32.572395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-b507fbdf-bcf5-4db0-a4cc-33532ee770f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:22:32.607968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:32.912054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:32Z', 'revision_number': 2, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:32.915945 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fde213-893d-4802-9a11-7d1cf8d4d321 None None] The sync data for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv is: [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:32Z', 'revision_number': 2, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:22:32.980385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Router 8bb0b798-1085-4651-a9c1-0d26bdb9752a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:22:33.208838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:22:33.220765 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-58827941-1e5b-4a92-b04d-719f2f7a303b admin admin] 10.222.0.42 "PUT /v2.0/routers/8bb0b798-1085-4651-a9c1-0d26bdb9752a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7240696 Apr 21 15:22:33.257535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3143f5fd-f32b-40d3-ac4b-cd5281db6b01 None None] Provisioning for port 2f7793bd-bd25-4e91-a150-3f37501dd969 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:33.263054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3143f5fd-f32b-40d3-ac4b-cd5281db6b01 None None] Provisioning complete for port 2f7793bd-bd25-4e91-a150-3f37501dd969 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:33.263522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3143f5fd-f32b-40d3-ac4b-cd5281db6b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:33.317954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3143f5fd-f32b-40d3-ac4b-cd5281db6b01 None None] Port 2f7793bd-bd25-4e91-a150-3f37501dd969 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:22:33.687958 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 402b7fa5-8f16-4914-9a83-af759c883506 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:33.761941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 402b7fa5-8f16-4914-9a83-af759c883506 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:33.762321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:33.885711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4086d00a-8a17-4f5e-be4a-adf85ed3687d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:33.955646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 4086d00a-8a17-4f5e-be4a-adf85ed3687d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:33.962771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4086d00a-8a17-4f5e-be4a-adf85ed3687d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:33.963307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.093875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.111085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 4086d00a-8a17-4f5e-be4a-adf85ed3687d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4086d00a-8a17-4f5e-be4a-adf85ed3687d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:34.115918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.118108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34280) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:34.128802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1699158596-network', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:22:34.134232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:34.138849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Usage tracker for resource:network and tenant:176b0ca2aad84fe68d06961d81dc4a79 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:34.141677 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:34.148117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:34.159318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Made reservation on behalf of 176b0ca2aad84fe68d06961d81dc4a79 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:22:34.161801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.174279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.188352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=4086d00a-8a17-4f5e-be4a-adf85ed3687d,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:34.207080 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:34.211679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Usage tracker for resource:security_group_rule and tenant:176b0ca2aad84fe68d06961d81dc4a79 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:34.214500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:34.220129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:34.284938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.288807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.318251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:22:34.326438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44298bd4-3c5c-470f-8217-644712aaf726,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:34.331742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.332142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Added segment 26a88d07-b4e6-4612-bf5e-97cb8602d5c5 of type vlan for network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 Apr 21 15:22:34.357824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.385987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.386978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:34.387552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.489128 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3698976 Apr 21 15:22:34.490077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651a73a-cf7f-426b-864d-bfe3abcabe24 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7f270c-4fdd-4152-bf49-df7ee2b40ec6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:34.491898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34284) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:34.497957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Request body: {'subnet': {'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1699158596-subnet', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:22:34.501373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:22:34.503038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:34.506872 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Usage tracker for resource:subnet and tenant:176b0ca2aad84fe68d06961d81dc4a79 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:34.509826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:34.515507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:34.525804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Made reservation on behalf of 176b0ca2aad84fe68d06961d81dc4a79 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:22:34.529314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.733094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.810938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e31724-0aa3-42a0-b87c-067c148211be,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:34.820177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Checking segment: {'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:34.820561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Network hostable DHCP agents. Network: 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:22:34.842014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:22:34.850408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:34.854726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:34.855294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.859961 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7857a00b-093e-474a-9dbb-0ff792043596 None None] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:22:34.875159 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-12b966b6-d60e-4af8-a5ad-58e1ad50f5b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3816023 Apr 21 15:22:34.877648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34288) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:34.882707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:22:34.887268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:34.891214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Usage tracker for resource:router and tenant:176b0ca2aad84fe68d06961d81dc4a79 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:22:34.894057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:22:34.900272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:34.910468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.911652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.931198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.092429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-8c7f270c-4fdd-4152-bf49-df7ee2b40ec6', 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'fixed_ips': [{'subnet_id': '44e31724-0aa3-42a0-b87c-067c148211be'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:22:35.093265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.176317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.249159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Allocated IP 172.20.0.2 (8c7f270c-4fdd-4152-bf49-df7ee2b40ec6/44e31724-0aa3-42a0-b87c-067c148211be/36858a98-6110-40a9-b035-18e52ca19617) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:22:35.358800 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.389030 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.487185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.498133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Transition to ACTIVE for port object 36858a98-6110-40a9-b035-18e52ca19617 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:35.517013 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Transition to ACTIVE for port object 36858a98-6110-40a9-b035-18e52ca19617 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:35.523385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.536096 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Allocated IP 172.26.6.22 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/c31bcf4b-89ed-4dc5-9eb0-959cfed57da0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:22:35.600233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:35.603285 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:35.607692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:22:35.611087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Pushing event updated for resources: {'Port': ['ID=36858a98-6110-40a9-b035-18e52ca19617,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:35.613212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4086d00a-8a17-4f5e-be4a-adf85ed3687d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:35.699247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.730441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.751685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Attempting to bind port 36858a98-6110-40a9-b035-18e52ca19617 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:22:35.752078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Attempting to bind port 36858a98-6110-40a9-b035-18e52ca19617 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:22:35.752432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Attempting to bind port 36858a98-6110-40a9-b035-18e52ca19617 on network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:22:35.761525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:22:35.761897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Checking segment: {'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:35.762296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.762687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Bound using segment: {'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:22:35.763151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Bound port: 36858a98-6110-40a9-b035-18e52ca19617, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:22:35.763521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.782109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4086d00a-8a17-4f5e-be4a-adf85ed3687d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:35.782475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.800236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:35.803706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:35.806256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Pushing event updated for resources: {'Port': ['ID=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:35.808825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:22:35.906869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] For port 36858a98-6110-40a9-b035-18e52ca19617, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:22:35.952906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] For port 36858a98-6110-40a9-b035-18e52ca19617, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=36858a98-6110-40a9-b035-18e52ca19617,segment=NetworkSegment(26a88d07-b4e6-4612-bf5e-97cb8602d5c5),segment_id=26a88d07-b4e6-4612-bf5e-97cb8602d5c5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:22:35.960394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.975995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:35.977368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:36.044029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d890f-54ba-4bde-a2a1-7f288e1d5413 None None] Pushing event updated for resources: {'Port': ['ID=36858a98-6110-40a9-b035-18e52ca19617,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:36.234849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Router fe86826b-c10e-44b1-90f7-7b585e3fd035 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:22:36.432232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:22:36.441053 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Sync routers for ids ['fe86826b-c10e-44b1-90f7-7b585e3fd035'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:22:36.453452 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Routers {'fe86826b-c10e-44b1-90f7-7b585e3fd035'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:36.454217 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fe86826b-c10e-44b1-90f7-7b585e3fd035'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:36.455539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:36.459339 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b1604e16-0a7d-4ead-a909-417f52911f3f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5782020 Apr 21 15:22:36.459522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34292) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:36.638610 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Set router fe86826b-c10e-44b1-90f7-7b585e3fd035 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:36.932494 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:22:35Z', 'revision_number': 3, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port': {'id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:35Z', 'updated_at': '2022-04-21T15:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:36.936668 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Checking router: fe86826b-c10e-44b1-90f7-7b585e3fd035 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:22:36.937147 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Updating router fe86826b-c10e-44b1-90f7-7b585e3fd035 port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:22:36.992843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43c24af-0b2e-4d10-b372-b612958db2b9 None None] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:22:37.013709 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.120702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-09afb734-e685-4362-a370-b54893d4921b None None] Provisioning for port 36858a98-6110-40a9-b035-18e52ca19617 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:37.354456 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.368015 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Transition to ACTIVE for port object c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:37.374869 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.390491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.456265 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Pushing event updated for resources: {'Port': ['ID=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:37.467501 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Attempting to bind port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:22:37.467864 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Attempting to bind port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:22:37.468244 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Attempting to bind port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:22:37.475483 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.475825 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.476191 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.476525 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.477372 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.477698 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.478019 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.478340 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.478656 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.479140 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.479450 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:37.484834 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:22:37.484996 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:37.485270 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.485650 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:22:37.486109 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Bound port: c31bcf4b-89ed-4dc5-9eb0-959cfed57da0, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:22:37.486478 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.588798 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] For port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:22:37.592033 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] For port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:22:37.597059 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.613433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Allocated IP 172.20.0.1 (8c7f270c-4fdd-4152-bf49-df7ee2b40ec6/44e31724-0aa3-42a0-b87c-067c148211be/8d5a02c1-65a0-44a7-aae4-9b9265277a51) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:22:37.622449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36858a98-6110-40a9-b035-18e52ca19617 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:37.677690 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Routers {'fe86826b-c10e-44b1-90f7-7b585e3fd035'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:37.678296 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fe86826b-c10e-44b1-90f7-7b585e3fd035'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:37.700599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 36858a98-6110-40a9-b035-18e52ca19617 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:37.705606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 36858a98-6110-40a9-b035-18e52ca19617 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:37.706057 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.775734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.791934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Transition to ACTIVE for port object 8d5a02c1-65a0-44a7-aae4-9b9265277a51 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:37.804114 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c30ab4-090e-406e-8b4a-9ed0c4b7a5c7 None None] Pushing event updated for resources: {'Port': ['ID=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:37.824201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.832520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.865226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 36858a98-6110-40a9-b035-18e52ca19617, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=36858a98-6110-40a9-b035-18e52ca19617,segment=NetworkSegment(26a88d07-b4e6-4612-bf5e-97cb8602d5c5),segment_id=26a88d07-b4e6-4612-bf5e-97cb8602d5c5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:37.870069 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.874876 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] Set router fe86826b-c10e-44b1-90f7-7b585e3fd035 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:37.898087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:37.901291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:37.906077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:22:37.933815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5a02c1-65a0-44a7-aae4-9b9265277a51,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:37.941626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=36858a98-6110-40a9-b035-18e52ca19617,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:37.962410 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.060747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.165216 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:22:35Z', 'revision_number': 3, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port': {'id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:35Z', 'updated_at': '2022-04-21T15:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:38.169396 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df05e225-1e9e-427d-a8ac-3d5c2a2b7223 None None] The sync data for ids ['fe86826b-c10e-44b1-90f7-7b585e3fd035'] in dv-neutron-838898-1-hyperv is: [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:22:35Z', 'revision_number': 3, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port': {'id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:35Z', 'updated_at': '2022-04-21T15:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:22:38.193848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6abb55fb-63e5-48a0-9b25-9a900398306d None None] Provisioning for port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:38.199079 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6abb55fb-63e5-48a0-9b25-9a900398306d None None] Provisioning complete for port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:38.199447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6abb55fb-63e5-48a0-9b25-9a900398306d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.250755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6abb55fb-63e5-48a0-9b25-9a900398306d None None] Port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:22:38.285479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.290097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.397488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5a02c1-65a0-44a7-aae4-9b9265277a51,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:38.399999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.534150 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:38.535212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:38.773097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f9c87e75-4632-4ad5-849d-73ff6add83df None None] Provisioning complete for port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:38.774095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f9c87e75-4632-4ad5-849d-73ff6add83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.831648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-f9c87e75-4632-4ad5-849d-73ff6add83df None None] Port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:22:39.041119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Router fe86826b-c10e-44b1-90f7-7b585e3fd035 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:22:39.240843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:22:39.250080 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4342786e-afbc-4c29-8ffc-eb447a7ab9a8 admin admin] 10.222.0.42 "PUT /v2.0/routers/fe86826b-c10e-44b1-90f7-7b585e3fd035/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7895231 Apr 21 15:22:39.577665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36858a98-6110-40a9-b035-18e52ca19617 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:39.650592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 36858a98-6110-40a9-b035-18e52ca19617 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:39.651036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:43.651076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:43.748375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:43.753947 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:43.754402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:43.886998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:43.906289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:43.912091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:44.036750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:45.586650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:45.687827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:45.688611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:47.622536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Sync routers for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:22:47.637574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:47.638191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:47.826697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:48.167047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:32Z', 'revision_number': 2, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:48.171320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Checking router: 8bb0b798-1085-4651-a9c1-0d26bdb9752a for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:22:48.171678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Updating router 8bb0b798-1085-4651-a9c1-0d26bdb9752a port 2f7793bd-bd25-4e91-a150-3f37501dd969 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:22:48.226922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:48.608143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:48.622387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Transition to ACTIVE for port object 2f7793bd-bd25-4e91-a150-3f37501dd969 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:48.647521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:48.762226 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:22:48.819023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360c594-60ad-4c9b-ad8b-86f9bda57c6e None None] Pushing event updated for resources: {'Port': ['ID=2f7793bd-bd25-4e91-a150-3f37501dd969,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:48.924942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Attempting to bind port 2f7793bd-bd25-4e91-a150-3f37501dd969 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:22:48.925289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Attempting to bind port 2f7793bd-bd25-4e91-a150-3f37501dd969 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:22:48.925647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Attempting to bind port 2f7793bd-bd25-4e91-a150-3f37501dd969 on network b1e637fe-6c49-4bd5-9a42-db98329413d5 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:22:48.933112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:22:48.933490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Checking segment: {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:48.933895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:48.934542 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Bound using segment: {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:22:48.935007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Bound port: 2f7793bd-bd25-4e91-a150-3f37501dd969, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:22:48.935516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.057636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] For port 2f7793bd-bd25-4e91-a150-3f37501dd969, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:22:49.068603 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] For port 2f7793bd-bd25-4e91-a150-3f37501dd969, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2f7793bd-bd25-4e91-a150-3f37501dd969,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:22:49.079262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.185593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-33b275c7-a2cc-47ac-8497-c508636d8d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.215589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:49.216447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:49.274687 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360c594-60ad-4c9b-ad8b-86f9bda57c6e None None] Pushing event updated for resources: {'Port': ['ID=2f7793bd-bd25-4e91-a150-3f37501dd969,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:49.416648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:49.568691 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Sync routers for ids ['fe86826b-c10e-44b1-90f7-7b585e3fd035'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:22:49.582392 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Routers {'fe86826b-c10e-44b1-90f7-7b585e3fd035'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:49.583127 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fe86826b-c10e-44b1-90f7-7b585e3fd035'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:49.633978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2f7793bd-bd25-4e91-a150-3f37501dd969 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:49.745010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 2f7793bd-bd25-4e91-a150-3f37501dd969 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:49.762340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2f7793bd-bd25-4e91-a150-3f37501dd969 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:49.762715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.776001 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Set router fe86826b-c10e-44b1-90f7-7b585e3fd035 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:49.946814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.973601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:49.983757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff45db0-6184-4461-a932-06dbbfd7c2a2 None None] The sync data for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv is: [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:22:50.012733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 2f7793bd-bd25-4e91-a150-3f37501dd969, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2f7793bd-bd25-4e91-a150-3f37501dd969,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:50.028972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.136787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=2f7793bd-bd25-4e91-a150-3f37501dd969,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:50.165435 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:22:37Z', 'revision_number': 4, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port': {'id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:35Z', 'updated_at': '2022-04-21T15:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8d5a02c1-65a0-44a7-aae4-9b9265277a51', 'name': '', 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'mac_address': 'fa:16:3e:28:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44e31724-0aa3-42a0-b87c-067c148211be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:37Z', 'updated_at': '2022-04-21T15:22:38Z', 'revision_number': 2, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'subnets': [{'id': '44e31724-0aa3-42a0-b87c-067c148211be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:50.169797 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Checking router: fe86826b-c10e-44b1-90f7-7b585e3fd035 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:22:50.170153 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Updating router fe86826b-c10e-44b1-90f7-7b585e3fd035 port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:22:50.235180 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.432340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-ff505fb1-a9e7-4575-991f-41bc5c878c3a tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:50.433956 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-ff505fb1-a9e7-4575-991f-41bc5c878c3a tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 815 time: 0.1551979 Apr 21 15:22:50.452059 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-50eef2cf-9ff8-4308-9be8-bd919cd23831 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/quotas/b067a0f1d5244115a4cf3b9b093dbf09 HTTP/1.1" status: 200 len: 375 time: 0.0122035 Apr 21 15:22:50.554122 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-7acc67c0-2469-4c02-8bac-55a9601903f3 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Synchronizing usage tracker for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:22:50.576532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-7acc67c0-2469-4c02-8bac-55a9601903f3 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Unset dirty status for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:22:50.580636 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-7acc67c0-2469-4c02-8bac-55a9601903f3 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225488 Apr 21 15:22:50.650097 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.665915 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Transition to ACTIVE for port object 8d5a02c1-65a0-44a7-aae4-9b9265277a51 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:50.674104 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.807138 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d4343-f082-44ca-9a7f-3a34bd774c59 None None] Pushing event updated for resources: {'Port': ['ID=8d5a02c1-65a0-44a7-aae4-9b9265277a51,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:50.904693 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Attempting to bind port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:22:50.905168 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Attempting to bind port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:22:50.905539 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Attempting to bind port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 on network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:22:50.912257 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:22:50.912629 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Checking segment: {'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:22:50.913027 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.913418 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Bound using segment: {'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:22:50.913913 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Bound port: 8d5a02c1-65a0-44a7-aae4-9b9265277a51, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a88d07-b4e6-4612-bf5e-97cb8602d5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:22:50.914280 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.920860 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-62b67720-0431-488c-a842-3c320c0daab6 service neutron] 10.222.0.42 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301556 Apr 21 15:22:51.009535 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] For port 8d5a02c1-65a0-44a7-aae4-9b9265277a51, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:22:51.012687 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] For port 8d5a02c1-65a0-44a7-aae4-9b9265277a51, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8d5a02c1-65a0-44a7-aae4-9b9265277a51,segment=NetworkSegment(26a88d07-b4e6-4612-bf5e-97cb8602d5c5),segment_id=26a88d07-b4e6-4612-bf5e-97cb8602d5c5)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:22:51.017706 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:51.064758 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-888b918e-4c90-4eab-b955-b38427279424 service neutron] 10.222.0.42 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347575 Apr 21 15:22:51.098842 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d4343-f082-44ca-9a7f-3a34bd774c59 None None] Pushing event updated for resources: {'Port': ['ID=8d5a02c1-65a0-44a7-aae4-9b9265277a51,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:51.103895 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Routers {'fe86826b-c10e-44b1-90f7-7b585e3fd035'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:22:51.104530 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:22:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fe86826b-c10e-44b1-90f7-7b585e3fd035'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:51.312842 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] Set router fe86826b-c10e-44b1-90f7-7b585e3fd035 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:22:51.423434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-da73d504-e859-44a9-b4bf-d81ddfbaee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:51.508742 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4d3a4d68-c84e-41df-a173-5771196cfbe3 req-a42a69ab-c2bd-4379-b6c0-e5309cb00073 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 210 time: 0.2678022 Apr 21 15:22:51.589342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2f7793bd-bd25-4e91-a150-3f37501dd969 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:51.659259 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:22:37Z', 'revision_number': 4, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port': {'id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:35Z', 'updated_at': '2022-04-21T15:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8d5a02c1-65a0-44a7-aae4-9b9265277a51', 'name': '', 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'mac_address': 'fa:16:3e:28:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44e31724-0aa3-42a0-b87c-067c148211be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:37Z', 'updated_at': '2022-04-21T15:22:51Z', 'revision_number': 4, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'subnets': [{'id': '44e31724-0aa3-42a0-b87c-067c148211be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:51.662992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2f7793bd-bd25-4e91-a150-3f37501dd969 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:51.663248 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb402a6-de7b-47b7-a8ae-8679fea57620 None None] The sync data for ids ['fe86826b-c10e-44b1-90f7-7b585e3fd035'] in dv-neutron-838898-1-hyperv is: [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:22:37Z', 'revision_number': 4, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port': {'id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:35Z', 'updated_at': '2022-04-21T15:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '8d5a02c1-65a0-44a7-aae4-9b9265277a51', 'name': '', 'network_id': '8c7f270c-4fdd-4152-bf49-df7ee2b40ec6', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'mac_address': 'fa:16:3e:28:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44e31724-0aa3-42a0-b87c-067c148211be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:37Z', 'updated_at': '2022-04-21T15:22:51Z', 'revision_number': 4, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'subnets': [{'id': '44e31724-0aa3-42a0-b87c-067c148211be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:22:51.663429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.405348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.562641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.610511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-1ff8173e-cf05-47ff-90a0-3c1584d65c73 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:52.612029 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-1ff8173e-cf05-47ff-90a0-3c1584d65c73 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 815 time: 0.2544410 Apr 21 15:22:52.633722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'port': {'device_id': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'admin_state_up': True, 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:22:52.791033 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b9780746-684c-407b-8aa9-f94250505915 req-25990e03-edd8-4029-abea-a4a876e3c1de tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 210 time: 0.1435859 Apr 21 15:22:52.819116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:22:52.828851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:22:52.839200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Made reservation on behalf of b067a0f1d5244115a4cf3b9b093dbf09 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:22:52.842133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.011397 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Allocated IP 172.20.0.9 (b1e637fe-6c49-4bd5-9a42-db98329413d5/4066aeb8-d46b-4057-aa30-4d7663df4222/8ae6a206-8262-469d-a47e-e92e00563a4f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:22:53.259394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.279829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Transition to ACTIVE for port object 8ae6a206-8262-469d-a47e-e92e00563a4f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:22:53.306754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.385291 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:22:53.388344 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:22:53.392474 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:22:53.449286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:53.482092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:53.483137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.528431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-695470bc-d946-490d-9291-873b5a036ac1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977883 Apr 21 15:22:53.678688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8d5a02c1-65a0-44a7-aae4-9b9265277a51 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:53.785604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.788594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:53.799971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:53.800364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.851070 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-eb3e33ce-0162-4d33-a3c4-7f42bc4f1008 None None] Provisioning for port 8ae6a206-8262-469d-a47e-e92e00563a4f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:22:53.858853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-eb3e33ce-0162-4d33-a3c4-7f42bc4f1008 None None] Provisioning complete for port 8ae6a206-8262-469d-a47e-e92e00563a4f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:53.859224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eb3e33ce-0162-4d33-a3c4-7f42bc4f1008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.925884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e33ce-0162-4d33-a3c4-7f42bc4f1008 None None] Port 8ae6a206-8262-469d-a47e-e92e00563a4f cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:22:54.017174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:54.060518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 8d5a02c1-65a0-44a7-aae4-9b9265277a51, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8d5a02c1-65a0-44a7-aae4-9b9265277a51,segment=NetworkSegment(26a88d07-b4e6-4612-bf5e-97cb8602d5c5),segment_id=26a88d07-b4e6-4612-bf5e-97cb8602d5c5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:22:54.068939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:54.086075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275af11-d4fd-4d10-b4b2-0d169f227559 req-ee4cd600-c7d7-4cfd-b6a5-53e7013fcec3 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:54.088655 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e275af11-d4fd-4d10-b4b2-0d169f227559 req-ee4cd600-c7d7-4cfd-b6a5-53e7013fcec3 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 931 time: 0.1237242 Apr 21 15:22:54.167105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=8d5a02c1-65a0-44a7-aae4-9b9265277a51,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:54.168373 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-e275af11-d4fd-4d10-b4b2-0d169f227559 req-23beff18-6ac8-4cb5-a617-77ed0a50c90e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Synchronizing usage tracker for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:22:54.190719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-e275af11-d4fd-4d10-b4b2-0d169f227559 req-23beff18-6ac8-4cb5-a617-77ed0a50c90e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Unset dirty status for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:22:54.192357 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e275af11-d4fd-4d10-b4b2-0d169f227559 req-23beff18-6ac8-4cb5-a617-77ed0a50c90e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965602 Apr 21 15:22:55.401533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d99287-d633-4396-a5ce-9df5ae769c79 req-894fd138-5fff-45b2-a2a6-282e68acf38d tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:55.402228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-52d99287-d633-4396-a5ce-9df5ae769c79 req-894fd138-5fff-45b2-a2a6-282e68acf38d tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Synchronizing usage tracker for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:22:55.419424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-52d99287-d633-4396-a5ce-9df5ae769c79 req-894fd138-5fff-45b2-a2a6-282e68acf38d tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Unset dirty status for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:22:55.420714 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-52d99287-d633-4396-a5ce-9df5ae769c79 req-894fd138-5fff-45b2-a2a6-282e68acf38d tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 931 time: 0.1035671 Apr 21 15:22:55.470992 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-52d99287-d633-4396-a5ce-9df5ae769c79 req-80fe97db-1a99-4289-a192-e55f3ff59786 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Apr 21 15:22:55.595401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8d5a02c1-65a0-44a7-aae4-9b9265277a51 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:22:55.678884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:55.679758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:56.687954 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bba41-f487-40ec-aa52-796a524e576e req-39811ef7-f79b-4031-aaa3-76040069f71b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:56.689555 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-463bba41-f487-40ec-aa52-796a524e576e req-39811ef7-f79b-4031-aaa3-76040069f71b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 931 time: 0.0780818 Apr 21 15:22:56.738071 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-463bba41-f487-40ec-aa52-796a524e576e req-7e9527e4-7439-4f03-9d2c-e2068ce8fc9a tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 Apr 21 15:22:57.941255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93d74c-ec8c-45eb-97a8-4f2f3166dde2 req-47b33695-4833-42ab-8ba3-27cb7b37aec3 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:57.948509 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae93d74c-ec8c-45eb-97a8-4f2f3166dde2 req-47b33695-4833-42ab-8ba3-27cb7b37aec3 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 931 time: 0.0864112 Apr 21 15:22:58.014142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae93d74c-ec8c-45eb-97a8-4f2f3166dde2 req-62e8e6b3-78ae-4cdb-9656-afd296dbb8bf tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646193 Apr 21 15:22:59.379667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab1533-10c5-4477-8c8d-72800bc4a70a req-b8834901-8779-4308-bbb8-b68ff8e1670d tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:22:59.381911 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d2ab1533-10c5-4477-8c8d-72800bc4a70a req-b8834901-8779-4308-bbb8-b68ff8e1670d tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 931 time: 0.0831385 Apr 21 15:22:59.432624 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d2ab1533-10c5-4477-8c8d-72800bc4a70a req-6b828e4f-28b3-4d81-98f2-320c2ebf12da tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Apr 21 15:23:00.634440 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54eb6b-b8f1-4742-b44b-b9e744413a18 req-28af9402-6f34-4a76-9430-5b106d100f31 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:00.635892 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cb54eb6b-b8f1-4742-b44b-b9e744413a18 req-28af9402-6f34-4a76-9430-5b106d100f31 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 931 time: 0.0845921 Apr 21 15:23:00.673656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Request body: {'port': {'device_id': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:00.726774 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-cb54eb6b-b8f1-4742-b44b-b9e744413a18 req-22087525-d5e6-49a3-9792-5ad8bbbb5082 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850396 Apr 21 15:23:00.786444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.002991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.113897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae6a206-8262-469d-a47e-e92e00563a4f {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:23:01.121009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.135424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Transition to ACTIVE for port object 8ae6a206-8262-469d-a47e-e92e00563a4f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:01.139134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.266492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:01.455888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Attempting to bind port 8ae6a206-8262-469d-a47e-e92e00563a4f on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:23:01.456237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Attempting to bind port 8ae6a206-8262-469d-a47e-e92e00563a4f by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:23:01.456558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Attempting to bind port 8ae6a206-8262-469d-a47e-e92e00563a4f on network b1e637fe-6c49-4bd5-9a42-db98329413d5 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:23:01.462764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Port 8ae6a206-8262-469d-a47e-e92e00563a4f on network b1e637fe-6c49-4bd5-9a42-db98329413d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:23:01.463072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Attempting to bind port 8ae6a206-8262-469d-a47e-e92e00563a4f on network b1e637fe-6c49-4bd5-9a42-db98329413d5 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:23:01.469130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:23:01.469399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Checking segment: {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:23:01.469769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Bound using segment: {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:23:01.470177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Bound port: 8ae6a206-8262-469d-a47e-e92e00563a4f, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe689c6-6a74-4290-9647-c26764105b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:23:01.470510 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.553523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:23:01.556618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae6a206-8262-469d-a47e-e92e00563a4f,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:23:01.560705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.622611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.623978 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 1093 time: 0.9542761 Apr 21 15:23:01.624424 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:23:01.646332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72adf71-6367-4b2a-9f1c-202f7cbb0519 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:01.760696 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-3dd6dfee-0187-4acf-80ca-b1c4f68fc992 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1096 time: 0.0788713 Apr 21 15:23:01.766921 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34ed70a-5462-4581-a2ff-b6e295f63c0e'] response: {'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'status': 'completed', 'code': 200} Apr 21 15:23:01.890431 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-2dbf39f0-02e8-420a-85a7-babb24726158 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 217 time: 0.1033170 Apr 21 15:23:01.969043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-ca58058e-0b97-4a06-9eac-4494da4b36c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:01.970444 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-ca58058e-0b97-4a06-9eac-4494da4b36c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.0729296 Apr 21 15:23:02.015586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d060d-b44e-4730-bd91-97cddbb050fd req-dedfcc48-22ac-426d-865e-4742eba881e0 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:02.017019 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb6d060d-b44e-4730-bd91-97cddbb050fd req-dedfcc48-22ac-426d-865e-4742eba881e0 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 943 time: 0.1673646 Apr 21 15:23:02.078706 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fb6d060d-b44e-4730-bd91-97cddbb050fd req-1fc1af93-45db-4deb-a5d6-67364dcc404f tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553212 Apr 21 15:23:02.087237 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-f783abbb-20dd-4a6d-8e6d-134b806894fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1093891 Apr 21 15:23:02.217660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-53358207-40e7-446f-a0fd-981affcc1bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238801 Apr 21 15:23:02.344390 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-df416bb4-c2a3-46f7-9014-112ede573a3d req-b25cc476-e146-4a5b-a902-eacd3d9bb8d5 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205728 Apr 21 15:23:02.498242 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-517e02c7-e128-4bef-9836-d14cac022906 req-423151c2-112f-46eb-a719-2b229bab8166 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1096 time: 0.0701444 Apr 21 15:23:02.623970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e02c7-e128-4bef-9836-d14cac022906 req-03075db4-36eb-4393-a0c8-f585d068bdc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:02.625355 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-517e02c7-e128-4bef-9836-d14cac022906 req-03075db4-36eb-4393-a0c8-f585d068bdc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 916 time: 0.1203113 Apr 21 15:23:02.693649 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-517e02c7-e128-4bef-9836-d14cac022906 req-2d38b7ce-8b1b-4a56-9493-4e57dece17d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 217 time: 0.0615661 Apr 21 15:23:02.753584 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e02c7-e128-4bef-9836-d14cac022906 req-3c1b8b13-161c-4be3-bf1e-d5b295377c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:02.754967 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-517e02c7-e128-4bef-9836-d14cac022906 req-3c1b8b13-161c-4be3-bf1e-d5b295377c3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.0540600 Apr 21 15:23:02.827189 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-517e02c7-e128-4bef-9836-d14cac022906 req-c1336c81-cf38-44cc-a64e-90b8244a1d08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661097 Apr 21 15:23:02.955001 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-517e02c7-e128-4bef-9836-d14cac022906 req-fe6d498b-ec4d-4bf8-a134-9f9042bda82a service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213927 Apr 21 15:23:03.082506 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-517e02c7-e128-4bef-9836-d14cac022906 req-e8e5509b-c89d-4a96-8468-91cc56f5bc05 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211023 Apr 21 15:23:03.277437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8a8af-4b50-47a8-8517-46cae1389fac req-77e086d0-acd9-4fad-aa94-ed0f4150d8b1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:03.278806 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-84f8a8af-4b50-47a8-8517-46cae1389fac req-77e086d0-acd9-4fad-aa94-ed0f4150d8b1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 943 time: 0.0750790 Apr 21 15:23:03.323743 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-84f8a8af-4b50-47a8-8517-46cae1389fac req-2234f292-c78d-4865-b10b-57e5f86b9780 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Apr 21 15:23:04.591634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736753d-dcf7-4993-8cd5-2f9c0004ede2 req-7b432fdb-8366-460e-bb04-2b49aa6896bc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:04.593021 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5736753d-dcf7-4993-8cd5-2f9c0004ede2 req-7b432fdb-8366-460e-bb04-2b49aa6896bc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 943 time: 0.1503832 Apr 21 15:23:04.636551 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5736753d-dcf7-4993-8cd5-2f9c0004ede2 req-063da00e-583a-45a9-a287-0853e9ecae2d tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379746 Apr 21 15:23:05.604732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae6a206-8262-469d-a47e-e92e00563a4f details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:23:05.734411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae6a206-8262-469d-a47e-e92e00563a4f,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:23:05.747202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'port_id': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'mac_address': 'fa:16:3e:8f:bf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:23:05.799433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:05.816922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae6a206-8262-469d-a47e-e92e00563a4f {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:23:05.832135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae6a206-8262-469d-a47e-e92e00563a4f,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:23:05.836579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:05.837337 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dfb3f-cd84-4e07-827e-f9f7bce4c141 req-eda15a4d-f9ca-43f5-b52a-8bafe2a68b6f tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:05.838953 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7e7dfb3f-cd84-4e07-827e-f9f7bce4c141 req-eda15a4d-f9ca-43f5-b52a-8bafe2a68b6f tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 943 time: 0.0836189 Apr 21 15:23:05.884133 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7e7dfb3f-cd84-4e07-827e-f9f7bce4c141 req-cead37a3-8160-4a95-a3a5-4ee9761af6be tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392070 Apr 21 15:23:05.903413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:06.114193 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['8ae6a206-8262-469d-a47e-e92e00563a4f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:23:07.088202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b631937-25ec-4dc3-a156-aed7c17d0f12 req-75165783-cbb0-4456-b2de-ad289437db9c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:07.089652 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b631937-25ec-4dc3-a156-aed7c17d0f12 req-75165783-cbb0-4456-b2de-ad289437db9c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 944 time: 0.0759645 Apr 21 15:23:07.139036 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b631937-25ec-4dc3-a156-aed7c17d0f12 req-d0c2408b-e838-4725-9602-c2a2a637e6bb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438011 Apr 21 15:23:07.620383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae6a206-8262-469d-a47e-e92e00563a4f up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:07.689380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 8ae6a206-8262-469d-a47e-e92e00563a4f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:07.693976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 8ae6a206-8262-469d-a47e-e92e00563a4f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:07.694942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.803000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.829940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:23:07.840096 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae6a206-8262-469d-a47e-e92e00563a4f,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:23:07.844368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.886933 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e689d68b-618a-4a5f-814a-99689e465266'] response: {'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'code': 200} Apr 21 15:23:07.910827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:08.137142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bbe700af-7f06-4cb9-8332-5d02901b46bc req-89c916c8-d2c7-495d-9338-7c17cfe3b6df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1098 time: 0.0658233 Apr 21 15:23:08.181778 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bbe700af-7f06-4cb9-8332-5d02901b46bc req-48bff069-2911-43af-b0cf-9fb593803ebb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Apr 21 15:23:08.336307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1ce8a-8d59-4f53-bbe9-e204a999cfdb req-89529dac-6e8c-4be3-a8c9-01bd805699cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:08.337760 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-84e1ce8a-8d59-4f53-bbe9-e204a999cfdb req-89529dac-6e8c-4be3-a8c9-01bd805699cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0792644 Apr 21 15:23:08.381044 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-84e1ce8a-8d59-4f53-bbe9-e204a999cfdb req-bbe5f6b7-27e3-4565-9647-8418c34ac9aa tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Apr 21 15:23:09.576517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f276ffd-92fe-4669-ba48-0866e1a2ece7 req-700fecb6-688a-4e2e-876c-1556dc41a3ad tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:09.578221 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f276ffd-92fe-4669-ba48-0866e1a2ece7 req-700fecb6-688a-4e2e-876c-1556dc41a3ad tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0776269 Apr 21 15:23:09.626022 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f276ffd-92fe-4669-ba48-0866e1a2ece7 req-5ed688c0-875f-434f-9325-d86f50defad2 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Apr 21 15:23:09.816171 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60df65-ea88-429c-97ad-1f9cb36ed3bb req-f415609f-903a-48e7-8933-54c4aad20846 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:09.817606 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fc60df65-ea88-429c-97ad-1f9cb36ed3bb req-f415609f-903a-48e7-8933-54c4aad20846 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0752101 Apr 21 15:23:09.861979 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fc60df65-ea88-429c-97ad-1f9cb36ed3bb req-189e7f42-7695-48f4-90af-46fb468b8548 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382462 Apr 21 15:23:10.283399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28904d79-f3c4-4612-889d-d43bef689693 req-e3ff759c-fda2-4ec7-bc26-91c80ce9352c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:10.284762 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-28904d79-f3c4-4612-889d-d43bef689693 req-e3ff759c-fda2-4ec7-bc26-91c80ce9352c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0775809 Apr 21 15:23:10.329626 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-28904d79-f3c4-4612-889d-d43bef689693 req-dcd14198-2069-4097-9c33-1dccbda6ce5f tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Apr 21 15:23:19.078437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7c12c284-aed0-4bd9-be1f-a49910346a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:20.370032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a6e75-d350-4847-8c7e-204543799a33 req-53553d65-6f82-4934-a66d-5c0f86cad46a tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:20.371454 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e59a6e75-d350-4847-8c7e-204543799a33 req-53553d65-6f82-4934-a66d-5c0f86cad46a tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0749700 Apr 21 15:23:20.418675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e59a6e75-d350-4847-8c7e-204543799a33 req-6c69f9cd-4b08-4cc1-be8a-0589f052f9ed tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Apr 21 15:23:20.445841 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:20.579368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f2220014-17e2-4677-8b25-6bbd1228b8fa tempest-TestMinimumBasicScenario-946613249 tempest-TestMinimumBasicScenario-946613249-project-admin] Synchronizing usage tracker for tenant:176b0ca2aad84fe68d06961d81dc4a79 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:23:20.595619 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f2220014-17e2-4677-8b25-6bbd1228b8fa tempest-TestMinimumBasicScenario-946613249 tempest-TestMinimumBasicScenario-946613249-project-admin] Unset dirty status for tenant:176b0ca2aad84fe68d06961d81dc4a79 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:23:20.596856 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f2220014-17e2-4677-8b25-6bbd1228b8fa tempest-TestMinimumBasicScenario-946613249 tempest-TestMinimumBasicScenario-946613249-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1093 time: 0.1500585 Apr 21 15:23:20.599827 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:20.605733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:20.611193 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:20.614898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:floatingip and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:20.617663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:20.623303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:20.633060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:20.766160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:20.902073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Allocated IP 172.26.6.205 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/68dc292a-f76b-4b01-a8cb-bbb2021fdb5b) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:23:21.136004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:21.165102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:21.231476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:23:21.234327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:21.238541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:23:21.265132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'Port': ['ID=68dc292a-f76b-4b01-a8cb-bbb2021fdb5b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:21.414812 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc9a9-7778-4d68-b74e-cdc39256c490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:21.727203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:21.783032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:21.985007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:21.990764 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:22.093839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'Port': ['ID=68dc292a-f76b-4b01-a8cb-bbb2021fdb5b,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:22.109537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:22.297516 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Floating IP 711e83a4-d22b-4a93-91fc-42162acec41b associated. External IP: 172.26.6.205, port: 8ae6a206-8262-469d-a47e-e92e00563a4f. Apr 21 15:23:22.404464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:22.555695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:22.775780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Router 8bb0b798-1085-4651-a9c1-0d26bdb9752a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:23:22.970127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:23:22.980310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] Sync routers for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:23:22.992673 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:23:22.993328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:23:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:22.995403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.048200 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9df466b-db88-4d97-9967-b9503429a238 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4472005 Apr 21 15:23:23.048763 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:23:23.051092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34482) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:23.057414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151647081', 'description': 'tempest-secgroup-smoke-151647081 description', 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:23.065822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:23.075576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:23.089076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.128750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:23.131467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:23.134435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:23.140270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:23.180161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:23:23.185486 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d727cada-5954-4c70-9a9e-e382e0508fa7'] response: {'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'status': 'completed', 'code': 200} Apr 21 15:23:23.199912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.203572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.247217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60796f4-3f5b-4f37-8f24-bb126323d2ee,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:23.304641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.305016 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.305356 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.305687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.306018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.306347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.306672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.307065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.307454 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.307802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.308148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:23.314164 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.315414 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9a1d248a-8a92-4740-9c46-c0c1a4ffa7fe tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2632654 Apr 21 15:23:23.318951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34490) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:23.324629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'security_group_rule': {'security_group_id': 'b60796f4-3f5b-4f37-8f24-bb126323d2ee', 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:23.339831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:23.345444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:23.349256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:23.356354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:23.374931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-152aae46-1969-46e7-b8e5-d6221367b189 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1098 time: 0.1228673 Apr 21 15:23:23.401508 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.544956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '711e83a4-d22b-4a93-91fc-42162acec41b', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'port_id': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'mac_address': 'fa:16:3e:8f:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:23:21Z', 'updated_at': '2022-04-21T15:23:21Z', 'revision_number': 0, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 5, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:23.556741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.556982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] Checking router: 8bb0b798-1085-4651-a9c1-0d26bdb9752a for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:23:23.558090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-c7c88942-d2a1-4ea7-935f-7d2cbf71d4f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:23.560482 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-c7c88942-d2a1-4ea7-935f-7d2cbf71d4f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 916 time: 0.1789684 Apr 21 15:23:23.563467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.570374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:23:23.571007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:23:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:23.662884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c6aad6-8b9d-4073-ad26-85b3385f48c0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:23.682562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.686435 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b223398b-b855-481d-8917-b2bc88c22f98 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3642151 Apr 21 15:23:23.686835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:23.692881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'security_group_rule': {'security_group_id': 'b60796f4-3f5b-4f37-8f24-bb126323d2ee', 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:23.699123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:23.703263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:23.703513 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-a889b70d-af68-4fbe-bd77-b2ce576b0449 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 999 time: 0.1374369 Apr 21 15:23:23.706519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:23.717229 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:23.735627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.769506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-d68a666a-4722-46e7-837a-3e710a271718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:23.771252 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-d68a666a-4722-46e7-837a-3e710a271718 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.0617642 Apr 21 15:23:23.789084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.791438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:23:23.805277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.810368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.833443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaad2d9-f485-4837-9e2a-90c66f001235,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:23.843412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.844737 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e5750ce6-b139-4c14-880c-fa4b5245e0ff tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1567771 Apr 21 15:23:23.847369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:23.854449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'security_group_rule': {'security_group_id': 'b60796f4-3f5b-4f37-8f24-bb126323d2ee', 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:23.860840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:23.861213 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-4bd12472-677e-4399-82d3-65c6d1fd8484 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840364 Apr 21 15:23:23.864568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:23.867959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:23.873700 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:23.892528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.992548 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.001592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.004853 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-fa286117-a9a6-4eb6-90bf-3c17762ccb22 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370029 Apr 21 15:23:24.025161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1ee578-639c-455e-a7b1-3102f167169a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:24.044292 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.048053 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4cbe8a9e-9e60-45de-adcc-5d439321144b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1968946 Apr 21 15:23:24.048283 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34502) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:24.055615 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'security_group_rule': {'security_group_id': 'b60796f4-3f5b-4f37-8f24-bb126323d2ee', 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:24.064022 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:24.069536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:24.073208 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:24.079571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:24.098393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.148016 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-046b892c-aae3-4ce2-958f-b6ef0895e257 req-69218663-5aae-4a52-b728-af7a8dde3f2f service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354210 Apr 21 15:23:24.167430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '711e83a4-d22b-4a93-91fc-42162acec41b', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'port_id': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'mac_address': 'fa:16:3e:8f:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:23:21Z', 'updated_at': '2022-04-21T15:23:21Z', 'revision_number': 0, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 5, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:24.169729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.171826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f5032-1806-495a-9cc7-aaf76a1470d1 None None] The sync data for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv is: [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '711e83a4-d22b-4a93-91fc-42162acec41b', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'port_id': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'mac_address': 'fa:16:3e:8f:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:23:21Z', 'updated_at': '2022-04-21T15:23:21Z', 'revision_number': 0, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 5, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:23:24.174353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.199750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d89e24e-1f83-4016-b095-803e678f402e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:24.209671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.213670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0618a0c7-f165-4ddb-b71e-810a60147440 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1640828 Apr 21 15:23:24.216489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34506) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:24.222156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'security_group_rule': {'security_group_id': 'b60796f4-3f5b-4f37-8f24-bb126323d2ee', 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:24.228985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:24.232723 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:24.235541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:24.242268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:24.252505 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Project b067a0f1d5244115a4cf3b9b093dbf09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:23:24.259138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.328689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.333468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.366993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baeaf029-c31e-4cae-92a7-71563a3a8586,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:24.385970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.387211 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-855c86ba-2ffe-4c98-b975-38c57ed61664 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1697354 Apr 21 15:23:24.390094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:24.390688 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d815929a-6b6f-4339-8077-b1abcafa40e9 None None] New status for floating IP 711e83a4-d22b-4a93-91fc-42162acec41b: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:23:24.396100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'security_group_rule': {'security_group_id': 'b60796f4-3f5b-4f37-8f24-bb126323d2ee', 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:24.402623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:24.410651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Usage tracker for resource:security_group_rule and tenant:b067a0f1d5244115a4cf3b9b093dbf09 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:24.415237 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:24.421273 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:24.441465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Project b067a0f1d5244115a4cf3b9b093dbf09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:23:24.446636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.514314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.518365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.542795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee55c646-b3d4-46b2-a52c-3443e079a4b2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:24.553473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.557755 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3dbbfefd-6ce7-41fc-9331-30405abdae35 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1665640 Apr 21 15:23:24.690791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-67e540c2-2196-4f71-96ec-105dffacec1e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Synchronizing usage tracker for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:23:24.705841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-67e540c2-2196-4f71-96ec-105dffacec1e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Unset dirty status for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:23:24.707218 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-67e540c2-2196-4f71-96ec-105dffacec1e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151647081&fields=id&tenant_id=b067a0f1d5244115a4cf3b9b093dbf09 HTTP/1.1" status: 200 len: 267 time: 0.0624928 Apr 21 15:23:24.864483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-f3dd9384-d24f-42cc-b7cf-88e1f3f4b1c1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:24.865951 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-f3dd9384-d24f-42cc-b7cf-88e1f3f4b1c1 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.1526620 Apr 21 15:23:24.876286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'port': {'security_groups': ['8e3257b1-24b5-4fee-9df9-a1ffd310da56', 'b60796f4-3f5b-4f37-8f24-bb126323d2ee']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:23:24.990609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:25.239714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae6a206-8262-469d-a47e-e92e00563a4f,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:23:25.264516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:25.269351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:25.311709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['8ae6a206-8262-469d-a47e-e92e00563a4f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:23:25.351346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:25.351346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:25.351346 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d6700cd3-9af3-46fd-b108-53fd15febc86 req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "PUT /v2.0/ports/8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 981 time: 0.4768550 Apr 21 15:23:25.351346 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:23:25.370393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd648a2a-b01c-4cde-b5fc-0113835e0acc tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:25.428386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61f0b63-48bd-4051-a224-92ba4c5428cc'] response: {'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'status': 'completed', 'code': 200} Apr 21 15:23:25.488938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['8ae6a206-8262-469d-a47e-e92e00563a4f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:23:25.559674 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-4a3296a7-9f42-4745-a8c5-46f0fd5ac790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1137 time: 0.0872734 Apr 21 15:23:25.607556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa507-6628-40cf-b9eb-f8607b76b97d req-60946bd7-cb13-4185-ac03-6c53db49171e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:25.609105 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d26fa507-6628-40cf-b9eb-f8607b76b97d req-60946bd7-cb13-4185-ac03-6c53db49171e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.1071038 Apr 21 15:23:25.658672 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d26fa507-6628-40cf-b9eb-f8607b76b97d req-70270968-e8d4-4cc6-99e0-fffb384b7fef tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436633 Apr 21 15:23:25.666442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-01b696a6-fa9d-4fbf-b7bd-1e9ddd3e6ee7 None None] Provisioning complete for port 8ae6a206-8262-469d-a47e-e92e00563a4f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:25.666826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-01b696a6-fa9d-4fbf-b7bd-1e9ddd3e6ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:25.710807 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-4abf8ad1-314a-4bc0-9a05-ac41e09627ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:25.712321 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-4abf8ad1-314a-4bc0-9a05-ac41e09627ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 916 time: 0.1459572 Apr 21 15:23:25.762347 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:23:25.828137 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-6ec6e21d-26aa-403d-a215-8d2af7e034df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 1001 time: 0.0989354 Apr 21 15:23:25.885519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-21d4bef3-eb9d-4778-a80f-813092542b2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:25.886956 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-21d4bef3-eb9d-4778-a80f-813092542b2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.0612073 Apr 21 15:23:25.964941 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-505f612a-3e3f-4a7f-afcd-141d4a5bcc9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715795 Apr 21 15:23:26.095681 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-df145844-3cd7-482f-a8ef-fc38b7dcb692 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241224 Apr 21 15:23:26.226721 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-faae632b-82b9-4e0f-8977-0892a5c01b90 req-424bc7a7-56ac-426e-a06e-121259e81826 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252553 Apr 21 15:23:31.008038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:42.880032 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-d9bb6681-d2ad-42b3-bbcd-d1f69e8b1a6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1137 time: 0.0676515 Apr 21 15:23:42.893724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157ced4-0542-49eb-857a-f586ca83b5e3 req-f7878b61-61c1-41bf-a30b-547084c00e89 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:42.895180 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f157ced4-0542-49eb-857a-f586ca83b5e3 req-f7878b61-61c1-41bf-a30b-547084c00e89 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0760896 Apr 21 15:23:42.942381 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f157ced4-0542-49eb-857a-f586ca83b5e3 req-2e439114-ab17-4956-bb8e-f16075602530 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409131 Apr 21 15:23:43.010387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-3ac2ef80-dfbf-42c3-96f8-7b86f4dd542f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:43.011839 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-3ac2ef80-dfbf-42c3-96f8-7b86f4dd542f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 916 time: 0.1257463 Apr 21 15:23:43.114684 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-9199e8ff-c685-4421-984a-e63edf4dab22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 1001 time: 0.0965729 Apr 21 15:23:43.176607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-94d733e6-0ddb-430d-8ac7-8c4a29565bff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:43.178052 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-94d733e6-0ddb-430d-8ac7-8c4a29565bff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.0567908 Apr 21 15:23:43.340820 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-faa9b1b3-3c1d-4c66-beb8-18f10b1443de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1526072 Apr 21 15:23:43.468797 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-04bd1271-8d95-467e-b48b-974c713ba439 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212699 Apr 21 15:23:43.597959 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b71928b9-9cc6-4bfd-9baa-565a3e8ace0d req-c5a4e93e-4517-4f04-b97b-715cd416cc01 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228905 Apr 21 15:23:43.803763 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-b6c88700-fb02-4c00-9da0-9055fab0b130 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1137 time: 0.0691326 Apr 21 15:23:43.942951 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-02b4e57c-0780-4357-b562-678c5398b449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:43.944456 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-02b4e57c-0780-4357-b562-678c5398b449 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 916 time: 0.1237299 Apr 21 15:23:44.048170 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-5339921f-4861-459b-bc72-4433c57df787 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 1001 time: 0.0960429 Apr 21 15:23:44.157462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-1a470c41-f1ba-4dc8-ba42-7211a096146a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:44.158859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-1a470c41-f1ba-4dc8-ba42-7211a096146a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.1046164 Apr 21 15:23:44.216265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d622-c105-4a19-91d2-a664f1a73d33 req-a15bdde8-52b6-469c-b265-b3f3aed89eb4 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:44.217663 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8875d622-c105-4a19-91d2-a664f1a73d33 req-a15bdde8-52b6-469c-b265-b3f3aed89eb4 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.1345704 Apr 21 15:23:44.280305 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-a7a4a14e-c4a5-479c-ba64-5a96b5075f7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150622 Apr 21 15:23:44.283184 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8875d622-c105-4a19-91d2-a664f1a73d33 req-27411740-a3d7-4338-ba51-73bd060e7f4f tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563135 Apr 21 15:23:44.407288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-bc7cff8e-4026-4057-a443-758ece8b6d98 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206272 Apr 21 15:23:44.534331 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58bb6755-74d1-4844-a2e2-e89eb5344142 req-298f99d1-6607-403c-b160-7b6c694ddd63 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210957 Apr 21 15:23:45.476913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d29175-0fae-428b-889d-475fa4dcadc9 req-8b9ad768-814f-429e-b90b-338a236c9312 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:45.478333 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9d29175-0fae-428b-889d-475fa4dcadc9 req-8b9ad768-814f-429e-b90b-338a236c9312 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0780778 Apr 21 15:23:45.523553 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b9d29175-0fae-428b-889d-475fa4dcadc9 req-1ff2fe7b-b15d-46fc-9081-ded05d10b775 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395079 Apr 21 15:23:46.722298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59337ead-9f9d-4404-93df-303ecd326863 req-b54a5615-0584-410a-b6dd-3233a8eee650 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:46.723722 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-59337ead-9f9d-4404-93df-303ecd326863 req-b54a5615-0584-410a-b6dd-3233a8eee650 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0744207 Apr 21 15:23:46.769190 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-59337ead-9f9d-4404-93df-303ecd326863 req-bf3ba7ff-bd9d-4ea2-89df-abdf8e765e48 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393624 Apr 21 15:23:47.964202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee3802-8e09-440a-86c1-7726c557558e req-48e5a9ba-0e75-40f6-b7d5-47bf9a43d1ea tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:47.965649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ceee3802-8e09-440a-86c1-7726c557558e req-48e5a9ba-0e75-40f6-b7d5-47bf9a43d1ea tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0762804 Apr 21 15:23:48.012481 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ceee3802-8e09-440a-86c1-7726c557558e req-d06db7f6-38cc-4987-982a-45c71b0afa03 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411603 Apr 21 15:23:49.082232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-204c8e56-1f96-48bb-bf88-ddb26f7eafdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:49.213575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44acee3-4cd5-4b51-aa8f-2273187211bc req-ac78dcec-7a6f-4f5a-aaa7-fa983c650d0b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:49.214887 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a44acee3-4cd5-4b51-aa8f-2273187211bc req-ac78dcec-7a6f-4f5a-aaa7-fa983c650d0b tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0777180 Apr 21 15:23:49.261356 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a44acee3-4cd5-4b51-aa8f-2273187211bc req-43f5a61c-fe96-4002-bd05-c476fb6ba08e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404727 Apr 21 15:23:50.465311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199aefb-c570-45a6-8082-407a3b635939 req-4bafa9bf-0f1c-4536-96d5-4a7598de7be9 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:50.466819 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4199aefb-c570-45a6-8082-407a3b635939 req-4bafa9bf-0f1c-4536-96d5-4a7598de7be9 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0799813 Apr 21 15:23:50.514751 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4199aefb-c570-45a6-8082-407a3b635939 req-8054f112-318e-4fb7-904e-32bbd5b47afd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418382 Apr 21 15:23:51.416992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-54824ace-2760-4b6a-8de3-24d627bbb6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:51.706837 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4b6a0-3ba4-42d1-bb85-4ce840938415 req-bc3fbcb6-6cbf-4897-b7e9-563fa182a757 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:51.708279 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b0b4b6a0-3ba4-42d1-bb85-4ce840938415 req-bc3fbcb6-6cbf-4897-b7e9-563fa182a757 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0751357 Apr 21 15:23:51.753158 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b0b4b6a0-3ba4-42d1-bb85-4ce840938415 req-c3a1f243-e9cc-4c05-a78b-3460b268680e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387182 Apr 21 15:23:52.407105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:52.557075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:52.945584 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ee9c9-367c-49b9-8993-8597c4e975e1 req-65d0eb31-cc41-44b5-9143-5af9503b5e80 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:52.947078 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-615ee9c9-367c-49b9-8993-8597c4e975e1 req-65d0eb31-cc41-44b5-9143-5af9503b5e80 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0756345 Apr 21 15:23:53.004430 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-615ee9c9-367c-49b9-8993-8597c4e975e1 req-7df145b8-a18a-41fc-9819-5e3e4ef4ffc8 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512264 Apr 21 15:23:53.779560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:54.202351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb9017-d027-4faa-aa85-c9a86123f7af req-2bb40cc2-6663-47e5-801c-e67f82cb9f0c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:54.203771 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5bbb9017-d027-4faa-aa85-c9a86123f7af req-2bb40cc2-6663-47e5-801c-e67f82cb9f0c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0776992 Apr 21 15:23:54.250098 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5bbb9017-d027-4faa-aa85-c9a86123f7af req-72b4b37a-e15f-4d10-b137-c6f9b12e469f tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402217 Apr 21 15:23:55.450045 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88f382-3799-4675-ba43-66a9ae3162ac req-e0dd8936-82f5-431e-b5db-50b4cd9dc12c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:23:55.451480 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a88f382-3799-4675-ba43-66a9ae3162ac req-e0dd8936-82f5-431e-b5db-50b4cd9dc12c tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0745814 Apr 21 15:23:55.497326 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a88f382-3799-4675-ba43-66a9ae3162ac req-d66389f9-fe73-447e-a735-2a7b94cfdd8a tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=b60796f4-3f5b-4f37-8f24-bb126323d2ee&id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402665 Apr 21 15:24:01.017650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:02.763223 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:24:19.084809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-68f0d448-7724-4827-8299-c18845ef1a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:21.418578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-49d3db38-69f0-4bec-a440-54efde70e9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:22.410382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:22.557659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:23.783362 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.033434 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-97b794e6-7aab-4291-8822-73f063875f5b req-660d5002-ec8c-467a-9df7-d32d33f69369 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151647081&fields=id&tenant_id=b067a0f1d5244115a4cf3b9b093dbf09 HTTP/1.1" status: 200 len: 267 time: 0.0404003 Apr 21 15:24:28.113066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b794e6-7aab-4291-8822-73f063875f5b req-9a6e05e2-cc3b-4d92-9362-d281bd19d968 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:28.114974 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-97b794e6-7aab-4291-8822-73f063875f5b req-9a6e05e2-cc3b-4d92-9362-d281bd19d968 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 984 time: 0.0764329 Apr 21 15:24:28.125251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Request body: {'port': {'security_groups': ['8e3257b1-24b5-4fee-9df9-a1ffd310da56']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:28.320471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.549478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae6a206-8262-469d-a47e-e92e00563a4f,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:28.574490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.584818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.617719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['8ae6a206-8262-469d-a47e-e92e00563a4f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:24:28.655022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:28.655629 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.657015 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-97b794e6-7aab-4291-8822-73f063875f5b req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "PUT /v2.0/ports/8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 942 time: 0.5359755 Apr 21 15:24:28.657453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:24:28.666724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34566) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:28.677939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event updated for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:28.688108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.688607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.689177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.689275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.689575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.689904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.690661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.690661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.690824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.691145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.691452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4c36f-f35d-4ad6-a01c-d850c5534ebb tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.753567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d616c39f-a4c4-42e8-87f7-b8ee62d04601'] response: {'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'status': 'completed', 'code': 200} Apr 21 15:24:28.758783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.773951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['8ae6a206-8262-469d-a47e-e92e00563a4f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:24:28.791268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.872945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.884689 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-d62d409a-3994-4634-bae9-8d0c7ddb35a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1098 time: 0.0844233 Apr 21 15:24:28.895689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60796f4-3f5b-4f37-8f24-bb126323d2ee,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:28.907133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.907472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.907803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.908154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.908490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.908810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.909133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.909496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.909768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.910082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.910396 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:28.914241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.915362 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7f2cb66-65e7-4e28-9048-a08d24300fe5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "DELETE /v2.0/security-groups/b60796f4-3f5b-4f37-8f24-bb126323d2ee HTTP/1.1" status: 204 len: 168 time: 0.2469916 Apr 21 15:24:28.918102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34570) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:29.022328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2d089efa-dd32-4f4b-a669-43117d4cd1be None None] Provisioning complete for port 8ae6a206-8262-469d-a47e-e92e00563a4f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:24:29.023539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2d089efa-dd32-4f4b-a669-43117d4cd1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:29.052478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-248fc6f8-7a85-4733-bf9a-7393be63a9a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:29.053959 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-248fc6f8-7a85-4733-bf9a-7393be63a9a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 916 time: 0.1641600 Apr 21 15:24:29.124967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Deleting port 68dc292a-f76b-4b01-a8cb-bbb2021fdb5b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:29.125576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:29.164235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-68fe622a-4972-4d32-a8a1-2dcd9769a50c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 1001 time: 0.1033890 Apr 21 15:24:29.229645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-004071e8-77f9-4d0f-a1b3-1d3e2961a914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:29.231143 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-004071e8-77f9-4d0f-a1b3-1d3e2961a914 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.0601342 Apr 21 15:24:29.307670 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-a90a54bc-eed1-4794-9e8e-3c6cbec85be8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697174 Apr 21 15:24:29.386360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:29.386603 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:29.439427 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-f6d5f520-38f9-4bcf-a88d-20590edfc48e service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252549 Apr 21 15:24:29.508019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Calling delete_port for 68dc292a-f76b-4b01-a8cb-bbb2021fdb5b owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:29.567756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d8838171-d879-48d0-a6b3-2828ead2fe85 req-9cfcd21a-02da-4c26-8b61-0ab1a0d254b3 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221523 Apr 21 15:24:29.654933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:29.697929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event deleted for resources: {'Port': ['ID=68dc292a-f76b-4b01-a8cb-bbb2021fdb5b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:29.788217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:30.167327 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Router 8bb0b798-1085-4651-a9c1-0d26bdb9752a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:24:30.363257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:24:30.372419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] Sync routers for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:24:30.383437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:30.383594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:30.384087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:30.437902 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-314a291a-6ae2-4681-9224-b044f94d0e19 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "DELETE /v2.0/floatingips/711e83a4-d22b-4a93-91fc-42162acec41b HTTP/1.1" status: 204 len: 168 time: 1.5163543 Apr 21 15:24:30.437902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:24:30.490019 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6a34a5-d562-4d8b-b581-4e9352c7094f'] response: {'name': 'network-changed', 'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'status': 'completed', 'code': 200} Apr 21 15:24:30.559651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:30.602539 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-58a2895d-e846-4e45-add2-ae0677d747e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 1098 time: 0.0696821 Apr 21 15:24:30.745372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-4eb01e60-21be-4e3a-9316-e044e238b03e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:30.749669 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-4eb01e60-21be-4e3a-9316-e044e238b03e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 200 len: 916 time: 0.1408286 Apr 21 15:24:30.829359 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-d64f58a7-b45d-4272-befc-c2e6f70beafd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 200 len: 217 time: 0.0658946 Apr 21 15:24:30.891973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 5, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:30.894054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-20be744d-bb0a-41b0-8186-0f93929d7e5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:30.896467 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-20be744d-bb0a-41b0-8186-0f93929d7e5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 200 len: 854 time: 0.0620916 Apr 21 15:24:30.896800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] Checking router: 8bb0b798-1085-4651-a9c1-0d26bdb9752a for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:24:30.907660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:30.908377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:30.974827 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-fc68c401-a8a4-4e6f-8ac4-5f9ee358c03f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b1e637fe-6c49-4bd5-9a42-db98329413d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723438 Apr 21 15:24:31.052404 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:31.103080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:31.203655 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-53fe262e-902c-4960-a704-a854308aba38 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219319 Apr 21 15:24:31.345578 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e3000b14-ca9d-4a88-b777-d58382f495e0 req-5af60926-34db-4ae9-ba3b-37970eb9a6f5 service neutron] 10.222.0.21 "GET /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351264 Apr 21 15:24:31.425590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 5, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:31.434485 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f6668-3603-41a5-96a0-78ed3404216b None None] The sync data for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv is: [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:31Z', 'revision_number': 4, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '2f7793bd-bd25-4e91-a150-3f37501dd969', 'name': '', 'network_id': 'b1e637fe-6c49-4bd5-9a42-db98329413d5', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'mac_address': 'fa:16:3e:38:06:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:31Z', 'updated_at': '2022-04-21T15:22:49Z', 'revision_number': 5, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'subnets': [{'id': '4066aeb8-d46b-4057-aa30-4d7663df4222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:24:31.663267 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba119feb-12fd-4424-8c51-146aef0dc77c None None] New status for floating IP 711e83a4-d22b-4a93-91fc-42162acec41b: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:24:34.776358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9983d-a9b9-4450-ba7a-44dada9feccc req-81b07d35-c085-41f1-9904-1ad8f64efa9e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:34.777043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cba9983d-a9b9-4450-ba7a-44dada9feccc req-81b07d35-c085-41f1-9904-1ad8f64efa9e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Synchronizing usage tracker for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:24:34.792377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cba9983d-a9b9-4450-ba7a-44dada9feccc req-81b07d35-c085-41f1-9904-1ad8f64efa9e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Unset dirty status for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:24:34.793543 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cba9983d-a9b9-4450-ba7a-44dada9feccc req-81b07d35-c085-41f1-9904-1ad8f64efa9e tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0935969 Apr 21 15:24:34.837585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cba9983d-a9b9-4450-ba7a-44dada9feccc req-2cc2667c-7a90-493f-8a92-0baeccdc9608 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Synchronizing usage tracker for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:24:34.852379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cba9983d-a9b9-4450-ba7a-44dada9feccc req-2cc2667c-7a90-493f-8a92-0baeccdc9608 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Unset dirty status for tenant:b067a0f1d5244115a4cf3b9b093dbf09 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:24:34.853465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cba9983d-a9b9-4450-ba7a-44dada9feccc req-2cc2667c-7a90-493f-8a92-0baeccdc9608 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Apr 21 15:24:36.046703 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b504ad-d7fe-4c79-93b3-9be98de52fb7 req-728aa459-9d08-41a6-b84f-7dfb09cc0a76 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:36.048193 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66b504ad-d7fe-4c79-93b3-9be98de52fb7 req-728aa459-9d08-41a6-b84f-7dfb09cc0a76 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0767515 Apr 21 15:24:36.092307 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66b504ad-d7fe-4c79-93b3-9be98de52fb7 req-05c33df2-d9c1-4bcd-9cdd-86c4ba7401c5 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e3257b1-24b5-4fee-9df9-a1ffd310da56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Apr 21 15:24:36.493576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-76d9dfed-533c-4eaa-875d-157a7570cbf4 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:36.494957 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-76d9dfed-533c-4eaa-875d-157a7570cbf4 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.21 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 945 time: 0.0759442 Apr 21 15:24:36.563765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Deleting port 8ae6a206-8262-469d-a47e-e92e00563a4f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:36.564165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:36.797116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] For port 8ae6a206-8262-469d-a47e-e92e00563a4f, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8ae6a206-8262-469d-a47e-e92e00563a4f,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:36.797391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:36.912882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Calling delete_port for 8ae6a206-8262-469d-a47e-e92e00563a4f owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:37.052029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:37.085703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['8ae6a206-8262-469d-a47e-e92e00563a4f'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:24:37.098707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Pushing event deleted for resources: {'Port': ['ID=8ae6a206-8262-469d-a47e-e92e00563a4f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:37.178643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] No DVR routers for this DVR port 8ae6a206-8262-469d-a47e-e92e00563a4f on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:24:37.181188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:37.183752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'name': 'network-vif-deleted', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:24:37.200614 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6acb0ca3-530b-499c-9c08-c4b43ed3e6e2 req-b74cf011-b599-40ea-81ba-240d39d999cd tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.21 "DELETE /v2.0/ports/8ae6a206-8262-469d-a47e-e92e00563a4f HTTP/1.1" status: 204 len: 173 time: 0.7011275 Apr 21 15:24:37.252305 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4419342b-2b03-44b2-96ac-84c8b0f3e871'] response: {'server_uuid': '70337fd5-c5af-4539-8f2a-557b60e83fca', 'name': 'network-vif-deleted', 'tag': '8ae6a206-8262-469d-a47e-e92e00563a4f', 'status': 'completed', 'code': 200} Apr 21 15:24:37.259365 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d1c7e2ad-ffe4-4ba5-8f7b-c38fe14031b2 req-bc2837d9-6d5c-420f-91d9-ca8466698d88 tempest-TestMinimumBasicScenario-1778999555 tempest-TestMinimumBasicScenario-1778999555-project] 10.222.0.42 "GET /v2.0/ports?device_id=70337fd5-c5af-4539-8f2a-557b60e83fca HTTP/1.1" status: 200 len: 210 time: 0.0443966 Apr 21 15:24:38.930172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34654) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:39.393490 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:39.764250 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:24:39.968829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Deleting port 2f7793bd-bd25-4e91-a150-3f37501dd969 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:39.969340 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:40.142917 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] For port 2f7793bd-bd25-4e91-a150-3f37501dd969, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2f7793bd-bd25-4e91-a150-3f37501dd969,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:40.143272 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:40.164606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae6a206-8262-469d-a47e-e92e00563a4f no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:40.200045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 8ae6a206-8262-469d-a47e-e92e00563a4f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:24:40.200406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 8ae6a206-8262-469d-a47e-e92e00563a4f not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:40.260832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Calling delete_port for 2f7793bd-bd25-4e91-a150-3f37501dd969 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:40.429472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:40.472174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7793bd-bd25-4e91-a150-3f37501dd969,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:40.760281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:41.398468 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Router 8bb0b798-1085-4651-a9c1-0d26bdb9752a has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:24:41.594660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:24:41.604335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] Sync routers for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:24:41.607452 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4e9e66f4-4b8c-4a94-bb5a-cdc182a496af admin admin] 10.222.0.42 "PUT /v2.0/routers/8bb0b798-1085-4651-a9c1-0d26bdb9752a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6760828 Apr 21 15:24:41.609800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34658) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:41.618550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:41.619148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:41.822102 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:41.829598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:42.016892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.026044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Deleting port 4086d00a-8a17-4f5e-be4a-adf85ed3687d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:42.026390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.118300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:24:40Z', 'revision_number': 5, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port': {'id': '4086d00a-8a17-4f5e-be4a-adf85ed3687d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:42.122081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] Checking router: 8bb0b798-1085-4651-a9c1-0d26bdb9752a for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:24:42.133093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] Routers {'8bb0b798-1085-4651-a9c1-0d26bdb9752a'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:42.133875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:42.195997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] For port 4086d00a-8a17-4f5e-be4a-adf85ed3687d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4086d00a-8a17-4f5e-be4a-adf85ed3687d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:42.196374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.282613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] Set router 8bb0b798-1085-4651-a9c1-0d26bdb9752a gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:42.392990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:24:42Z', 'revision_number': 6, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:42.396928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd9fae-cea6-417e-882c-afbd13ef1adb None None] The sync data for ids ['8bb0b798-1085-4651-a9c1-0d26bdb9752a'] in dv-neutron-838898-1-hyperv is: [{'id': '8bb0b798-1085-4651-a9c1-0d26bdb9752a', 'name': 'tempest-TestMinimumBasicScenario-1800891753-router', 'tenant_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:29Z', 'updated_at': '2022-04-21T15:24:42Z', 'revision_number': 6, 'project_id': 'b067a0f1d5244115a4cf3b9b093dbf09', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:24:42.410389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Calling delete_port for 4086d00a-8a17-4f5e-be4a-adf85ed3687d owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:42.567029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.608848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=4086d00a-8a17-4f5e-be4a-adf85ed3687d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:42.834821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.088805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.092830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.115998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.116511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bb0b798-1085-4651-a9c1-0d26bdb9752a {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:24:43.129931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.131581 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-09149544-19d4-49e0-affd-5ae2bc195c5a admin admin] 10.222.0.42 "DELETE /v2.0/routers/8bb0b798-1085-4651-a9c1-0d26bdb9752a HTTP/1.1" status: 204 len: 168 time: 1.5203960 Apr 21 15:24:43.134151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34662) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:43.195815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] Deleting subnet 4066aeb8-d46b-4057-aa30-4d7663df4222 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:24:43.198665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.249460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.331794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.403025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.440395 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4066aeb8-d46b-4057-aa30-4d7663df4222,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:43.445627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.452473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d244f7-277f-4187-91a5-dafc901c2309 None None] Network b1e637fe-6c49-4bd5-9a42-db98329413d5 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:24:43.453214 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-25ef5a2b-6d95-4422-8d5d-1bc385651b62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4066aeb8-d46b-4057-aa30-4d7663df4222 HTTP/1.1" status: 204 len: 168 time: 0.3178396 Apr 21 15:24:43.455427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34666) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:43.559654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.570466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Deleting port 402b7fa5-8f16-4914-9a83-af759c883506 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:43.570803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.659125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2f7793bd-bd25-4e91-a150-3f37501dd969 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:43.694844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 2f7793bd-bd25-4e91-a150-3f37501dd969 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:24:43.695280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2f7793bd-bd25-4e91-a150-3f37501dd969 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:43.695768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4086d00a-8a17-4f5e-be4a-adf85ed3687d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:43.730276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] DHCP port deletion for b1e637fe-6c49-4bd5-9a42-db98329413d5 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:24:43.732631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 4086d00a-8a17-4f5e-be4a-adf85ed3687d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:24:43.733039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4086d00a-8a17-4f5e-be4a-adf85ed3687d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:43.737580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Deleting port 402b7fa5-8f16-4914-9a83-af759c883506 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:43.738087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.867236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] For port 402b7fa5-8f16-4914-9a83-af759c883506, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=402b7fa5-8f16-4914-9a83-af759c883506,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:43.867507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.949640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] For port 402b7fa5-8f16-4914-9a83-af759c883506, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=402b7fa5-8f16-4914-9a83-af759c883506,segment=NetworkSegment(1fe689c6-6a74-4290-9647-c26764105b41),segment_id=1fe689c6-6a74-4290-9647-c26764105b41)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:43.949962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.988104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Calling delete_port for 402b7fa5-8f16-4914-9a83-af759c883506 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:44.061464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.068908 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Calling delete_port for 402b7fa5-8f16-4914-9a83-af759c883506 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:44.109485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=402b7fa5-8f16-4914-9a83-af759c883506,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:44.114352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] No DVR routers for this DVR port 402b7fa5-8f16-4914-9a83-af759c883506 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:24:44.137544 dv-neutron-838898-1-hyperv neutron-server[83936]: util.warn( Apr 21 15:24:44.147337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:24:44.147692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:24:44.233423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.257433 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e637fe-6c49-4bd5-9a42-db98329413d5']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:44.269099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe689c6-6a74-4290-9647-c26764105b41') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:44.269391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe689c6-6a74-4290-9647-c26764105b41') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:44.280870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.296774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.302984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:24:44.303367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:24:44.317114 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:24:44.390758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.406602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.418364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e637fe-6c49-4bd5-9a42-db98329413d5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:44.422955 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fa1c0646-7b3c-4777-8fd0-21c01ecdaff6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b1e637fe-6c49-4bd5-9a42-db98329413d5 HTTP/1.1" status: 204 len: 168 time: 0.9666393 Apr 21 15:24:44.425820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34670) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:44.648662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Deleting port 402b7fa5-8f16-4914-9a83-af759c883506 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:44.649183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:44.744496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2249055e-6f4f-4ca7-9781-89df25d0e501 None None] The port '402b7fa5-8f16-4914-9a83-af759c883506' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:24:44.807088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:45.473650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Deleting port 8d5a02c1-65a0-44a7-aae4-9b9265277a51 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:45.474001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:45.638155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 402b7fa5-8f16-4914-9a83-af759c883506 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:45.644185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] For port 8d5a02c1-65a0-44a7-aae4-9b9265277a51, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=8d5a02c1-65a0-44a7-aae4-9b9265277a51,segment=NetworkSegment(26a88d07-b4e6-4612-bf5e-97cb8602d5c5),segment_id=26a88d07-b4e6-4612-bf5e-97cb8602d5c5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:45.644543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:45.672503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 402b7fa5-8f16-4914-9a83-af759c883506 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:24:45.673053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 402b7fa5-8f16-4914-9a83-af759c883506 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:45.761094 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Calling delete_port for 8d5a02c1-65a0-44a7-aae4-9b9265277a51 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:45.921248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:45.966159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5a02c1-65a0-44a7-aae4-9b9265277a51,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:46.257416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:46.899462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Router fe86826b-c10e-44b1-90f7-7b585e3fd035 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:24:47.100534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:24:47.109240 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] Sync routers for ids ['fe86826b-c10e-44b1-90f7-7b585e3fd035'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:24:47.116487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f237b09c-f5e8-46f5-bdc1-94d85d139d6f admin admin] 10.222.0.42 "PUT /v2.0/routers/fe86826b-c10e-44b1-90f7-7b585e3fd035/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6896613 Apr 21 15:24:47.118944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34674) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:47.124912 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] Routers {'fe86826b-c10e-44b1-90f7-7b585e3fd035'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:47.125500 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fe86826b-c10e-44b1-90f7-7b585e3fd035'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:47.296113 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] Set router fe86826b-c10e-44b1-90f7-7b585e3fd035 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:47.309448 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:47.504423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:47.514273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Deleting port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:47.514634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:47.576589 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:24:45Z', 'revision_number': 5, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port': {'id': 'c31bcf4b-89ed-4dc5-9eb0-959cfed57da0', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:22:35Z', 'updated_at': '2022-04-21T15:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:47.580188 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] Checking router: fe86826b-c10e-44b1-90f7-7b585e3fd035 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:24:47.591317 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] Routers {'fe86826b-c10e-44b1-90f7-7b585e3fd035'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:47.591921 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['fe86826b-c10e-44b1-90f7-7b585e3fd035'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:47.686175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] For port c31bcf4b-89ed-4dc5-9eb0-959cfed57da0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:47.686528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:47.738989 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] Set router fe86826b-c10e-44b1-90f7-7b585e3fd035 gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:47.807237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Calling delete_port for c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:47.842931 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:24:47Z', 'revision_number': 6, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:47.846744 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f1602-fd4e-4a12-981b-634d79b1e934 None None] The sync data for ids ['fe86826b-c10e-44b1-90f7-7b585e3fd035'] in dv-neutron-838898-1-hyperv is: [{'id': 'fe86826b-c10e-44b1-90f7-7b585e3fd035', 'name': 'tempest-TestMinimumBasicScenario-1699158596-router', 'tenant_id': '176b0ca2aad84fe68d06961d81dc4a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:22:34Z', 'updated_at': '2022-04-21T15:24:47Z', 'revision_number': 6, 'project_id': '176b0ca2aad84fe68d06961d81dc4a79', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:24:47.968854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.014720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Pushing event deleted for resources: {'Port': ['ID=c31bcf4b-89ed-4dc5-9eb0-959cfed57da0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:48.327802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.574419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.578676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.605199 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.605774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe86826b-c10e-44b1-90f7-7b585e3fd035 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:24:48.618430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.619556 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9060d4d3-1b94-452e-85dc-16cbf8df271f admin admin] 10.222.0.42 "DELETE /v2.0/routers/fe86826b-c10e-44b1-90f7-7b585e3fd035 HTTP/1.1" status: 204 len: 168 time: 1.4995527 Apr 21 15:24:48.622068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34678) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:48.678616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] Deleting subnet 44e31724-0aa3-42a0-b87c-067c148211be {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:24:48.681511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.733536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.810862 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.882240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.919532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e31724-0aa3-42a0-b87c-067c148211be,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:48.924153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.929343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df76fe-4898-4428-80af-b3862e3e0ccd None None] Network 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:24:48.929811 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-851769e7-5b6d-4e7f-8c93-c219852fce7a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/44e31724-0aa3-42a0-b87c-067c148211be HTTP/1.1" status: 204 len: 168 time: 0.3068259 Apr 21 15:24:48.932217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34682) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:49.035888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.046090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Deleting port 36858a98-6110-40a9-b035-18e52ca19617 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:49.046414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.113651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8fb6e725-e6d8-4422-b0e9-097ff34f6f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.187466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] DHCP port deletion for 8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:24:49.191933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Deleting port 36858a98-6110-40a9-b035-18e52ca19617 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:49.192376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.246670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] For port 36858a98-6110-40a9-b035-18e52ca19617, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=36858a98-6110-40a9-b035-18e52ca19617,segment=NetworkSegment(26a88d07-b4e6-4612-bf5e-97cb8602d5c5),segment_id=26a88d07-b4e6-4612-bf5e-97cb8602d5c5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:49.247021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.366953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Calling delete_port for 36858a98-6110-40a9-b035-18e52ca19617 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:49.393163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] For port 36858a98-6110-40a9-b035-18e52ca19617, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=36858a98-6110-40a9-b035-18e52ca19617,segment=NetworkSegment(26a88d07-b4e6-4612-bf5e-97cb8602d5c5),segment_id=26a88d07-b4e6-4612-bf5e-97cb8602d5c5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:24:49.393555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.437838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.481590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Pushing event deleted for resources: {'Port': ['ID=36858a98-6110-40a9-b035-18e52ca19617,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:49.487504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] No DVR routers for this DVR port 36858a98-6110-40a9-b035-18e52ca19617 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:24:49.515374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Calling delete_port for 36858a98-6110-40a9-b035-18e52ca19617 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:24:49.588331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:24:49.588678 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:24:49.645982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:49.682978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:24:49.683333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device c31bcf4b-89ed-4dc5-9eb0-959cfed57da0 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:49.683763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8d5a02c1-65a0-44a7-aae4-9b9265277a51 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:49.696371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.715139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 8d5a02c1-65a0-44a7-aae4-9b9265277a51 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:24:49.715492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 8d5a02c1-65a0-44a7-aae4-9b9265277a51 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:49.715906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36858a98-6110-40a9-b035-18e52ca19617 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:49.721953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7f270c-4fdd-4152-bf49-df7ee2b40ec6']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:49.734547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a88d07-b4e6-4612-bf5e-97cb8602d5c5') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:49.734847 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a88d07-b4e6-4612-bf5e-97cb8602d5c5') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:49.747030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.748309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 36858a98-6110-40a9-b035-18e52ca19617 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:24:49.748662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 36858a98-6110-40a9-b035-18e52ca19617 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:49.764416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.770469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:24:49.770848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:24:49.783739 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:24:49.859100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.875256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.885382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7f270c-4fdd-4152-bf49-df7ee2b40ec6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:49.894645 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-93ce1686-8276-4890-a2f8-141660754ace admin admin] 10.222.0.42 "DELETE /v2.0/networks/8c7f270c-4fdd-4152-bf49-df7ee2b40ec6 HTTP/1.1" status: 204 len: 168 time: 0.9590628 Apr 21 15:24:50.083085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34688) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:50.089719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Deleting port 36858a98-6110-40a9-b035-18e52ca19617 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:24:50.090211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.137811 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d68f4bfd-459c-422a-bdc9-0a1e5a8c4f09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b067a0f1d5244115a4cf3b9b093dbf09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535297 Apr 21 15:24:50.140299 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34692) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:50.157923 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-031e2364-fd3c-4297-8a1b-ae9941ee46b8 None None] The port '36858a98-6110-40a9-b035-18e52ca19617' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:24:50.205175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5cc4-1b9b-4305-9827-951b13c03f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.231604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5cc4-1b9b-4305-9827-951b13c03f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.286178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5cc4-1b9b-4305-9827-951b13c03f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.302124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb5cc4-1b9b-4305-9827-951b13c03f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3257b1-24b5-4fee-9df9-a1ffd310da56,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:50.316388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5bb5cc4-1b9b-4305-9827-951b13c03f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.319894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b5bb5cc4-1b9b-4305-9827-951b13c03f33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e3257b1-24b5-4fee-9df9-a1ffd310da56 HTTP/1.1" status: 204 len: 168 time: 0.1762767 Apr 21 15:24:50.704142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34700) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:50.753369 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-88032448-f7b5-4a6c-9531-edaebf0af29d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=176b0ca2aad84fe68d06961d81dc4a79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480933 Apr 21 15:24:50.755633 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34704) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:50.813112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a78a7465-e387-4096-9651-870ccdfdf89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.838014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a78a7465-e387-4096-9651-870ccdfdf89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.887854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a78a7465-e387-4096-9651-870ccdfdf89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.902161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a7465-e387-4096-9651-870ccdfdf89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44298bd4-3c5c-470f-8217-644712aaf726,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:50.907921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a78a7465-e387-4096-9651-870ccdfdf89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.909052 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a78a7465-e387-4096-9651-870ccdfdf89e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44298bd4-3c5c-470f-8217-644712aaf726 HTTP/1.1" status: 204 len: 168 time: 0.1519060 Apr 21 15:24:51.421139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4bc5304d-7f3c-4aee-aca8-a7cca14cd167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.411462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.560821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.786048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.194447 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:54.199984 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079721406', 'description': 'tempest-secgroup-smoke-1079721406 description', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:54.205939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.210332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.213149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.219168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.229036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.240894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.273859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.277529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.280253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.285778 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.355388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.359555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.488349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def54248-7e46-4876-8db5-f0342af83cd6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:54.491406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.495271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.498101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.503642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.557177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.561007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.601158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:54.603459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.604775 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0819762d-4635-481f-ad03-76297fcb3e32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4093637 Apr 21 15:24:54.607730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34758) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:54.613570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '7a3ad703-5a32-4a2f-a287-e326f1a2c2cb', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:54.619834 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.623528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.626320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.632478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.648276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.706848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.710372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.732695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb2236e-3003-45e7-8251-faf973338cf5,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:54.742204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.743470 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4e29635a-a664-4622-b85d-4993ab63df56 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1347616 Apr 21 15:24:54.746138 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:54.751455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '7a3ad703-5a32-4a2f-a287-e326f1a2c2cb', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:54.757757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.761473 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.764307 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.769890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.787715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.848014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.851551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.874481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f954e06-b7f8-43d4-8b1c-490be04b24d0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:54.883624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.884818 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04fe1247-ac67-414e-85cc-8825d023c2e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377692 Apr 21 15:24:54.887481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34766) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:54.892719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '7a3ad703-5a32-4a2f-a287-e326f1a2c2cb', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:54.898506 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.902614 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.905495 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.911081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.927284 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.989653 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.993843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.017345 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514770d1-cb68-4094-af71-716013c71106,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:55.025713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.026870 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75ac8d03-d12a-45dd-b4d9-a6676c981d46 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1384940 Apr 21 15:24:55.029551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34770) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:55.034871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '7a3ad703-5a32-4a2f-a287-e326f1a2c2cb', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:55.041078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:55.044923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:55.047818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:55.054119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:55.070246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.134612 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.138291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.160591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42de658f-06ba-48d3-b763-22cb342787c8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:55.169792 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.171046 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05e3f233-667c-408a-96e0-06e9132f177a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1405823 Apr 21 15:24:55.173695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:55.179741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '7a3ad703-5a32-4a2f-a287-e326f1a2c2cb', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:55.185627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:55.189399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:55.192268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:55.197947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:55.207929 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:24:55.214041 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.277246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.280516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.303276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13942af-5ee2-4c04-8018-e85a7ad42ea7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:55.312647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.313801 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6694aa3b-1d05-4ceb-8fa0-d6ed99c0f4d0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1391730 Apr 21 15:24:55.317632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34778) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:55.322951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '7a3ad703-5a32-4a2f-a287-e326f1a2c2cb', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:55.328636 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:55.332343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:55.335804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:55.341420 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:55.352154 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:24:55.358316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.423571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.426977 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.450020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16096b87-a23f-4118-9bb4-cfca85f8642e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:55.459465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.460637 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb539541-771d-42b9-96f7-0ad85f43799b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1420851 Apr 21 15:24:55.463570 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:55.468996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'network': {'name': 'tempest-network-smoke--605919434', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:55.473632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:55.477897 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:network and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:55.480680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:55.486177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:55.502215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:24:55.505280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.532528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:24:55.541757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.542093 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Added segment 2b01f667-308c-48ff-a626-0b7a677f6c07 of type vlan for network 2935d851-ec30-4ba3-a943-fc1026b1f20e Apr 21 15:24:55.566902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.594934 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.598476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:55.599092 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.713592 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2488310 Apr 21 15:24:55.716413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34786) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:55.721762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'admin_state_up': True, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:55.726592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a59b4-3ace-46d4-bf12-c05041266795 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Network': ['ID=2935d851-ec30-4ba3-a943-fc1026b1f20e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:55.728526 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:55.732515 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:router and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:55.735366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:55.737579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:24:55.741764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:55.751960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.752972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.771055 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.917073 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.094680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.126438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.260117 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.136 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/b8032309-6dcd-496d-a452-76fc951fa567) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:24:56.399877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.426328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.492860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:24:56.495441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:56.499060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:24:56.526648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=b8032309-6dcd-496d-a452-76fc951fa567,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:56.651860 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.652521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.954221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 460e2b09-bed4-4d61-93d2-dcb17d31db43 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:24:57.151549 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:24:57.162723 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Sync routers for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:24:57.174174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:57.174912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:57.178240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.179611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bb61684f-df5e-4ccc-abfa-2628e9ac92f0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4621828 Apr 21 15:24:57.182732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34790) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:57.350057 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d3583063-6983-4cb0-b8ee-277d5e16bed4 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cf9aedec2b2d47d4ab9ba49e29403740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1655593 Apr 21 15:24:57.352808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34796) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:57.354677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:57.495022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc402a0a-d40e-4001-896a-f267a837d799 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:57.500110 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dc402a0a-d40e-4001-896a-f267a837d799 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1434450 Apr 21 15:24:57.500927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34800) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:57.549626 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-3d2892bf-33d4-4acc-b858-9c89e208d388 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451314 Apr 21 15:24:57.550014 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34804) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:57.555377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614202626', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:24:57.663259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:57.668004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:subnet and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:57.671046 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:57.673809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:56Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:57.677592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:57.678020 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Checking router: 460e2b09-bed4-4d61-93d2-dcb17d31db43 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:24:57.678371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Updating router 460e2b09-bed4-4d61-93d2-dcb17d31db43 port b8032309-6dcd-496d-a452-76fc951fa567 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:24:57.689716 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:24:57.736717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.821566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.041891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.136294 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Subnet': ['ID=2c9bd27a-6b66-4d99-a06b-301ec11fc195,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:58.149562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Checking segment: {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:24:58.151566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network hostable DHCP agents. Network: 2935d851-ec30-4ba3-a943-fc1026b1f20e, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:24:58.171802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:24:58.181462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 2935d851-ec30-4ba3-a943-fc1026b1f20e) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:58.186134 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:24:58.186842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.199775 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.203245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf93812-2c1c-45aa-9614-522a3475eca4 None None] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:24:58.210129 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-574c0a9b-a440-459d-b79c-7bd9bb25ab35 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6590273 Apr 21 15:24:58.212818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34808) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:58.287229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Transition to ACTIVE for port object b8032309-6dcd-496d-a452-76fc951fa567 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:58.300384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.413139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Pushing event updated for resources: {'Port': ['ID=b8032309-6dcd-496d-a452-76fc951fa567,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:58.461813 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Attempting to bind port b8032309-6dcd-496d-a452-76fc951fa567 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:24:58.462181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Attempting to bind port b8032309-6dcd-496d-a452-76fc951fa567 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:24:58.462538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Attempting to bind port b8032309-6dcd-496d-a452-76fc951fa567 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:24:58.478373 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.478720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.479054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.479384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.479712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.480041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.480390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.480714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.481037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.481355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.481676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:58.497073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:24:58.497449 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:24:58.497847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.498234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:24:58.498709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Bound port: b8032309-6dcd-496d-a452-76fc951fa567, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:24:58.499083 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.614022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-2935d851-ec30-4ba3-a943-fc1026b1f20e', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:24:58.614817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.644749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] For port b8032309-6dcd-496d-a452-76fc951fa567, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:24:58.648925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] For port b8032309-6dcd-496d-a452-76fc951fa567, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8032309-6dcd-496d-a452-76fc951fa567,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:24:58.691669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.848349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a50bb-3b67-46b3-a29c-786923a91806 None None] Pushing event updated for resources: {'Port': ['ID=b8032309-6dcd-496d-a452-76fc951fa567,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:58.867259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:24:58.867874 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:59.024391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Allocated IP 172.20.0.2 (2935d851-ec30-4ba3-a943-fc1026b1f20e/2c9bd27a-6b66-4d99-a06b-301ec11fc195/f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:24:59.077380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.193806 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:24:59.449483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.462278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Transition to ACTIVE for port object f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:59.504577 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Transition to ACTIVE for port object f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:59.536827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.575407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.1 (2935d851-ec30-4ba3-a943-fc1026b1f20e/2c9bd27a-6b66-4d99-a06b-301ec11fc195/ab8d6cce-51a4-4f4f-9e3c-031780aa750f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:24:59.621392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Pushing event updated for resources: {'Port': ['ID=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:59.635387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:24:59.637510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:59.640408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:24:59.727113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:56Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:59.734275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26abdeb7-8d8f-4b6a-90e9-1b86e1d013e1 None None] The sync data for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv is: [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:56Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:24:59.737238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.738001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Attempting to bind port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:24:59.738001 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Attempting to bind port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:24:59.738302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Attempting to bind port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 on network 2935d851-ec30-4ba3-a943-fc1026b1f20e {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:24:59.745553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:24:59.745929 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Checking segment: {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:24:59.746338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.746730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Bound using segment: {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:24:59.747196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Bound port: f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:24:59.747570 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.759202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object ab8d6cce-51a4-4f4f-9e3c-031780aa750f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:59.783129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.842257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] For port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:24:59.846048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] For port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:24:59.850992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.862227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:24:59.863132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:59.866266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:59.868413 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:24:59.949702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0260a0e-c4f6-4283-b6bf-5206b327d967 None None] Pushing event updated for resources: {'Port': ['ID=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:59.965090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.066728 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.514661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.519652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.733281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:00.735655 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.876743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:25:00.877874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:25:00.888925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59562fae-8680-424c-a42c-f8841725036b None None] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:25:01.018990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c0576304-569d-4f5d-9088-787bc5a11b19 None None] Provisioning for port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:01.075623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.262876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 460e2b09-bed4-4d61-93d2-dcb17d31db43 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:25:01.395901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-957dd3b0-8b5e-4e11-a652-161c9c76a5a2 None None] Provisioning for port ab8d6cce-51a4-4f4f-9e3c-031780aa750f completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:01.401679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-957dd3b0-8b5e-4e11-a652-161c9c76a5a2 None None] Provisioning complete for port ab8d6cce-51a4-4f4f-9e3c-031780aa750f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:01.402045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-957dd3b0-8b5e-4e11-a652-161c9c76a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.463518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-957dd3b0-8b5e-4e11-a652-161c9c76a5a2 None None] Port ab8d6cce-51a4-4f4f-9e3c-031780aa750f cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:25:01.475308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:25:01.484369 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-4f6da9ac-f348-4f54-a529-83ba5e9b1f17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/460e2b09-bed4-4d61-93d2-dcb17d31db43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2705624 Apr 21 15:25:01.585673 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ec48fca1-55f5-4b30-a430-0c97f607dc99 None None] Provisioning complete for port ab8d6cce-51a4-4f4f-9e3c-031780aa750f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:01.586049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ec48fca1-55f5-4b30-a430-0c97f607dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.660604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-ec48fca1-55f5-4b30-a430-0c97f607dc99 None None] Port ab8d6cce-51a4-4f4f-9e3c-031780aa750f cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:25:01.696610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-4b9c8c4a-6c4b-4062-ad1b-d6a9e3f39f3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:01.713899 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-4b9c8c4a-6c4b-4062-ad1b-d6a9e3f39f3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:01.715200 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-4b9c8c4a-6c4b-4062-ad1b-d6a9e3f39f3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079721406&fields=id&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 267 time: 0.0908568 Apr 21 15:25:01.738818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:01.805737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-26decd9e-bfd0-4e71-affc-3209bcd5ff39 None None] Provisioning complete for port ab8d6cce-51a4-4f4f-9e3c-031780aa750f triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:01.806051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-26decd9e-bfd0-4e71-affc-3209bcd5ff39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.864163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:01.864857 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-183e8a41-bf37-4202-ba68-26c59880f620 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:01.865542 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-183e8a41-bf37-4202-ba68-26c59880f620 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:01.871494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:01.871884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.882325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-183e8a41-bf37-4202-ba68-26c59880f620 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:01.883734 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-183e8a41-bf37-4202-ba68-26c59880f620 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/networks?id=2935d851-ec30-4ba3-a943-fc1026b1f20e HTTP/1.1" status: 200 len: 796 time: 0.1615403 Apr 21 15:25:01.895610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-26decd9e-bfd0-4e71-affc-3209bcd5ff39 None None] Port ab8d6cce-51a4-4f4f-9e3c-031780aa750f cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:25:01.900306 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-ac883136-77bf-4aa3-a9e3-d5be363213d6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/quotas/cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Apr 21 15:25:01.979525 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-3a4bb118-c0b2-4191-bbc3-6737db4e4abe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733564 Apr 21 15:25:01.990755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.058802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:02.063825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.064710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8032309-6dcd-496d-a452-76fc951fa567 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:02.119363 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-7bf10e35-c3ff-4521-a6b3-82fcc9950bec service neutron] 10.222.0.42 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272364 Apr 21 15:25:02.176808 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:02.190377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b8032309-6dcd-496d-a452-76fc951fa567 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:02.195530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b8032309-6dcd-496d-a452-76fc951fa567 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:02.196007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.252551 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-dc0a9400-62f1-4570-b261-5e3df2bd9a25 service neutron] 10.222.0.42 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267321 Apr 21 15:25:02.307552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.324781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b8032309-6dcd-496d-a452-76fc951fa567, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8032309-6dcd-496d-a452-76fc951fa567,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:02.328770 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.400998 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b8032309-6dcd-496d-a452-76fc951fa567,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:02.444595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-e5a3a7cc-126e-4dcf-b728-dcf02c1ec4b3 req-348eedb2-3a6f-42b8-8a1e-fac694d761bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:02.460932 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-e5a3a7cc-126e-4dcf-b728-dcf02c1ec4b3 req-348eedb2-3a6f-42b8-8a1e-fac694d761bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:02.462109 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e5a3a7cc-126e-4dcf-b728-dcf02c1ec4b3 req-348eedb2-3a6f-42b8-8a1e-fac694d761bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 210 time: 0.0625253 Apr 21 15:25:03.264679 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Sync routers for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:25:03.275851 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:03.276465 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:03.446767 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:25:03.574790 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4515e8bd-ca4f-4fe2-96be-825624488855 req-33fb653d-09c8-4b02-a0dc-11c0e74b2332 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 210 time: 0.0459695 Apr 21 15:25:03.681930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:03.751968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:03.752477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:03.799486 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:00Z', 'revision_number': 2, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:03.804438 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Checking router: 460e2b09-bed4-4d61-93d2-dcb17d31db43 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:25:03.804779 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Updating router 460e2b09-bed4-4d61-93d2-dcb17d31db43 port ab8d6cce-51a4-4f4f-9e3c-031780aa750f binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:25:03.856571 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:03.871037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8032309-6dcd-496d-a452-76fc951fa567 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:03.938013 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b8032309-6dcd-496d-a452-76fc951fa567 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:03.938613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.186585 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.198187 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Transition to ACTIVE for port object ab8d6cce-51a4-4f4f-9e3c-031780aa750f will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:25:04.204590 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.331382 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Pushing event updated for resources: {'Port': ['ID=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:04.370406 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.370741 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.371065 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.371388 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.371704 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.372018 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.372357 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.372670 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.372982 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.373295 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.373609 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:04.429812 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Attempting to bind port ab8d6cce-51a4-4f4f-9e3c-031780aa750f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:25:04.430175 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Attempting to bind port ab8d6cce-51a4-4f4f-9e3c-031780aa750f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:25:04.430522 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Attempting to bind port ab8d6cce-51a4-4f4f-9e3c-031780aa750f on network 2935d851-ec30-4ba3-a943-fc1026b1f20e {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:25:04.437082 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:25:04.437447 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Checking segment: {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:25:04.437836 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.438213 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Bound using segment: {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:25:04.438658 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Bound port: ab8d6cce-51a4-4f4f-9e3c-031780aa750f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:25:04.439021 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.521538 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] For port ab8d6cce-51a4-4f4f-9e3c-031780aa750f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:25:04.524511 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] For port ab8d6cce-51a4-4f4f-9e3c-031780aa750f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:25:04.529079 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.608462 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30456363-b74b-4086-8cf0-a59c6062c60b None None] Pushing event updated for resources: {'Port': ['ID=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:04.613184 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:04.613779 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:04.705546 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7785ad9b-0c52-4838-a6af-fea4cb050c2f req-d8d4302d-40ca-4fec-9177-3e847322b396 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 210 time: 0.0477636 Apr 21 15:25:04.792947 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:25:05.130687 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:05.134558 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431ec1c-5ee3-4324-a1e0-4989e884259b None None] The sync data for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv is: [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:25:05.704177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ab8d6cce-51a4-4f4f-9e3c-031780aa750f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:05.846067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port ab8d6cce-51a4-4f4f-9e3c-031780aa750f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:05.865822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ab8d6cce-51a4-4f4f-9e3c-031780aa750f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:05.869163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:05.873805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-45604bc9-64cf-450b-84db-a29dad9ff723 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:05.875415 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-45604bc9-64cf-450b-84db-a29dad9ff723 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/networks?id=2935d851-ec30-4ba3-a943-fc1026b1f20e HTTP/1.1" status: 200 len: 796 time: 0.1783783 Apr 21 15:25:05.935188 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ec60826-0cec-4472-8adc-884152425df3 req-7e5e8995-b73c-465d-9c41-20e82230dadc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 210 time: 0.0581214 Apr 21 15:25:05.958072 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-6b8cfe4c-4ae2-451b-a5e7-fc9ed2215b1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 380 time: 0.0654919 Apr 21 15:25:05.970547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'port': {'device_id': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'admin_state_up': True, 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'security_groups': ['7a3ad703-5a32-4a2f-a287-e326f1a2c2cb']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:25:06.049274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.085651 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port ab8d6cce-51a4-4f4f-9e3c-031780aa750f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:06.089886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.122955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:25:06.133528 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:25:06.142492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:25:06.145524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.157924 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:06.305646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.12 (2935d851-ec30-4ba3-a943-fc1026b1f20e/2c9bd27a-6b66-4d99-a06b-301ec11fc195/cacbae0b-9e46-497e-b859-98e078d5b0ad) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:25:06.575145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.589895 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object cacbae0b-9e46-497e-b859-98e078d5b0ad will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:25:06.610477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.679179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:25:06.682052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:25:06.686188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:25:06.719457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=cacbae0b-9e46-497e-b859-98e078d5b0ad,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:06.754437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:06.755066 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.781340 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-b551977f-3b7a-4918-a828-1c2830bf780c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8178372 Apr 21 15:25:06.798277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Request body: {'port': {'device_id': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:25:06.897026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d5de79b-bb5d-4143-9e68-3b2b67530399 None None] Provisioning for port cacbae0b-9e46-497e-b859-98e078d5b0ad completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:06.901896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-1d5de79b-bb5d-4143-9e68-3b2b67530399 None None] Provisioning complete for port cacbae0b-9e46-497e-b859-98e078d5b0ad triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:06.902274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79b-bb5d-4143-9e68-3b2b67530399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.908263 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.954993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-1d5de79b-bb5d-4143-9e68-3b2b67530399 None None] Port cacbae0b-9e46-497e-b859-98e078d5b0ad cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:25:07.239036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1bac6-fa3d-4c6a-8b7d-1483892397dd req-bc217296-696c-41ef-a32a-8144c23fc75f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:07.240287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-bef1bac6-fa3d-4c6a-8b7d-1483892397dd req-bc217296-696c-41ef-a32a-8144c23fc75f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:07.294053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-bef1bac6-fa3d-4c6a-8b7d-1483892397dd req-bc217296-696c-41ef-a32a-8144c23fc75f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:07.295196 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bef1bac6-fa3d-4c6a-8b7d-1483892397dd req-bc217296-696c-41ef-a32a-8144c23fc75f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 932 time: 0.2294478 Apr 21 15:25:07.346948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacbae0b-9e46-497e-b859-98e078d5b0ad {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:25:07.357524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:07.372969 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bef1bac6-fa3d-4c6a-8b7d-1483892397dd req-3edb5d47-0a9e-408e-8112-8639a974dcd3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669608 Apr 21 15:25:07.378500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Transition to ACTIVE for port object cacbae0b-9e46-497e-b859-98e078d5b0ad will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:25:07.382821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:07.509775 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Pushing event updated for resources: {'Port': ['ID=cacbae0b-9e46-497e-b859-98e078d5b0ad,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:07.617970 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Attempting to bind port cacbae0b-9e46-497e-b859-98e078d5b0ad on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:25:07.618500 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Attempting to bind port cacbae0b-9e46-497e-b859-98e078d5b0ad by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:25:07.619015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Attempting to bind port cacbae0b-9e46-497e-b859-98e078d5b0ad on network 2935d851-ec30-4ba3-a943-fc1026b1f20e {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:25:07.627874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Port cacbae0b-9e46-497e-b859-98e078d5b0ad on network 2935d851-ec30-4ba3-a943-fc1026b1f20e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:25:07.628412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Attempting to bind port cacbae0b-9e46-497e-b859-98e078d5b0ad on network 2935d851-ec30-4ba3-a943-fc1026b1f20e {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:25:07.638793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:25:07.639248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Checking segment: {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:25:07.639758 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Bound using segment: {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:25:07.640430 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Bound port: cacbae0b-9e46-497e-b859-98e078d5b0ad, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b01f667-308c-48ff-a626-0b7a677f6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:25:07.640964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:07.688243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ab8d6cce-51a4-4f4f-9e3c-031780aa750f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:07.732126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] For port cacbae0b-9e46-497e-b859-98e078d5b0ad, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:25:07.734915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] For port cacbae0b-9e46-497e-b859-98e078d5b0ad, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:25:07.741043 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:07.754463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port ab8d6cce-51a4-4f4f-9e3c-031780aa750f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:07.754763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:07.799191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:07.800560 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] 10.222.0.21 "PUT /v2.0/ports/cacbae0b-9e46-497e-b859-98e078d5b0ad HTTP/1.1" status: 200 len: 1094 time: 1.0074196 Apr 21 15:25:07.800989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:25:07.830741 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f89103-2798-4573-8511-4f72a54ba516 service neutron] Pushing event updated for resources: {'Port': ['ID=cacbae0b-9e46-497e-b859-98e078d5b0ad,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:07.888382 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5018666c-87d0-4def-9386-c37cb7d46e73'] response: {'name': 'network-changed', 'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'status': 'completed', 'code': 200} Apr 21 15:25:07.936201 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-3f66c566-282d-4bf5-89c8-ea62ff928114 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 1097 time: 0.0798292 Apr 21 15:25:08.009121 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-5dd303db-fc77-4098-aced-34c8e1d65e60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad HTTP/1.1" status: 200 len: 217 time: 0.0612986 Apr 21 15:25:08.072810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-4832c079-89cf-46f5-923a-e784a3db0c12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:08.074203 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-4832c079-89cf-46f5-923a-e784a3db0c12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c9bd27a-6b66-4d99-a06b-301ec11fc195 HTTP/1.1" status: 200 len: 835 time: 0.0592477 Apr 21 15:25:08.145602 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-184b9fbd-1390-4d4e-8ec9-88224f0679f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2935d851-ec30-4ba3-a943-fc1026b1f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659468 Apr 21 15:25:08.273036 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-f9dc601c-e34f-4312-852c-1883837add7e service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209700 Apr 21 15:25:08.488395 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09118dcc-9ba9-4271-9563-fd1456517bb8 req-bd402741-ea76-40e1-9f0a-35e412c2b883 service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098308 Apr 21 15:25:08.571103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26132e-5729-4d06-8bab-eb72c4042e51 req-e68c071e-4e75-4ef7-8f8e-1f6549dd1aa6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:08.572482 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fa26132e-5729-4d06-8bab-eb72c4042e51 req-e68c071e-4e75-4ef7-8f8e-1f6549dd1aa6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 944 time: 0.0780766 Apr 21 15:25:08.661673 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-fa26132e-5729-4d06-8bab-eb72c4042e51 req-db78e441-a70f-48da-a5e4-d7e64f5ef412 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602877 Apr 21 15:25:08.674363 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a83fa099-a415-4071-917a-116b351703a5 req-e64cf8fb-0f15-41e4-9d11-e1bee931022d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 1097 time: 0.1009920 Apr 21 15:25:08.803773 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa099-a415-4071-917a-116b351703a5 req-78b09f04-c435-4ad0-8245-5866d2e062d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:08.805233 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a83fa099-a415-4071-917a-116b351703a5 req-78b09f04-c435-4ad0-8245-5866d2e062d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2935d851-ec30-4ba3-a943-fc1026b1f20e HTTP/1.1" status: 200 len: 897 time: 0.1236415 Apr 21 15:25:08.874360 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a83fa099-a415-4071-917a-116b351703a5 req-76cd4bdf-6132-422e-b34e-dde2f7516633 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad HTTP/1.1" status: 200 len: 217 time: 0.0628943 Apr 21 15:25:08.937300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fa099-a415-4071-917a-116b351703a5 req-c0210bd8-0d4a-4ee8-93a0-52758b22b809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:08.938742 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a83fa099-a415-4071-917a-116b351703a5 req-c0210bd8-0d4a-4ee8-93a0-52758b22b809 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c9bd27a-6b66-4d99-a06b-301ec11fc195 HTTP/1.1" status: 200 len: 835 time: 0.0581858 Apr 21 15:25:09.014712 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a83fa099-a415-4071-917a-116b351703a5 req-cbe8837c-3016-49d7-b349-e8a614e1c1cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2935d851-ec30-4ba3-a943-fc1026b1f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693376 Apr 21 15:25:09.142557 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a83fa099-a415-4071-917a-116b351703a5 req-882dc10d-c2e4-423a-b397-395079f855d4 service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207564 Apr 21 15:25:09.269916 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a83fa099-a415-4071-917a-116b351703a5 req-763b2269-37b8-433b-9131-c71820a02a22 service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203375 Apr 21 15:25:09.857145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a6c63-fb47-4075-9d7e-50c42ceb5162 req-83d93b12-9fc3-4cd4-8311-85b3dc32a3f2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:09.858605 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-335a6c63-fb47-4075-9d7e-50c42ceb5162 req-83d93b12-9fc3-4cd4-8311-85b3dc32a3f2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 944 time: 0.0791750 Apr 21 15:25:09.907439 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-335a6c63-fb47-4075-9d7e-50c42ceb5162 req-2781c8a0-8f93-4ac5-b65c-9f41352440f1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Apr 21 15:25:10.289148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device cacbae0b-9e46-497e-b859-98e078d5b0ad details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:25:10.417463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port cacbae0b-9e46-497e-b859-98e078d5b0ad, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:10.430109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'port_id': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'mac_address': 'fa:16:3e:ea:7b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:25:10.481365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:10.500490 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacbae0b-9e46-497e-b859-98e078d5b0ad {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:25:10.514604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port cacbae0b-9e46-497e-b859-98e078d5b0ad, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:10.518543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:10.580993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=cacbae0b-9e46-497e-b859-98e078d5b0ad,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:10.817242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['cacbae0b-9e46-497e-b859-98e078d5b0ad'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:25:11.103148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0dabb-035e-4c9c-96f1-10c542300195 req-ceeeafbf-b4fd-480c-9811-19de742a3f2b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:11.104714 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-52d0dabb-035e-4c9c-96f1-10c542300195 req-ceeeafbf-b4fd-480c-9811-19de742a3f2b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 945 time: 0.0746768 Apr 21 15:25:11.149053 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-52d0dabb-035e-4c9c-96f1-10c542300195 req-4d396fce-ae38-47fe-bab0-fe9a8ed8013b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387778 Apr 21 15:25:12.303178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device cacbae0b-9e46-497e-b859-98e078d5b0ad up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:12.344593 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c80c5-1704-4323-838d-02043d50fa46 req-70348075-6305-4aff-90f0-63b54a2a98a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:12.346063 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-600c80c5-1704-4323-838d-02043d50fa46 req-70348075-6305-4aff-90f0-63b54a2a98a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 945 time: 0.0771122 Apr 21 15:25:12.372297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port cacbae0b-9e46-497e-b859-98e078d5b0ad completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:12.376950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port cacbae0b-9e46-497e-b859-98e078d5b0ad triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:12.377322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:12.391251 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-600c80c5-1704-4323-838d-02043d50fa46 req-ab5c56c5-b814-48c9-852e-8042e810e5cf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Apr 21 15:25:12.516790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:12.543909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:25:12.553621 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port cacbae0b-9e46-497e-b859-98e078d5b0ad, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:12.558075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:12.631387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=cacbae0b-9e46-497e-b859-98e078d5b0ad,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:12.675325 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5d9258-773f-42e0-8094-c56e02573e08'] response: {'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'code': 200} Apr 21 15:25:12.930555 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c59f24-9135-4002-875b-b1d4556e394f req-b18acc6d-7a96-4e8d-bbdf-4595b4e77e8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 1099 time: 0.0742917 Apr 21 15:25:12.971148 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-14c59f24-9135-4002-875b-b1d4556e394f req-f2b78896-97c3-40ed-a743-aa21a0cc2378 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347478 Apr 21 15:25:13.588701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815361-c02b-4133-8944-4020713b8a31 req-8c8a88b7-5b18-4380-be44-46c2f188bb05 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:13.590152 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-96815361-c02b-4133-8944-4020713b8a31 req-8c8a88b7-5b18-4380-be44-46c2f188bb05 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0826654 Apr 21 15:25:13.635213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-96815361-c02b-4133-8944-4020713b8a31 req-d8153b34-0e0e-419e-a1ae-2ca45c05bd8b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Apr 21 15:25:14.844007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc0ef1-e3b3-4e99-b65e-093aa4afcc33 req-155b3031-c965-471f-af99-703ad7eebf9e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:14.845454 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-88cc0ef1-e3b3-4e99-b65e-093aa4afcc33 req-155b3031-c965-471f-af99-703ad7eebf9e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0747242 Apr 21 15:25:14.892464 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-88cc0ef1-e3b3-4e99-b65e-093aa4afcc33 req-42089ef2-e332-4bca-a603-7c71d1124c40 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Apr 21 15:25:15.085071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5958-d6ee-4f06-8267-dfadfe511959 req-4a7b1b56-4fc9-43d6-b02f-1fbef39312eb tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:15.086522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef6f5958-d6ee-4f06-8267-dfadfe511959 req-4a7b1b56-4fc9-43d6-b02f-1fbef39312eb tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0770972 Apr 21 15:25:15.132002 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef6f5958-d6ee-4f06-8267-dfadfe511959 req-fbce90f8-9dbc-4180-b74a-22d1875e5c4c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394433 Apr 21 15:25:15.159157 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34872) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:15.227730 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0f1e745f-4778-445e-b26f-06ff029170ef tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 1094 time: 0.0673611 Apr 21 15:25:15.230384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34876) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:15.235387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:25:15.240803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:25:15.244603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:floatingip and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:25:15.247384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:25:15.253050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:25:15.263520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:15.395352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:15.527445 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.128 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/ed8a5c6a-7838-4c6b-8f75-51a2dc6d2282) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:25:15.752685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:15.780840 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:15.847007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:25:15.849892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:25:15.854179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:25:15.885254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=ed8a5c6a-7838-4c6b-8f75-51a2dc6d2282,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:16.350949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:16.406770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:16.602624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:16.606904 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:16.711057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=ed8a5c6a-7838-4c6b-8f75-51a2dc6d2282,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:16.724289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:16.764175 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:25:16.906511 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Floating IP 4334b1fc-bad6-4daf-b77f-3087483b3625 associated. External IP: 172.26.6.128, port: cacbae0b-9e46-497e-b859-98e078d5b0ad. Apr 21 15:25:17.386854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 460e2b09-bed4-4d61-93d2-dcb17d31db43 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:25:17.581946 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:25:17.592753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12bf56-5706-459d-adf0-758af535462a None None] Sync routers for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:25:17.604458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:17.605313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:17.606495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:17.663640 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e9da4b7a-ec2c-47de-a368-34ac812d95cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4322608 Apr 21 15:25:17.664250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:25:17.729668 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4986478-7bff-470f-82bc-f98fcc6eb213'] response: {'name': 'network-changed', 'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'status': 'completed', 'code': 200} Apr 21 15:25:17.782983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:25:17.910386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-468b951f-6603-421b-ae41-9dca25b926cd req-f85df81f-8b89-44af-a53c-4f81ae95d145 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 1099 time: 0.0961094 Apr 21 15:25:17.915942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118764ce-d9e6-4a92-8d1b-4c35bb324bcc req-00626955-240c-4098-9cf5-3375725ac909 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:17.917277 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-118764ce-d9e6-4a92-8d1b-4c35bb324bcc req-00626955-240c-4098-9cf5-3375725ac909 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.1381688 Apr 21 15:25:18.059724 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-118764ce-d9e6-4a92-8d1b-4c35bb324bcc req-7522010e-0f36-4cf5-96e8-5e7db0216658 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211329 Apr 21 15:25:18.077609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b951f-6603-421b-ae41-9dca25b926cd req-fa1a8662-7a97-42e6-b632-0f3cc714269b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:18.079056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-468b951f-6603-421b-ae41-9dca25b926cd req-fa1a8662-7a97-42e6-b632-0f3cc714269b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2935d851-ec30-4ba3-a943-fc1026b1f20e HTTP/1.1" status: 200 len: 897 time: 0.1609633 Apr 21 15:25:18.088983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34886) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:18.129691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '4334b1fc-bad6-4daf-b77f-3087483b3625', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'port_id': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'mac_address': 'fa:16:3e:ea:7b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:25:16Z', 'updated_at': '2022-04-21T15:25:16Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:06Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:18.134430 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12bf56-5706-459d-adf0-758af535462a None None] Checking router: 460e2b09-bed4-4d61-93d2-dcb17d31db43 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:25:18.145085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:18.146081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:24:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:18.183179 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-468b951f-6603-421b-ae41-9dca25b926cd req-3e5e4d0f-d77d-4f8a-85f1-89f93f622112 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad HTTP/1.1" status: 200 len: 1000 time: 0.0983081 Apr 21 15:25:18.197598 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ae93a190-45cb-41d3-98e2-183fae605fd9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 200 len: 992 time: 0.1071937 Apr 21 15:25:18.246203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b951f-6603-421b-ae41-9dca25b926cd req-77eee541-1f81-42ff-be63-ca4bda3f9c1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:18.247680 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-468b951f-6603-421b-ae41-9dca25b926cd req-77eee541-1f81-42ff-be63-ca4bda3f9c1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c9bd27a-6b66-4d99-a06b-301ec11fc195 HTTP/1.1" status: 200 len: 835 time: 0.0589676 Apr 21 15:25:18.320574 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-468b951f-6603-421b-ae41-9dca25b926cd req-74b56611-fc2c-4aae-963b-6897543174ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2935d851-ec30-4ba3-a943-fc1026b1f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674281 Apr 21 15:25:18.327589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:25:18.450301 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-468b951f-6603-421b-ae41-9dca25b926cd req-d4188586-1c6a-438b-b7aa-029f2c03769f service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234362 Apr 21 15:25:18.579469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-468b951f-6603-421b-ae41-9dca25b926cd req-e68b0dab-46ea-4c5f-869c-a2976b5d50a3 service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235826 Apr 21 15:25:18.670052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6a12bf56-5706-459d-adf0-758af535462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '4334b1fc-bad6-4daf-b77f-3087483b3625', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'port_id': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'mac_address': 'fa:16:3e:ea:7b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:25:16Z', 'updated_at': '2022-04-21T15:25:16Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:06Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:18.673985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a12bf56-5706-459d-adf0-758af535462a None None] The sync data for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv is: [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '4334b1fc-bad6-4daf-b77f-3087483b3625', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'port_id': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'mac_address': 'fa:16:3e:ea:7b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:25:16Z', 'updated_at': '2022-04-21T15:25:16Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:06Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:25:19.084487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d277ebca-ff09-404f-8088-b195b460a44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:19.200698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34890) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:19.305311 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-71563ae1-83e9-456d-916b-e58bffff44b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 200 len: 992 time: 0.1034396 Apr 21 15:25:20.309041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34894) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:20.413444 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c35dad54-a8be-45f5-8475-e9e9b4c0de78 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 200 len: 992 time: 0.1030982 Apr 21 15:25:21.417004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34898) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:21.425074 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-958ff983-c0c7-458f-acba-c36813ee930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:21.468431 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7547de2-fc28-4559-bc67-c425c3901fa6 None None] New status for floating IP 4334b1fc-bad6-4daf-b77f-3087483b3625: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:25:21.524862 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f702b365-ee77-45c1-bffe-5603a8203aea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 200 len: 992 time: 0.1067326 Apr 21 15:25:22.413981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:22.528810 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34902) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:22.563416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:22.721160 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fff4609d-9bb3-4cfc-8e68-4cb870e18064 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 200 len: 994 time: 0.1911395 Apr 21 15:25:23.790734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:31.045366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:44.207007 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-763c085f-c465-4d30-bad0-dd08655c50cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740891 Apr 21 15:25:44.359402 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-fde2aa1c-ba2c-42d5-949e-fa7e49f17ee3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 1099 time: 0.0706236 Apr 21 15:25:44.501289 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-d599785d-6f85-4e60-9e93-e3e81f3f98d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:44.502744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-d599785d-6f85-4e60-9e93-e3e81f3f98d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2935d851-ec30-4ba3-a943-fc1026b1f20e HTTP/1.1" status: 200 len: 897 time: 0.1235332 Apr 21 15:25:44.606667 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-746f5bcb-6179-4620-898c-40378cf86a51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad HTTP/1.1" status: 200 len: 1002 time: 0.0977106 Apr 21 15:25:44.666771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-9075459a-0421-45a5-9689-0cf1995e45d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:44.668230 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-9075459a-0421-45a5-9689-0cf1995e45d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c9bd27a-6b66-4d99-a06b-301ec11fc195 HTTP/1.1" status: 200 len: 835 time: 0.0556827 Apr 21 15:25:44.740567 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-5aea61a7-09a2-4a8b-be58-2f3dc075ca65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2935d851-ec30-4ba3-a943-fc1026b1f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663192 Apr 21 15:25:44.870992 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-3cce970d-6f1b-4352-96df-cfe00f56525c service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239147 Apr 21 15:25:44.999762 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0c9e108-bf64-4f58-a7f4-bc45d206d1a2 req-42ab302c-e5b4-42eb-a324-ad8f08fe1440 service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222641 Apr 21 15:25:45.736076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3dfa3-4433-4217-bd0d-425e7b108f16 req-8f5de515-7eb1-4943-8029-3566fe625b64 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:45.737546 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c4d3dfa3-4433-4217-bd0d-425e7b108f16 req-8f5de515-7eb1-4943-8029-3566fe625b64 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.1590931 Apr 21 15:25:45.791341 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c4d3dfa3-4433-4217-bd0d-425e7b108f16 req-e91b172c-6eb8-4b00-93b9-455db49d81d8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461278 Apr 21 15:25:46.993268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed533253-b893-4b1b-8d05-d01f4fe99385 req-d6677ae1-0138-4b81-92c5-c03357fe0806 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:46.994751 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed533253-b893-4b1b-8d05-d01f4fe99385 req-d6677ae1-0138-4b81-92c5-c03357fe0806 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0789516 Apr 21 15:25:47.038960 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ed533253-b893-4b1b-8d05-d01f4fe99385 req-6d3b76b1-e94f-44c6-9d6d-5a6bdb078601 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387151 Apr 21 15:25:47.067221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34922) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:47.168694 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-004ee0b4-9dc3-441d-80fc-b754a33437ae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 200 len: 994 time: 0.1003773 Apr 21 15:25:48.659434 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ad96-c83c-436f-92a9-ff74da6243b3 req-82ec7c34-c199-4fda-a756-bb6b01a50524 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:48.660891 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4ae7ad96-c83c-436f-92a9-ff74da6243b3 req-82ec7c34-c199-4fda-a756-bb6b01a50524 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0739951 Apr 21 15:25:48.706154 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4ae7ad96-c83c-436f-92a9-ff74da6243b3 req-af6504c4-93ec-4b0d-9910-b03091f41de6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Apr 21 15:25:49.086403 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7188e6a3-e93d-4b96-9b07-8f2df8a90ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:49.904914 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dace4-24ff-43e9-bb97-6ca2ce9ca0c9 req-d0ac4f27-6fee-433f-b87f-93033a47dad8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:49.906490 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-978dace4-24ff-43e9-bb97-6ca2ce9ca0c9 req-d0ac4f27-6fee-433f-b87f-93033a47dad8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0754561 Apr 21 15:25:49.955946 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-978dace4-24ff-43e9-bb97-6ca2ce9ca0c9 req-0a075180-6966-4629-9dac-d440127ede6a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 Apr 21 15:25:49.984078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34934) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:50.088130 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2321858a-e438-4711-9ee7-56aeb124e2b2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 200 len: 994 time: 0.1028705 Apr 21 15:25:50.400328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34942) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:50.598077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port ed8a5c6a-7838-4c6b-8f75-51a2dc6d2282 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:25:50.598409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:50.838394 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:50.838607 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:50.957384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for ed8a5c6a-7838-4c6b-8f75-51a2dc6d2282 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:25:51.098434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:51.144649 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=ed8a5c6a-7838-4c6b-8f75-51a2dc6d2282,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:51.181412 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.181763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.182103 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.182435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.182763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.183091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.183414 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.183735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.184056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.184652 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.184974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:51.253029 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:51.427143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f7f5acd2-9a72-41c2-83f7-b23f7dbf08f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:51.636563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 460e2b09-bed4-4d61-93d2-dcb17d31db43 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:25:51.833824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:25:51.844557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] Sync routers for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:25:51.855386 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:51.857600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:51.858213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:51.910623 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7142587c-56a5-4677-bc5f-7a1a19ab9c62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/floatingips/4334b1fc-bad6-4daf-b77f-3087483b3625 HTTP/1.1" status: 204 len: 168 time: 1.5091143 Apr 21 15:25:51.911203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:25:51.973394 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdba276-5377-4dde-b93d-df64fad7711f'] response: {'name': 'network-changed', 'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'status': 'completed', 'code': 200} Apr 21 15:25:52.080365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:25:52.096501 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-7a29aa45-1542-40ac-b822-92d18b677c4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 1099 time: 0.0789609 Apr 21 15:25:52.227504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-7002cb85-21a9-42f5-b907-3d5cbb855f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:52.229278 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-7002cb85-21a9-42f5-b907-3d5cbb855f53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2935d851-ec30-4ba3-a943-fc1026b1f20e HTTP/1.1" status: 200 len: 897 time: 0.1269524 Apr 21 15:25:52.403276 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-432fc11d-95cc-4683-b6ff-e2863500c725 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad HTTP/1.1" status: 200 len: 217 time: 0.1675034 Apr 21 15:25:52.418239 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:06Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:52.423177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] Checking router: 460e2b09-bed4-4d61-93d2-dcb17d31db43 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:25:52.427479 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:52.436327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:52.437214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:52.465389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af82c35-9723-44e3-84f0-1727a0c3c80a req-06912d2b-5908-43b5-a0e3-816c3c562030 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:52.466989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8af82c35-9723-44e3-84f0-1727a0c3c80a req-06912d2b-5908-43b5-a0e3-816c3c562030 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0874865 Apr 21 15:25:52.468282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-15cdba85-f0ef-494c-b841-7bd4f4c610fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:52.469745 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-15cdba85-f0ef-494c-b841-7bd4f4c610fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2c9bd27a-6b66-4d99-a06b-301ec11fc195 HTTP/1.1" status: 200 len: 835 time: 0.0599020 Apr 21 15:25:52.513653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8af82c35-9723-44e3-84f0-1727a0c3c80a req-ac4249ae-940e-49af-8764-a09934320472 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409381 Apr 21 15:25:52.547264 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-a4dfd4b7-f5d5-470b-9b29-9ee5939db271 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2935d851-ec30-4ba3-a943-fc1026b1f20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703530 Apr 21 15:25:52.558725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-2e7ec9dc-1226-422d-b8ea-54670d6211b2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:25:52.560717 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-2e7ec9dc-1226-422d-b8ea-54670d6211b2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058520 Apr 21 15:25:52.586843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:52.632509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:25:52.691710 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-fbe96674-b203-4013-aed3-074d79ba6aff service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246562 Apr 21 15:25:52.820954 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc736fbe-54a1-4fe8-868f-f6cb6033b189 req-4ead35e1-2f95-4a68-b72c-fa054efab277 service neutron] 10.222.0.21 "GET /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230462 Apr 21 15:25:52.936214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:06Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:52.939994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190ac58-0b62-43fe-8782-0f221eaa4798 None None] The sync data for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv is: [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'ab8d6cce-51a4-4f4f-9e3c-031780aa750f', 'name': '', 'network_id': '2935d851-ec30-4ba3-a943-fc1026b1f20e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:2c:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:59Z', 'updated_at': '2022-04-21T15:25:06Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '2c9bd27a-6b66-4d99-a06b-301ec11fc195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:25:53.151438 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d8dd38-e58c-4d01-b1fe-28d5df16159d None None] New status for floating IP 4334b1fc-bad6-4daf-b77f-3087483b3625: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:25:53.718085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5bcac-07f4-405d-97eb-e728e6b39783 req-4508fc46-510d-431e-a5ed-cf7a19c052e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:53.718765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d7c5bcac-07f4-405d-97eb-e728e6b39783 req-4508fc46-510d-431e-a5ed-cf7a19c052e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:53.733858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-d7c5bcac-07f4-405d-97eb-e728e6b39783 req-4508fc46-510d-431e-a5ed-cf7a19c052e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:53.734995 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d7c5bcac-07f4-405d-97eb-e728e6b39783 req-4508fc46-510d-431e-a5ed-cf7a19c052e7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0948682 Apr 21 15:25:53.764594 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:25:53.783381 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d7c5bcac-07f4-405d-97eb-e728e6b39783 req-6bdf6d9b-5e54-487a-b1d7-077178e0e834 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415409 Apr 21 15:25:53.795829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:54.116748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-08969c45-e825-4fd2-b7d4-998db78d6120 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:25:54.118133 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-08969c45-e825-4fd2-b7d4-998db78d6120 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 946 time: 0.0734632 Apr 21 15:25:54.186991 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port cacbae0b-9e46-497e-b859-98e078d5b0ad {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:25:54.187324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:54.423523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port cacbae0b-9e46-497e-b859-98e078d5b0ad, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cacbae0b-9e46-497e-b859-98e078d5b0ad,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:54.423881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:54.544111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for cacbae0b-9e46-497e-b859-98e078d5b0ad owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:25:54.682086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:54.727672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=cacbae0b-9e46-497e-b859-98e078d5b0ad,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:54.801352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] No DVR routers for this DVR port cacbae0b-9e46-497e-b859-98e078d5b0ad on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:25:54.804166 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:54.806567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'name': 'network-vif-deleted', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:25:54.822528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5a6ef151-9383-48b3-bfa1-d386ec21b5b9 req-210df279-a0e3-4cb2-b41e-b31591e83214 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "DELETE /v2.0/ports/cacbae0b-9e46-497e-b859-98e078d5b0ad HTTP/1.1" status: 204 len: 173 time: 0.6978061 Apr 21 15:25:54.867070 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb075f8-c4a0-43a5-86fe-1f76974573a2'] response: {'server_uuid': '73fbd9e9-964c-4733-bd3e-08cfd2c38b30', 'name': 'network-vif-deleted', 'tag': 'cacbae0b-9e46-497e-b859-98e078d5b0ad', 'status': 'completed', 'code': 200} Apr 21 15:25:54.954790 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3b04e050-a3e2-4c19-8ff4-a72e009227b8 req-c3f907ed-9a19-42c6-b895-fcfb539e1aa7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:54.970489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3b04e050-a3e2-4c19-8ff4-a72e009227b8 req-c3f907ed-9a19-42c6-b895-fcfb539e1aa7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:54.971732 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3b04e050-a3e2-4c19-8ff4-a72e009227b8 req-c3f907ed-9a19-42c6-b895-fcfb539e1aa7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=73fbd9e9-964c-4733-bd3e-08cfd2c38b30 HTTP/1.1" status: 200 len: 210 time: 0.0574317 Apr 21 15:25:56.079497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34960) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:56.539563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:57.131221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port ab8d6cce-51a4-4f4f-9e3c-031780aa750f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:25:57.132393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:57.345083 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port ab8d6cce-51a4-4f4f-9e3c-031780aa750f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:57.345345 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:57.460214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for ab8d6cce-51a4-4f4f-9e3c-031780aa750f owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:25:57.648246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:57.695461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=ab8d6cce-51a4-4f4f-9e3c-031780aa750f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:58.081698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:58.599591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device cacbae0b-9e46-497e-b859-98e078d5b0ad no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:25:58.631147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: cacbae0b-9e46-497e-b859-98e078d5b0ad {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:25:58.631972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device cacbae0b-9e46-497e-b859-98e078d5b0ad not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:25:58.645568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 460e2b09-bed4-4d61-93d2-dcb17d31db43 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:25:58.844684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:25:58.853762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] Sync routers for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:25:58.860360 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-97df3d7e-8260-4c6d-a804-235109b61aab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/460e2b09-bed4-4d61-93d2-dcb17d31db43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7796953 Apr 21 15:25:58.863241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34964) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:58.866065 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:58.866680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:59.047388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:25:59.047625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting subnet 2c9bd27a-6b66-4d99-a06b-301ec11fc195 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:25:59.050266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.107318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.190097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.266430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.310113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9bd27a-6b66-4d99-a06b-301ec11fc195,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:59.315509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.325156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.325504 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.325844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.326178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.326509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.326840 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.327167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.327493 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.327817 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.328167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.328496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:25:59.334139 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8800d7b4-68d9-42d6-afed-c0391bb04f39 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/subnets/2c9bd27a-6b66-4d99-a06b-301ec11fc195 HTTP/1.1" status: 204 len: 168 time: 0.4673090 Apr 21 15:25:59.334297 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34968) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:59.336629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1dcebd-49e3-469b-8481-30569255a6bc None None] Network 2935d851-ec30-4ba3-a943-fc1026b1f20e requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:25:59.528299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:25:57Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:59.530737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.533850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] Checking router: 460e2b09-bed4-4d61-93d2-dcb17d31db43 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:25:59.555724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] Routers {'460e2b09-bed4-4d61-93d2-dcb17d31db43'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:25:59.556338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['460e2b09-bed4-4d61-93d2-dcb17d31db43'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:59.670018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] DHCP port deletion for 2935d851-ec30-4ba3-a943-fc1026b1f20e request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:25:59.701659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Deleting port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:25:59.702033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.749878 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.756033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:25:59.759382 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port b8032309-6dcd-496d-a452-76fc951fa567 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:25:59.759722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.941371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port b8032309-6dcd-496d-a452-76fc951fa567, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8032309-6dcd-496d-a452-76fc951fa567,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:25:59.942425 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.973041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] Set router 460e2b09-bed4-4d61-93d2-dcb17d31db43 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:26:00.061678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for b8032309-6dcd-496d-a452-76fc951fa567 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:26:00.155326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] For port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:00.155711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.286495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.317346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.359841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Calling delete_port for f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:26:00.362858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=b8032309-6dcd-496d-a452-76fc951fa567,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:00.508376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:00.543488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.585943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.594558 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:26:00.594921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:26:00.628355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:00.642067 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.642416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.642751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.643087 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.643420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.643748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.644090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.644420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.644739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.645059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.645378 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:00.655867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:25:57Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:00.661690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cab8ae-8d05-435e-bd33-a87a8697ce3c None None] The sync data for ids ['460e2b09-bed4-4d61-93d2-dcb17d31db43'] in dv-neutron-838898-1-hyperv is: [{'id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692337231', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:55Z', 'updated_at': '2022-04-21T15:25:57Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b8032309-6dcd-496d-a452-76fc951fa567', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460e2b09-bed4-4d61-93d2-dcb17d31db43', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:56Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:26:00.838520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.845178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.872025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.872581 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Fanout notify agent at l3_agent the message router_deleted on router 460e2b09-bed4-4d61-93d2-dcb17d31db43 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:26:00.886912 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.888008 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cea69fdc-6ae8-4cf3-8fe7-ce0c6cfcb300 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/routers/460e2b09-bed4-4d61-93d2-dcb17d31db43 HTTP/1.1" status: 204 len: 168 time: 1.5528848 Apr 21 15:26:00.890608 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:01.003464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.014298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:26:01.014641 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.046896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.096039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Deleting port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:26:01.096522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.228309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:01.228696 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.314823 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] For port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,segment=NetworkSegment(2b01f667-308c-48ff-a626-0b7a677f6c07),segment_id=2b01f667-308c-48ff-a626-0b7a677f6c07)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:01.315255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.351734 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:26:01.425771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.437576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Calling delete_port for f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:26:01.468438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:01.474690 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] No DVR routers for this DVR port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:26:01.507636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:26:01.507987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:26:01.683649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.702257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ab8d6cce-51a4-4f4f-9e3c-031780aa750f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:26:01.712896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2935d851-ec30-4ba3-a943-fc1026b1f20e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:01.724832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b01f667-308c-48ff-a626-0b7a677f6c07') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:01.725171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b01f667-308c-48ff-a626-0b7a677f6c07') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:01.735422 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: ab8d6cce-51a4-4f4f-9e3c-031780aa750f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:26:01.735841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device ab8d6cce-51a4-4f4f-9e3c-031780aa750f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:26:01.738421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.738547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8032309-6dcd-496d-a452-76fc951fa567 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:26:01.755101 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.761917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:26:01.762310 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.770646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: b8032309-6dcd-496d-a452-76fc951fa567 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:26:01.770995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8032309-6dcd-496d-a452-76fc951fa567 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:26:01.779003 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:26:01.854006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.870737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.882923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Network': ['ID=2935d851-ec30-4ba3-a943-fc1026b1f20e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:01.894768 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2334e886-17f2-43af-83d7-3d994dfa81e0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/networks/2935d851-ec30-4ba3-a943-fc1026b1f20e HTTP/1.1" status: 204 len: 168 time: 1.0031862 Apr 21 15:26:01.897900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34976) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:01.967806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02574b61-ab83-46b5-bd1e-480c70f979c7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:01.996769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02574b61-ab83-46b5-bd1e-480c70f979c7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.057214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02574b61-ab83-46b5-bd1e-480c70f979c7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.074609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574b61-ab83-46b5-bd1e-480c70f979c7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3ad703-5a32-4a2f-a287-e326f1a2c2cb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:02.085745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02574b61-ab83-46b5-bd1e-480c70f979c7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.086874 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02574b61-ab83-46b5-bd1e-480c70f979c7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/security-groups/7a3ad703-5a32-4a2f-a287-e326f1a2c2cb HTTP/1.1" status: 204 len: 168 time: 0.1880875 Apr 21 15:26:02.404419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Deleting port f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:26:02.404910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.467321 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8ebc0-3fa2-4ac6-a4a5-59f2839e4c22 None None] The port 'f6a4562e-d0d5-4258-96cb-a5d9ac4bdc44' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:26:02.501900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34984) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:02.507634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212378672', 'description': 'tempest-secgroup-smoke-212378672 description', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:02.513538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:02.517623 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:02.520588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:02.526390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:02.536559 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.571003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:02.574753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:02.577513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:02.583057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:02.638576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.642418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.686428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:02.692980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.694270 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2e5e6d47-a0ee-4f00-be9e-734c0a1d698b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1913254 Apr 21 15:26:02.697270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34988) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:02.702694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:02.708558 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:02.712828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:02.715622 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:02.721400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:02.738281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.797919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.801322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.823954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8225ca42-bcd8-4775-9997-251114405065,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:02.831890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.833103 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9cd3a216-7593-4cb0-a50b-e542331381da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1349127 Apr 21 15:26:02.836275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 34992) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:02.841644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:02.847296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:02.851467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:02.854264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:02.859787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:02.875657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.934684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.938687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.961725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426c457e-9da0-4fe7-8f8f-a0d3295f4f34,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:02.969733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:02.973744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 34996) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:02.973900 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6c49caca-99f6-4683-b896-ffdd717c3d62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1365921 Apr 21 15:26:02.979903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:02.985703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:02.989512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:02.992362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:02.997964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:03.013428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.074251 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.077631 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.100755 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798ecaae-7282-477b-ab78-eca3399aa801,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:03.108633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.109794 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39abaee1-9982-4835-ad29-a19637f0682a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1350667 Apr 21 15:26:03.112507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:03.117807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:03.123370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:03.127123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:03.129967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:03.136369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:03.155248 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.217956 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.221551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.248802 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c719fb6-39e7-45f5-bcd5-3a02d1c981da,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:03.257549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.258716 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9e3c4b9-9a69-419b-89b5-7491583c91ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453061 Apr 21 15:26:03.261563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35004) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:03.266823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:03.273234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:03.277048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:03.279900 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:03.285575 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:03.296086 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:26:03.302300 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.364649 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.368055 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.390747 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d209bc2e-51b5-4d5c-adc7-1a781c18684e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:03.399884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.401103 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f86b81b-26fa-475c-9eef-fd09118d50da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1386433 Apr 21 15:26:03.403815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35008) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:03.409085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:03.414568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:03.418318 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:03.421127 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:03.426722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:03.437316 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:26:03.443451 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.509228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.512647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.535370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b4492c-95f6-4194-a5d3-2c1864071124,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:03.543399 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.544735 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4e4d9847-a48b-4fb8-b141-6a2f8896df68 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1400013 Apr 21 15:26:03.547552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:03.552829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'network': {'name': 'tempest-network-smoke--684095302', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:03.558113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:03.562488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:network and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:03.565543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:03.572561 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:03.582226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:26:03.585231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.611812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:26:03.620551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.620889 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Added segment b7595c4a-f029-48ce-bf10-12582a4f7ab2 of type vlan for network a6354ec4-e6c6-4dea-96b8-a4a01503e67b Apr 21 15:26:03.646905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.675042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.679149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:03.679725 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.776996 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2283273 Apr 21 15:26:03.779712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35016) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:03.785200 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'admin_state_up': True, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:03.787930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d084-89e2-43af-975a-2a521afd5d19 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Network': ['ID=a6354ec4-e6c6-4dea-96b8-a4a01503e67b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:03.792275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:03.796821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:router and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:03.797735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:26:03.799875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:03.806172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:03.820387 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.821330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.839503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:03.980176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:04.246127 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:04.274579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:04.405082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.226 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/b21aeb6e-ee94-49b0-87f8-8048c47ec22d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:26:04.547452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:04.574676 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:04.643203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:26:04.646015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:26:04.649034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:26:04.677520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:04.801886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:04.802503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:05.025781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router c73abc56-3d21-4e29-9469-c059eecbefbe is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:26:05.218745 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:26:05.229487 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Sync routers for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:26:05.241455 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:26:05.242052 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:05.245286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:05.249762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35020) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:05.250233 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-45b8d731-0745-4255-ad12-d6da4771b0a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4689400 Apr 21 15:26:05.289546 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dd36c50e-04b0-4025-b908-b1763396d19e tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cf9aedec2b2d47d4ab9ba49e29403740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385077 Apr 21 15:26:05.292043 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35024) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:05.414546 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:26:05.418476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d1c3d-006a-4ee1-91d3-14b88342b322 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:05.419960 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d12d1c3d-006a-4ee1-91d3-14b88342b322 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269655 Apr 21 15:26:05.422677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35028) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:05.464486 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afbee391-c028-4f57-8944-0491e403cd20 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407104 Apr 21 15:26:05.466837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35032) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:05.472097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480108001', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:05.578025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:05.581886 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:subnet and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:05.584686 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:05.590239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:05.600751 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:26:05.693512 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:04Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:05.697711 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Checking router: c73abc56-3d21-4e29-9469-c059eecbefbe for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:26:05.698059 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Updating router c73abc56-3d21-4e29-9469-c059eecbefbe port b21aeb6e-ee94-49b0-87f8-8048c47ec22d binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:26:05.706583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:05.749005 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:05.922479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:05.995475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Subnet': ['ID=76b4fce9-9254-4fe2-8c61-a7910ddac392,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:06.009874 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Checking segment: {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:26:06.010228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network hostable DHCP agents. Network: a6354ec4-e6c6-4dea-96b8-a4a01503e67b, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:26:06.032295 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:26:06.041925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a6354ec4-e6c6-4dea-96b8-a4a01503e67b) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:26:06.045919 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:06.046496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.051881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba7215-269f-42f7-b2ab-dbe207268e39 None None] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:26:06.071879 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d1e3d1f8-576f-43f8-bcbc-ecf63163e8f3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6039772 Apr 21 15:26:06.074503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35036) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:06.075770 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.088451 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Transition to ACTIVE for port object b21aeb6e-ee94-49b0-87f8-8048c47ec22d will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:26:06.094696 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.196693 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Attempting to bind port b21aeb6e-ee94-49b0-87f8-8048c47ec22d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:26:06.197054 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Attempting to bind port b21aeb6e-ee94-49b0-87f8-8048c47ec22d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:26:06.197400 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Attempting to bind port b21aeb6e-ee94-49b0-87f8-8048c47ec22d on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:26:06.203405 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Pushing event updated for resources: {'Port': ['ID=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:06.213713 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.214049 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.214373 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.214774 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.215017 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.215486 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.215633 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.215959 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.216376 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.216759 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.217074 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:26:06.221590 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:26:06.221948 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:26:06.222377 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.222699 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:26:06.223148 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Bound port: b21aeb6e-ee94-49b0-87f8-8048c47ec22d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:26:06.223505 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.295635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:26:06.296802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.298459 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] For port b21aeb6e-ee94-49b0-87f8-8048c47ec22d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:26:06.301610 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] For port b21aeb6e-ee94-49b0-87f8-8048c47ec22d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:26:06.306547 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.402837 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:26:06.403450 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:06.454848 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669cf36-8b77-428e-898a-f74c673cde6d None None] Pushing event updated for resources: {'Port': ['ID=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:06.463116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Allocated IP 172.20.0.2 (a6354ec4-e6c6-4dea-96b8-a4a01503e67b/76b4fce9-9254-4fe2-8c61-a7910ddac392/60a89172-2453-40b9-bf81-e796b852533e) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:26:06.582458 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:26:06.672534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.683541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Transition to ACTIVE for port object 60a89172-2453-40b9-bf81-e796b852533e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:26:06.705358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Transition to ACTIVE for port object 60a89172-2453-40b9-bf81-e796b852533e will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:26:06.714056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.823177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:26:06.826149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:26:06.830507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:26:06.832705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Pushing event updated for resources: {'Port': ['ID=60a89172-2453-40b9-bf81-e796b852533e,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:06.875244 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:04Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:06.879126 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b71fc8-b8d8-4ff1-8ef5-db83faccbeb2 None None] The sync data for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv is: [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:04Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:26:06.922755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Attempting to bind port 60a89172-2453-40b9-bf81-e796b852533e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:26:06.923284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Attempting to bind port 60a89172-2453-40b9-bf81-e796b852533e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:26:06.924014 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Attempting to bind port 60a89172-2453-40b9-bf81-e796b852533e on network a6354ec4-e6c6-4dea-96b8-a4a01503e67b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:26:06.928972 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.940313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:26:06.940700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Checking segment: {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:26:06.941110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:06.941515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Bound using segment: {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:26:06.941991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Bound port: 60a89172-2453-40b9-bf81-e796b852533e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:26:06.942420 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:07.037119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] For port 60a89172-2453-40b9-bf81-e796b852533e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:26:07.040897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] For port 60a89172-2453-40b9-bf81-e796b852533e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=60a89172-2453-40b9-bf81-e796b852533e,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:26:07.046639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:07.143009 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1c7d8-781a-49ba-8a69-b5082beabee0 None None] Pushing event updated for resources: {'Port': ['ID=60a89172-2453-40b9-bf81-e796b852533e,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:07.387131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.1 (a6354ec4-e6c6-4dea-96b8-a4a01503e67b/76b4fce9-9254-4fe2-8c61-a7910ddac392/0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:26:07.552044 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:07.570262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:26:07.594821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:07.663311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:26:07.667522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:26:07.670739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:26:07.703459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:07.743853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:07.775437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 60a89172-2453-40b9-bf81-e796b852533e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:26:07.847423 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:07.867860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 60a89172-2453-40b9-bf81-e796b852533e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:26:07.873525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b21aeb6e-ee94-49b0-87f8-8048c47ec22d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:26:07.945802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b21aeb6e-ee94-49b0-87f8-8048c47ec22d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:26:07.951594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b21aeb6e-ee94-49b0-87f8-8048c47ec22d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:07.952203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.085312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8267b94-a77d-48f2-ae01-823c5373b043 None None] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:26:08.098565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.184953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b21aeb6e-ee94-49b0-87f8-8048c47ec22d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:08.191359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.256358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-adf5f8c4-a67c-40b2-aac7-762e547500af None None] Provisioning for port 60a89172-2453-40b9-bf81-e796b852533e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:26:08.279522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-adf5f8c4-a67c-40b2-aac7-762e547500af None None] Provisioning complete for port 60a89172-2453-40b9-bf81-e796b852533e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:08.279897 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adf5f8c4-a67c-40b2-aac7-762e547500af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.358578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:08.369226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.373862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.484807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:08.487195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.496214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adf5f8c4-a67c-40b2-aac7-762e547500af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.537207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-adf5f8c4-a67c-40b2-aac7-762e547500af None None] For port 60a89172-2453-40b9-bf81-e796b852533e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=60a89172-2453-40b9-bf81-e796b852533e,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:08.541220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-adf5f8c4-a67c-40b2-aac7-762e547500af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.607761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f8c4-a67c-40b2-aac7-762e547500af None None] Pushing event updated for resources: {'Port': ['ID=60a89172-2453-40b9-bf81-e796b852533e,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:08.628781 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:26:08.630103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:26:08.765862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4eed8244-2cd0-477b-9387-7aec825aa822 None None] Provisioning for port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:26:08.771286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4eed8244-2cd0-477b-9387-7aec825aa822 None None] Provisioning complete for port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:08.771800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4eed8244-2cd0-477b-9387-7aec825aa822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:08.836244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4eed8244-2cd0-477b-9387-7aec825aa822 None None] Port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:26:08.851607 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4eed8244-2cd0-477b-9387-7aec825aa822 None None] Provisioning complete for port 60a89172-2453-40b9-bf81-e796b852533e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:08.851970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4eed8244-2cd0-477b-9387-7aec825aa822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:09.033079 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router c73abc56-3d21-4e29-9469-c059eecbefbe has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:26:09.095729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5b672c4a-fe09-46fb-b429-15b0010a9aec None None] Provisioning complete for port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:09.096243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5b672c4a-fe09-46fb-b429-15b0010a9aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:09.147159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5b672c4a-fe09-46fb-b429-15b0010a9aec None None] Port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:26:09.233887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:26:09.246890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-789173f3-b462-4e38-9ec2-3813216255b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/c73abc56-3d21-4e29-9469-c059eecbefbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1712847 Apr 21 15:26:09.267512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3e41a38d-9061-4343-95d9-f0bc56b4628b None None] Provisioning complete for port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:09.267966 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3e41a38d-9061-4343-95d9-f0bc56b4628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:09.319604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3e41a38d-9061-4343-95d9-f0bc56b4628b None None] Port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:26:09.411511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-ff4cea1f-cbd2-4854-bd68-200cd73d2c22 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:26:09.426409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-ff4cea1f-cbd2-4854-bd68-200cd73d2c22 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:26:09.427709 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-ff4cea1f-cbd2-4854-bd68-200cd73d2c22 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212378672&fields=id&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 267 time: 0.0551112 Apr 21 15:26:09.570316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-86465600-dc6c-4f81-96b8-5a73d28c8f81 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:09.571680 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-86465600-dc6c-4f81-96b8-5a73d28c8f81 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/networks?id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 200 len: 796 time: 0.1366930 Apr 21 15:26:09.587660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-dca117dd-7075-4b0e-93a4-e37b9be89e8e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/quotas/cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 375 time: 0.0106647 Apr 21 15:26:09.664215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-ba636543-7ffd-4832-a732-b75c0444b4e9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:26:09.680843 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-ba636543-7ffd-4832-a732-b75c0444b4e9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:26:09.682139 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-ba636543-7ffd-4832-a732-b75c0444b4e9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896769 Apr 21 15:26:09.709880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 60a89172-2453-40b9-bf81-e796b852533e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:26:09.783599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 60a89172-2453-40b9-bf81-e796b852533e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:09.783971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:09.822531 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-f7addf0d-2f8d-41ab-a745-07b6517e7003 service neutron] 10.222.0.42 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282494 Apr 21 15:26:09.896591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b21aeb6e-ee94-49b0-87f8-8048c47ec22d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:26:09.955165 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-62c55dc9-cfc2-4bea-9af2-7c99d34af5a0 service neutron] 10.222.0.42 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262734 Apr 21 15:26:09.962870 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b21aeb6e-ee94-49b0-87f8-8048c47ec22d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:09.963233 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:10.158720 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8f5bd07c-048a-48d4-bf5f-1a577fa1fcc5 req-a00869ac-0987-4208-a0a1-24c25ed6b2b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:26:10.170527 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8f5bd07c-048a-48d4-bf5f-1a577fa1fcc5 req-a00869ac-0987-4208-a0a1-24c25ed6b2b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:26:10.171923 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f5bd07c-048a-48d4-bf5f-1a577fa1fcc5 req-a00869ac-0987-4208-a0a1-24c25ed6b2b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 210 time: 0.0533392 Apr 21 15:26:10.521686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Sync routers for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:26:10.534002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:26:10.534610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:10.715705 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:26:11.029501 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 2, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:11.033503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Checking router: c73abc56-3d21-4e29-9469-c059eecbefbe for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:26:11.033858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Updating router c73abc56-3d21-4e29-9469-c059eecbefbe port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:26:11.092391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:11.362506 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6688edc4-dc27-4917-b22c-7f10092789a3 req-cccc42aa-728a-45dc-8fa6-8533ec53d5f7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 210 time: 0.0469468 Apr 21 15:26:11.381611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-8c97f087-5f7c-4c66-82ba-c4aa9ef451ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:11.383181 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-8c97f087-5f7c-4c66-82ba-c4aa9ef451ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/networks?id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 200 len: 796 time: 0.2935729 Apr 21 15:26:11.441527 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-af90553b-1d23-45cf-af84-d53f4e143f90 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 379 time: 0.0395904 Apr 21 15:26:11.449751 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'port': {'device_id': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'admin_state_up': True, 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'security_groups': ['f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:11.465007 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:11.476489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Transition to ACTIVE for port object 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:26:11.482718 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:11.587180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:11.599192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:11.608679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c9b79-4207-49c5-b8fd-124dc1ed8324 None None] Pushing event updated for resources: {'Port': ['ID=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:11.612203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:26:11.615370 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:11.701576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Attempting to bind port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:26:11.701953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Attempting to bind port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:26:11.702318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Attempting to bind port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 on network a6354ec4-e6c6-4dea-96b8-a4a01503e67b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:26:11.709271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:26:11.709790 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Checking segment: {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:26:11.710204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:11.710599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Bound using segment: {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:26:11.711076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Bound port: 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:26:11.711453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:11.788850 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.11 (a6354ec4-e6c6-4dea-96b8-a4a01503e67b/76b4fce9-9254-4fe2-8c61-a7910ddac392/44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:26:11.812395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] For port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:26:11.815486 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] For port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:26:11.819761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:11.897282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c9b79-4207-49c5-b8fd-124dc1ed8324 None None] Pushing event updated for resources: {'Port': ['ID=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:11.901890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:26:11.902500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:25:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:11.999834 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:12.019398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:26:12.046129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:12.129266 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:26:12.129921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:12.132947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:26:12.134537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:26:12.138830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:26:12.195385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:12.196001 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:12.223874 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-301996fe-c270-4c11-b873-cbfd4946e173 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7775195 Apr 21 15:26:12.243144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Request body: {'port': {'device_id': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:12.354884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:12.458136 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b751683f-5c88-4711-930d-e7b5ee04c64a None None] Provisioning for port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:26:12.466280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b751683f-5c88-4711-930d-e7b5ee04c64a None None] Provisioning complete for port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:12.466656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b751683f-5c88-4711-930d-e7b5ee04c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:12.521429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:11Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:12.528613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b751683f-5c88-4711-930d-e7b5ee04c64a None None] Port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:26:12.530334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67ec36-c708-4385-a0f0-cd984183d40e None None] The sync data for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv is: [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:11Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:26:12.590204 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76636ea-5807-489c-a91b-8fe064102a0d req-f8ee3d2c-b1e8-4e05-8900-79d2a519de15 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:12.598728 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d76636ea-5807-489c-a91b-8fe064102a0d req-f8ee3d2c-b1e8-4e05-8900-79d2a519de15 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 932 time: 0.1076040 Apr 21 15:26:12.646411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-d76636ea-5807-489c-a91b-8fe064102a0d req-940d195d-5436-424b-a167-b6b14befe463 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:26:12.660312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-d76636ea-5807-489c-a91b-8fe064102a0d req-940d195d-5436-424b-a167-b6b14befe463 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:26:12.661514 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d76636ea-5807-489c-a91b-8fe064102a0d req-940d195d-5436-424b-a167-b6b14befe463 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617850 Apr 21 15:26:12.735078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:26:12.742403 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:12.758331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Transition to ACTIVE for port object 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:26:12.762827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:12.932910 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Pushing event updated for resources: {'Port': ['ID=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:13.012244 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Attempting to bind port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:26:13.012645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Attempting to bind port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:26:13.013038 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Attempting to bind port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d on network a6354ec4-e6c6-4dea-96b8-a4a01503e67b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:26:13.020116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d on network a6354ec4-e6c6-4dea-96b8-a4a01503e67b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:26:13.020434 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Attempting to bind port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d on network a6354ec4-e6c6-4dea-96b8-a4a01503e67b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:26:13.030221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:26:13.030592 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Checking segment: {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:26:13.031095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Bound using segment: {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:26:13.031833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Bound port: 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7595c4a-f029-48ce-bf10-12582a4f7ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:26:13.032428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:13.129173 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] For port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:26:13.132831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] For port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:26:13.138598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:13.283907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:13.285386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] 10.222.0.21 "PUT /v2.0/ports/44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 200 len: 1094 time: 1.0483391 Apr 21 15:26:13.285763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:26:13.303965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea3ec8-0eea-49e3-b4c2-5e122301e39c service neutron] Pushing event updated for resources: {'Port': ['ID=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:13.382789 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa36a28-bbb7-4249-821c-9431b3dd2682'] response: {'name': 'network-changed', 'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'status': 'completed', 'code': 200} Apr 21 15:26:13.429077 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-7a59c3c2-6642-413a-9573-14108af948fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1097 time: 0.0779250 Apr 21 15:26:13.502344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-52107823-6c84-42da-be76-f1265cee863f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 200 len: 217 time: 0.0612550 Apr 21 15:26:13.564284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-af59074d-c172-42a6-92b3-310b9bb80f72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:13.565611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-af59074d-c172-42a6-92b3-310b9bb80f72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76b4fce9-9254-4fe2-8c61-a7910ddac392 HTTP/1.1" status: 200 len: 834 time: 0.0582759 Apr 21 15:26:13.638966 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-17aa4855-4b0e-419e-ac9c-46830faf3bae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674908 Apr 21 15:26:13.726846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:26:13.774705 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-56f2b29d-793b-405b-8fbd-f6e9553b3d0c service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295269 Apr 21 15:26:13.797643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:26:13.803547 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:13.804116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:13.877296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f04959-fd36-47b8-8ae4-5d53e241d152 req-c91f7de5-31c2-4f90-ac34-4bb3f74897df tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:13.878782 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d6f04959-fd36-47b8-8ae4-5d53e241d152 req-c91f7de5-31c2-4f90-ac34-4bb3f74897df tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 944 time: 0.0900664 Apr 21 15:26:13.915490 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a9bff995-af1f-4827-a465-6ee4fc0c5e4a req-ad628edf-a321-45a7-870b-7ef07a52db5e service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345711 Apr 21 15:26:13.920912 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:13.939250 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d6f04959-fd36-47b8-8ae4-5d53e241d152 req-3a95c49a-caf7-460c-878f-251c01edcbe0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534377 Apr 21 15:26:13.962845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:13.966575 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:14.030879 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:14.069753 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a26ffee5-1ef7-4073-a439-9193650a925a req-9f362904-5a0d-4273-b164-b381d4d74a66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1097 time: 0.0665722 Apr 21 15:26:14.198307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ffee5-1ef7-4073-a439-9193650a925a req-8139a189-feaf-4b50-ab33-f0fdb07e063e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:14.199767 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a26ffee5-1ef7-4073-a439-9193650a925a req-8139a189-feaf-4b50-ab33-f0fdb07e063e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 200 len: 897 time: 0.1227784 Apr 21 15:26:14.268711 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a26ffee5-1ef7-4073-a439-9193650a925a req-06a16ecc-e472-4045-af2f-8d07295340dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 200 len: 217 time: 0.0625563 Apr 21 15:26:14.331769 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ffee5-1ef7-4073-a439-9193650a925a req-fd03060f-5b70-4f70-b178-596eb883da56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:14.333167 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a26ffee5-1ef7-4073-a439-9193650a925a req-fd03060f-5b70-4f70-b178-596eb883da56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76b4fce9-9254-4fe2-8c61-a7910ddac392 HTTP/1.1" status: 200 len: 834 time: 0.0578961 Apr 21 15:26:14.408011 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a26ffee5-1ef7-4073-a439-9193650a925a req-5c00cbc4-c520-4617-937c-90deab8af96a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682809 Apr 21 15:26:14.535694 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a26ffee5-1ef7-4073-a439-9193650a925a req-1a00ddc6-5010-4111-afa4-a8709e38423e service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209881 Apr 21 15:26:14.666409 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a26ffee5-1ef7-4073-a439-9193650a925a req-1463e175-8e11-4032-a6f0-ac513d13545d service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249053 Apr 21 15:26:15.136657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd73017-d020-4815-8b55-9d61048e241b req-62ced491-9187-482e-9827-46f3c66cf373 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:15.137328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4dd73017-d020-4815-8b55-9d61048e241b req-62ced491-9187-482e-9827-46f3c66cf373 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:26:15.152376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4dd73017-d020-4815-8b55-9d61048e241b req-62ced491-9187-482e-9827-46f3c66cf373 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:26:15.153487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4dd73017-d020-4815-8b55-9d61048e241b req-62ced491-9187-482e-9827-46f3c66cf373 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 944 time: 0.0895660 Apr 21 15:26:15.201928 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4dd73017-d020-4815-8b55-9d61048e241b req-aca860d5-8af3-4994-9bdb-b601080390eb tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428023 Apr 21 15:26:15.705764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:26:15.775921 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:15.776326 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:16.408400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c42d7-aaf7-4714-b7a3-a12620419c69 req-50805f57-e4ae-43e4-9518-e8cbaddf9714 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:16.409856 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e10c42d7-aaf7-4714-b7a3-a12620419c69 req-50805f57-e4ae-43e4-9518-e8cbaddf9714 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 944 time: 0.0777347 Apr 21 15:26:16.457761 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e10c42d7-aaf7-4714-b7a3-a12620419c69 req-c1245cdf-8606-4fe1-8712-148cb65b6ae3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Apr 21 15:26:16.707988 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:26:16.839640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:16.852793 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'port_id': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'mac_address': 'fa:16:3e:04:f5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:26:16.904608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:16.921625 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:26:16.936868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:16.940982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:17.007494 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:17.211807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:26:17.646308 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f50f-226f-4230-a93a-1a9fa0fbd597 req-ec0833ec-967f-472c-b937-15b3326df662 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:17.648358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0c52f50f-226f-4230-a93a-1a9fa0fbd597 req-ec0833ec-967f-472c-b937-15b3326df662 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 945 time: 0.0744760 Apr 21 15:26:17.693254 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-0c52f50f-226f-4230-a93a-1a9fa0fbd597 req-0a5eb6d3-ca2f-4221-9722-792072c0e6e1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393732 Apr 21 15:26:18.723497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:26:18.791191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:26:18.796097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:26:18.796469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:18.887547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04196ce8-6824-4d54-94e8-f30a947ef44d req-7c3cd09a-d61c-4722-9a73-1250e27c90f1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:18.889039 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-04196ce8-6824-4d54-94e8-f30a947ef44d req-7c3cd09a-d61c-4722-9a73-1250e27c90f1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 945 time: 0.0752647 Apr 21 15:26:18.910573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:18.934246 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-04196ce8-6824-4d54-94e8-f30a947ef44d req-42a12a9b-0756-4adb-9184-a69c93e285e1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394249 Apr 21 15:26:18.937008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:26:18.947060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:26:18.960115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:19.004955 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bfa15c-0213-45bb-a945-c178e04d98f1'] response: {'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'code': 200} Apr 21 15:26:19.022380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:19.088519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9dfd58e9-a283-4166-90ba-d229735ec14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:19.253428 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05264d5e-f3ed-4b55-844e-1cc6947584b5 req-bf060476-6313-4299-a70f-c4606850581d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1099 time: 0.0714512 Apr 21 15:26:19.371038 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-05264d5e-f3ed-4b55-844e-1cc6947584b5 req-5d920033-2337-48b8-b268-2a63bf43b7e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123540 Apr 21 15:26:20.225644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf187c-95d6-429b-9572-bb854564fcb4 req-5ecb5707-bfb0-46af-a4fc-153a4152cb8e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:20.227560 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0baf187c-95d6-429b-9572-bb854564fcb4 req-5ecb5707-bfb0-46af-a4fc-153a4152cb8e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.1720397 Apr 21 15:26:20.275028 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0baf187c-95d6-429b-9572-bb854564fcb4 req-4801ae4f-6f8a-48fa-b99f-fc5422dd0cf0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396943 Apr 21 15:26:21.430104 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3898208e-c9a3-4e52-bdcd-10f1862a541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:21.469596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8997e-2fa4-470a-943c-1281afcd51c5 req-4f031cbb-1468-4d0a-b96d-30345b8db54d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:21.471032 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b5b8997e-2fa4-470a-943c-1281afcd51c5 req-4f031cbb-1468-4d0a-b96d-30345b8db54d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0754950 Apr 21 15:26:21.515028 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b5b8997e-2fa4-470a-943c-1281afcd51c5 req-04071ef4-ff5e-461a-9066-4c4f62bf42c0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Apr 21 15:26:21.706459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe718a-8dae-40aa-8a70-6070ad487bc5 req-cf1da4e9-68a2-459f-a8b7-87723a8ec216 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:21.707890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-20fe718a-8dae-40aa-8a70-6070ad487bc5 req-cf1da4e9-68a2-459f-a8b7-87723a8ec216 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0739295 Apr 21 15:26:21.751928 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-20fe718a-8dae-40aa-8a70-6070ad487bc5 req-0ba3082d-b3d4-4a47-9b24-f7b7f9169111 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Apr 21 15:26:21.779363 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35082) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:21.851985 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a6c75161-250e-4b50-905d-1b5c17e96535 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1094 time: 0.0715251 Apr 21 15:26:21.854577 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35086) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:21.859685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:26:21.865029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:26:21.868732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:floatingip and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:26:21.871453 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:26:21.877019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:26:21.886580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.016654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.146413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.30 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/e6fb7733-7980-4b24-9155-fe1ba387e206) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:26:22.297386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.324939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.391179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:26:22.394484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:26:22.396413 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=e6fb7733-7980-4b24-9155-fe1ba387e206,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:22.398525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:26:22.419523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.569769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.881050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.933583 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:23.131233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:23.135498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:23.329269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=e6fb7733-7980-4b24-9155-fe1ba387e206,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:26:23.343121 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:23.525260 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Floating IP 92b9f75a-ee12-4d23-ac44-93ac9af79df6 associated. External IP: 172.26.6.30, port: 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d. Apr 21 15:26:23.799366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:23.909211 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router c73abc56-3d21-4e29-9469-c059eecbefbe has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:26:24.108094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:26:24.118005 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] Sync routers for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:26:24.129391 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:26:24.129985 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:26:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:24.132348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:24.185268 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f40981b-6748-47ba-b549-6934102633b1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3296645 Apr 21 15:26:24.186197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:26:24.253231 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff69af2-ef6c-4982-892d-8e7ec5c01f99'] response: {'name': 'network-changed', 'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'status': 'completed', 'code': 200} Apr 21 15:26:24.305804 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:26:24.417821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5086e-08d1-40d1-86b1-ac4e1d38ce42 req-1373bb7c-5fa1-4dea-b57b-485fac99ba93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:24.419292 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6fc5086e-08d1-40d1-86b1-ac4e1d38ce42 req-1373bb7c-5fa1-4dea-b57b-485fac99ba93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.1336775 Apr 21 15:26:24.422855 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-835836c5-6fad-454f-8241-1092d6978887 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1099 time: 0.1002438 Apr 21 15:26:24.552111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6fc5086e-08d1-40d1-86b1-ac4e1d38ce42 req-7a0550bb-c67c-48b6-ab05-0fb600009ec9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265657 Apr 21 15:26:24.579936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:24.586976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-fd08fa7d-712d-4744-976e-7417891852e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:24.588475 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-fd08fa7d-712d-4744-976e-7417891852e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 200 len: 897 time: 0.1461153 Apr 21 15:26:24.683287 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '92b9f75a-ee12-4d23-ac44-93ac9af79df6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'port_id': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'mac_address': 'fa:16:3e:04:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:26:22Z', 'updated_at': '2022-04-21T15:26:22Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:13Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:24.687719 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] Checking router: c73abc56-3d21-4e29-9469-c059eecbefbe for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:26:24.692366 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-76d80a54-90f2-4df6-9b60-f9113d5be75c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 200 len: 999 time: 0.0981107 Apr 21 15:26:24.692539 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d394f962-1559-4fda-9bc6-15410fbb26ce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/92b9f75a-ee12-4d23-ac44-93ac9af79df6 HTTP/1.1" status: 200 len: 991 time: 0.1112120 Apr 21 15:26:24.698268 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:26:24.698850 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:26:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:24.753948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-21c7e337-239c-422a-881b-167a3e5bf81b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:24.755382 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-21c7e337-239c-422a-881b-167a3e5bf81b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76b4fce9-9254-4fe2-8c61-a7910ddac392 HTTP/1.1" status: 200 len: 834 time: 0.0571342 Apr 21 15:26:24.827902 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-4286c09c-0ed1-4d66-bed4-9ec1778c90af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666249 Apr 21 15:26:24.870394 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:26:24.958440 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-fda40d09-b149-4dcf-942f-4a70c8935241 service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244960 Apr 21 15:26:25.091544 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a0254a90-66ec-45b5-933d-dbd5abbd986b req-312f6fb4-5c4f-4946-a0ee-ad1c39ee9416 service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268191 Apr 21 15:26:25.216397 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '92b9f75a-ee12-4d23-ac44-93ac9af79df6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'port_id': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'mac_address': 'fa:16:3e:04:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:26:22Z', 'updated_at': '2022-04-21T15:26:22Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:13Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:26:25.220169 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9b748-3496-46dd-9657-f6f2b0eda8ff None None] The sync data for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv is: [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '92b9f75a-ee12-4d23-ac44-93ac9af79df6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.30', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'port_id': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'mac_address': 'fa:16:3e:04:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:26:22Z', 'updated_at': '2022-04-21T15:26:22Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:13Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:26:25.696373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35098) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:25.797971 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e8b1c423-099a-4996-a1f4-34f8c66f3211 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/92b9f75a-ee12-4d23-ac44-93ac9af79df6 HTTP/1.1" status: 200 len: 991 time: 0.1004646 Apr 21 15:26:26.801884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35102) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:26.905320 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a0b8b3fc-de04-4bea-b094-1dadf761278c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/92b9f75a-ee12-4d23-ac44-93ac9af79df6 HTTP/1.1" status: 200 len: 991 time: 0.1023326 Apr 21 15:26:27.909406 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:28.012338 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbec91b0-e8e1-4587-8f32-5f2cc936452f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/92b9f75a-ee12-4d23-ac44-93ac9af79df6 HTTP/1.1" status: 200 len: 991 time: 0.1018016 Apr 21 15:26:28.443641 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413038b6-76f2-4ed4-b977-dae9dd257f8c None None] New status for floating IP 92b9f75a-ee12-4d23-ac44-93ac9af79df6: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:26:29.015947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35110) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:29.119068 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-bfe85d01-b78a-4000-885d-fa4398effd47 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/92b9f75a-ee12-4d23-ac44-93ac9af79df6 HTTP/1.1" status: 200 len: 993 time: 0.1018391 Apr 21 15:26:30.764811 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:26:31.058996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:46.213972 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-864ec159-eac4-4e9b-b91a-583b2518a7ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656190 Apr 21 15:26:46.373855 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-d3928bc0-9322-4929-9dac-59ff301444d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1099 time: 0.0767803 Apr 21 15:26:46.596711 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f348e-1186-4061-a969-3752b5217845 req-eb91639e-6b1e-4800-8b63-46bf912213e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:46.598159 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-eb91639e-6b1e-4800-8b63-46bf912213e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 200 len: 897 time: 0.2063856 Apr 21 15:26:46.698073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-e3b9d5c6-80f0-41f8-8eec-3475bfc95c49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 200 len: 1001 time: 0.0936763 Apr 21 15:26:46.762977 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f348e-1186-4061-a969-3752b5217845 req-75063ac3-252f-407a-b758-2e0d82af5a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:46.764391 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-75063ac3-252f-407a-b758-2e0d82af5a95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76b4fce9-9254-4fe2-8c61-a7910ddac392 HTTP/1.1" status: 200 len: 834 time: 0.0596259 Apr 21 15:26:46.838598 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-9b8ba635-ea7d-478e-92e6-797d1a3cde21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689547 Apr 21 15:26:46.965774 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-dc95c2f2-531e-426b-ab29-148335432491 service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211369 Apr 21 15:26:47.112198 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c92f348e-1186-4061-a969-3752b5217845 req-dbc804ff-389c-4732-8a0b-3501b67abfc1 service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396048 Apr 21 15:26:49.092445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ed06842-1dec-434b-ae14-e619238b52ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:51.431863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4e3c8e9e-dcc2-470d-916b-42ac1c03ccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:52.046113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5795ba-3d1a-4c44-bd56-8f1568fafbe3 req-c092565a-7ad5-4052-a6cc-334d791a016c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:52.047565 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2a5795ba-3d1a-4c44-bd56-8f1568fafbe3 req-c092565a-7ad5-4052-a6cc-334d791a016c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0791886 Apr 21 15:26:52.091716 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-9327d469-2720-4057-9e4d-8d5872710b77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1099 time: 0.1393960 Apr 21 15:26:52.096440 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2a5795ba-3d1a-4c44-bd56-8f1568fafbe3 req-01ba104e-efb2-4683-ac0f-ffbb6757c7b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Apr 21 15:26:52.219673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-8e60bb0f-3376-4955-b5a6-30365762db3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:52.221063 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-8e60bb0f-3376-4955-b5a6-30365762db3f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 200 len: 897 time: 0.1241183 Apr 21 15:26:52.322010 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-8561f348-6433-4d51-be6a-35dbf6968cdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 200 len: 1001 time: 0.0950794 Apr 21 15:26:52.381983 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-a8de19f1-d3c0-4c87-9205-2a249fc77b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:52.383344 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-a8de19f1-d3c0-4c87-9205-2a249fc77b5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76b4fce9-9254-4fe2-8c61-a7910ddac392 HTTP/1.1" status: 200 len: 834 time: 0.0548873 Apr 21 15:26:52.423088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:52.459965 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-6a49f4e6-7b4c-4bd1-9d10-ed1edc1f8db0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704746 Apr 21 15:26:52.572161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:52.588874 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-fa294f36-aba4-41ce-a4a9-47568d4d063a service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226213 Apr 21 15:26:52.717311 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-18418236-a5a0-46e7-8f01-f1abea154cd7 req-285b5894-e082-4776-a67a-e434e18d62cf service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218560 Apr 21 15:26:53.292059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d3860-44d3-4671-83d8-df8b4d5e5df4 req-011752fb-59bc-4f2d-94dd-8134a5c47951 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:53.293443 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a16d3860-44d3-4671-83d8-df8b4d5e5df4 req-011752fb-59bc-4f2d-94dd-8134a5c47951 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0743554 Apr 21 15:26:53.338078 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a16d3860-44d3-4671-83d8-df8b4d5e5df4 req-fc990b6d-669b-44f7-81d5-79989e69debc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387273 Apr 21 15:26:53.800487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:54.530304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c5a39-b88f-4c5d-bf04-f672235fa6d7 req-473683ec-d6a4-4732-a0fb-5cfaf416b28f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:54.531754 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-348c5a39-b88f-4c5d-bf04-f672235fa6d7 req-473683ec-d6a4-4732-a0fb-5cfaf416b28f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0743737 Apr 21 15:26:54.576637 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-348c5a39-b88f-4c5d-bf04-f672235fa6d7 req-eb9801ac-3c95-475f-ac4f-8ef438b05760 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389247 Apr 21 15:26:55.769548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5357ca-0dfc-4cbc-b6e8-dbcb6c4a6490 req-33b82d77-84c4-4424-89df-83dc5995e444 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:55.770955 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5c5357ca-0dfc-4cbc-b6e8-dbcb6c4a6490 req-33b82d77-84c4-4424-89df-83dc5995e444 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0766098 Apr 21 15:26:55.814867 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5c5357ca-0dfc-4cbc-b6e8-dbcb6c4a6490 req-f3031d7c-426a-4329-8904-9e202bcfb1af tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385394 Apr 21 15:26:57.014343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770edf20-e2a0-4918-b94f-2a3b72ced3e1 req-1f96dea5-5958-4d83-b68d-1e1f72ce2f49 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:57.015788 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-770edf20-e2a0-4918-b94f-2a3b72ced3e1 req-1f96dea5-5958-4d83-b68d-1e1f72ce2f49 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0837307 Apr 21 15:26:57.065223 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-770edf20-e2a0-4918-b94f-2a3b72ced3e1 req-42b5fead-281a-43a8-88a0-238f1e0b2dd9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Apr 21 15:26:58.271634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e1801-e6eb-4389-932d-5fcbc981dd8a req-f4fe1713-96b3-47a8-acdb-5812265be6ea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:58.273027 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c31e1801-e6eb-4389-932d-5fcbc981dd8a req-f4fe1713-96b3-47a8-acdb-5812265be6ea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0779729 Apr 21 15:26:58.318721 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c31e1801-e6eb-4389-932d-5fcbc981dd8a req-baf2113c-bab2-4e9b-a83f-ef9d93663130 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401947 Apr 21 15:26:59.515481 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd8f65-ab6a-4da7-96ee-a51722e708e2 req-8ed683e8-d9ec-417f-8c35-d4fef7af6677 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:26:59.515481 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e6dd8f65-ab6a-4da7-96ee-a51722e708e2 req-8ed683e8-d9ec-417f-8c35-d4fef7af6677 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0756433 Apr 21 15:26:59.559135 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e6dd8f65-ab6a-4da7-96ee-a51722e708e2 req-22d25b0a-7db0-4459-9393-34e8b3055ca1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382602 Apr 21 15:27:00.834204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cad5a8-0423-42d6-b3b1-4dbf8ea9e509 req-cbdec4e1-832a-4423-9cea-6907ba05fd96 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:00.835663 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f7cad5a8-0423-42d6-b3b1-4dbf8ea9e509 req-cbdec4e1-832a-4423-9cea-6907ba05fd96 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.1553659 Apr 21 15:27:00.879902 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f7cad5a8-0423-42d6-b3b1-4dbf8ea9e509 req-f53388bb-bb06-4e1b-9a86-bf642df89ee1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386262 Apr 21 15:27:01.073850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:02.184500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492785f-a3f4-4991-8edb-48fb5f207914 req-51ce2118-bfb3-4e7c-93fa-7bca3545aa62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:02.186482 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0492785f-a3f4-4991-8edb-48fb5f207914 req-51ce2118-bfb3-4e7c-93fa-7bca3545aa62 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.1861670 Apr 21 15:27:02.229973 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0492785f-a3f4-4991-8edb-48fb5f207914 req-e1cf2382-4b7f-4c0e-8ea2-8d5862dd3cb1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379174 Apr 21 15:27:03.437548 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f10ac1-f5c4-41ad-80fa-b09559cbc608 req-55425521-2689-4b22-80f9-5b2bb71564a6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:03.438964 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6f10ac1-f5c4-41ad-80fa-b09559cbc608 req-55425521-2689-4b22-80f9-5b2bb71564a6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0734749 Apr 21 15:27:03.486521 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f6f10ac1-f5c4-41ad-80fa-b09559cbc608 req-c1949286-9050-4c92-9c27-e20aec81fa29 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Apr 21 15:27:04.680849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade60114-2b36-4b1f-940a-37657b747139 req-dce22533-12ca-4b07-8e37-a41e1850a2cd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:04.682309 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ade60114-2b36-4b1f-940a-37657b747139 req-dce22533-12ca-4b07-8e37-a41e1850a2cd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0787418 Apr 21 15:27:04.726603 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ade60114-2b36-4b1f-940a-37657b747139 req-9c90ef1d-62be-41a7-bbb3-0d2e353d9a69 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380478 Apr 21 15:27:04.754682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35148) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:04.856047 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-efdd040a-d946-4eae-8164-37401d1358e2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/92b9f75a-ee12-4d23-ac44-93ac9af79df6 HTTP/1.1" status: 200 len: 993 time: 0.1001706 Apr 21 15:27:07.764797 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:27:19.095112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-40b16702-8ef8-4350-977a-95b1503cc500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:21.432714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-878d4b40-69db-4c07-ab81-933055bc800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:22.426131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:22.573796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:23.803114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:31.093559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.287668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35162) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:33.501594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port e6fb7733-7980-4b24-9155-fe1ba387e206 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:27:33.501927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.667823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.668213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.806981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for e6fb7733-7980-4b24-9155-fe1ba387e206 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:27:33.948969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.995945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=e6fb7733-7980-4b24-9155-fe1ba387e206,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:34.008019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.008395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.008739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.009097 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.009433 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.010136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.010136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.010395 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.010718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.011042 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.011369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:34.104767 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:34.501875 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router c73abc56-3d21-4e29-9469-c059eecbefbe has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:27:34.777586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:27:34.787593 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] Sync routers for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:27:34.798602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:34.800095 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:34.800716 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:34.852632 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73cef6d2-8ccb-4438-a0c4-68f8e7fba9aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/floatingips/92b9f75a-ee12-4d23-ac44-93ac9af79df6 HTTP/1.1" status: 204 len: 168 time: 1.5638318 Apr 21 15:27:34.853215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:27:34.912646 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45cb3cd-1f05-4b2f-adc3-33e195bd2bb8'] response: {'name': 'network-changed', 'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'status': 'completed', 'code': 200} Apr 21 15:27:34.978027 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:35.033783 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-5146cb46-0cc8-4cd3-adf4-657e3590c49e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 1099 time: 0.0786746 Apr 21 15:27:35.176865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-63d4062c-6576-4d76-bc28-484ae2f8855f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:35.178419 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-63d4062c-6576-4d76-bc28-484ae2f8855f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 200 len: 897 time: 0.1393552 Apr 21 15:27:35.287469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-7c21f98e-a838-4a4e-8b98-eac46dd8fb77 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 200 len: 217 time: 0.1014588 Apr 21 15:27:35.288668 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:13Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:35.292605 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] Checking router: c73abc56-3d21-4e29-9469-c059eecbefbe for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:27:35.303244 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:35.303840 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:35.367249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-2b9c2a03-3113-4029-ac54-4b726bb4fe9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:35.368905 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-2b9c2a03-3113-4029-ac54-4b726bb4fe9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76b4fce9-9254-4fe2-8c61-a7910ddac392 HTTP/1.1" status: 200 len: 834 time: 0.0695693 Apr 21 15:27:35.374880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec5561-a5ae-4302-8bcc-38b251d0d037 req-fee8e45d-8b2c-441d-bfb4-75a5ce6ebca2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:35.376476 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a7ec5561-a5ae-4302-8bcc-38b251d0d037 req-fee8e45d-8b2c-441d-bfb4-75a5ce6ebca2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.1403618 Apr 21 15:27:35.463253 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a7ec5561-a5ae-4302-8bcc-38b251d0d037 req-869db0a4-2d76-4ebf-8b1e-e9be56ffefed tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574522 Apr 21 15:27:35.480242 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-c31ceb18-7ec8-4913-9b55-cc472190450b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6354ec4-e6c6-4dea-96b8-a4a01503e67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027846 Apr 21 15:27:35.520551 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:35.616950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-f84f685c-dd2c-430b-8522-466096a8e225 service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288567 Apr 21 15:27:35.748558 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3da804-7e85-4992-9d70-4bc9ae75d5bc req-9acbe5ef-a08d-4a98-a4d5-f360e435d849 service neutron] 10.222.0.21 "GET /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251411 Apr 21 15:27:35.828012 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:13Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:35.831854 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e2609e-62be-4486-999f-6a12065640e4 None None] The sync data for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv is: [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:26:07Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79', 'name': '', 'network_id': 'a6354ec4-e6c6-4dea-96b8-a4a01503e67b', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:a1:bf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:07Z', 'updated_at': '2022-04-21T15:26:13Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '76b4fce9-9254-4fe2-8c61-a7910ddac392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:27:36.033972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837ffe1-f26e-40de-a767-f02533649b7e None None] New status for floating IP 92b9f75a-ee12-4d23-ac44-93ac9af79df6: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:27:36.658678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a452cd-4eed-4492-8ca4-b441b8277892 req-9e573611-50e9-482e-8148-63acdf4d2c61 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:36.659351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-c4a452cd-4eed-4492-8ca4-b441b8277892 req-9e573611-50e9-482e-8148-63acdf4d2c61 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:36.674333 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-c4a452cd-4eed-4492-8ca4-b441b8277892 req-9e573611-50e9-482e-8148-63acdf4d2c61 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:36.675705 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c4a452cd-4eed-4492-8ca4-b441b8277892 req-9e573611-50e9-482e-8148-63acdf4d2c61 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0895035 Apr 21 15:27:36.720491 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c4a452cd-4eed-4492-8ca4-b441b8277892 req-92f72222-92de-4351-8755-0d9e284fbabf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392337 Apr 21 15:27:36.804507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-bc3a5c0a-2e62-405f-9f7d-e48d0489f029 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:36.805857 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-bc3a5c0a-2e62-405f-9f7d-e48d0489f029 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 946 time: 0.0787609 Apr 21 15:27:36.870942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:27:36.871276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.107456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:37.107722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.222884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:27:37.437575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.482672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:37.493783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.494124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.494458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.494791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.495115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.495437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.495756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.496090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.496867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.496867 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.497653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:37.567000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] No DVR routers for this DVR port 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:27:37.569351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.571719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'name': 'network-vif-deleted', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:27:37.586369 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1f6348cd-ab6d-4983-8775-28b5a77541b4 req-ce083028-148d-43e7-994f-c3870e4966c2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "DELETE /v2.0/ports/44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d HTTP/1.1" status: 204 len: 173 time: 0.7746942 Apr 21 15:27:37.626735 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed30ba13-e761-4434-827b-16f17d5fd3ea'] response: {'server_uuid': 'c8d474b6-0e57-4827-bc07-853c20fd27b0', 'name': 'network-vif-deleted', 'tag': '44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d', 'status': 'completed', 'code': 200} Apr 21 15:27:37.910898 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9412e72c-8111-46c5-b553-1bff26714ec8 req-fd2b2b64-cc32-4c7f-9590-3590a23bb319 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d474b6-0e57-4827-bc07-853c20fd27b0 HTTP/1.1" status: 200 len: 210 time: 0.0441763 Apr 21 15:27:39.016510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35182) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:39.400830 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.981647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:27:39.981929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.253457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:40.254145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.373779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:27:40.538816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.582769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:40.871099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:41.114173 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:41.146423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:27:41.146769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 44a6fa5b-c870-4c5d-9db8-45fc2d4ba68d not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:41.426816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router c73abc56-3d21-4e29-9469-c059eecbefbe has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:27:41.718061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:27:41.727572 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] Sync routers for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:27:41.734320 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c1320776-4bb0-4c43-98bd-56660104dd7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/c73abc56-3d21-4e29-9469-c059eecbefbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7143159 Apr 21 15:27:41.734793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35186) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:41.739840 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:41.741380 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:41.914707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting subnet 76b4fce9-9254-4fe2-8c61-a7910ddac392 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:27:41.917588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:41.919606 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:41.975278 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.055442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.127949 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.171887 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Subnet': ['ID=76b4fce9-9254-4fe2-8c61-a7910ddac392,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:42.176562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.183010 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e7b9a6f-d706-4152-928c-e0de857fda93 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/subnets/76b4fce9-9254-4fe2-8c61-a7910ddac392 HTTP/1.1" status: 204 len: 168 time: 0.4472601 Apr 21 15:27:42.185496 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c8d56-ca50-4d3b-b930-470b24442cd4 None None] Network a6354ec4-e6c6-4dea-96b8-a4a01503e67b requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:27:42.186675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35190) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:42.202635 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:27:40Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:42.206998 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] Checking router: c73abc56-3d21-4e29-9469-c059eecbefbe for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:27:42.217593 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] Routers {'c73abc56-3d21-4e29-9469-c059eecbefbe'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:42.218400 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c73abc56-3d21-4e29-9469-c059eecbefbe'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:42.386159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.401196 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] Set router c73abc56-3d21-4e29-9469-c059eecbefbe gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:42.432762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] DHCP port deletion for a6354ec4-e6c6-4dea-96b8-a4a01503e67b request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:27:42.438128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Deleting port 60a89172-2453-40b9-bf81-e796b852533e {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:27:42.438128 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.586566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.602779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port b21aeb6e-ee94-49b0-87f8-8048c47ec22d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:27:42.603245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.644483 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] For port 60a89172-2453-40b9-bf81-e796b852533e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=60a89172-2453-40b9-bf81-e796b852533e,segment=NetworkSegment(b7595c4a-f029-48ce-bf10-12582a4f7ab2),segment_id=b7595c4a-f029-48ce-bf10-12582a4f7ab2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:42.644882 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.683930 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:27:40Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:42.688666 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56d692a-3a61-4202-b053-dad2cf9024a9 None None] The sync data for ids ['c73abc56-3d21-4e29-9469-c059eecbefbe'] in dv-neutron-838898-1-hyperv is: [{'id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075070697', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:26:03Z', 'updated_at': '2022-04-21T15:27:40Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': 'b21aeb6e-ee94-49b0-87f8-8048c47ec22d', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73abc56-3d21-4e29-9469-c059eecbefbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:26:04Z', 'updated_at': '2022-04-21T15:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:27:42.769656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Calling delete_port for 60a89172-2453-40b9-bf81-e796b852533e owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:27:42.781954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port b21aeb6e-ee94-49b0-87f8-8048c47ec22d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:42.782311 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.846537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.901958 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for b21aeb6e-ee94-49b0-87f8-8048c47ec22d owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:27:42.924276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Pushing event deleted for resources: {'Port': ['ID=60a89172-2453-40b9-bf81-e796b852533e,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:42.933178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] No DVR routers for this DVR port 60a89172-2453-40b9-bf81-e796b852533e on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:27:42.938122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.938452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.938791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.939124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.939458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.939785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.940131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.940463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.940784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.941102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:42.941429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e8b655-f625-4d2e-a4d7-5dd8c839ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:43.066780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.110336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=b21aeb6e-ee94-49b0-87f8-8048c47ec22d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:43.332355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.671499 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.675684 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.701639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.702142 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Fanout notify agent at l3_agent the message router_deleted on router c73abc56-3d21-4e29-9469-c059eecbefbe {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:27:43.717828 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.718907 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ae758739-d159-443a-bc12-7acdea5bf4ac tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/routers/c73abc56-3d21-4e29-9469-c059eecbefbe HTTP/1.1" status: 204 len: 168 time: 1.5312011 Apr 21 15:27:43.721685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35194) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:43.803907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:43.838099 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:27:43.838437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 0d2e1ae5-e7c8-43ef-b642-ccee9f7b3d79 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:43.838976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 60a89172-2453-40b9-bf81-e796b852533e no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:43.844171 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.872622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 60a89172-2453-40b9-bf81-e796b852533e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:27:43.872964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 60a89172-2453-40b9-bf81-e796b852533e not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:43.978389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.003003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6354ec4-e6c6-4dea-96b8-a4a01503e67b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:44.015250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7595c4a-f029-48ce-bf10-12582a4f7ab2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:44.015549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7595c4a-f029-48ce-bf10-12582a4f7ab2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:44.026526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.041735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.047540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:27:44.047917 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:27:44.062321 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:27:44.139675 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.156464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.167844 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Network': ['ID=a6354ec4-e6c6-4dea-96b8-a4a01503e67b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:44.173455 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a9a48acb-521f-4a4e-b5ab-6e3f18a32ada tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/networks/a6354ec4-e6c6-4dea-96b8-a4a01503e67b HTTP/1.1" status: 204 len: 168 time: 0.4507642 Apr 21 15:27:44.175966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:44.244468 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4eed-5980-48b6-8856-c940a9cc64a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.272667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4eed-5980-48b6-8856-c940a9cc64a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.337543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4eed-5980-48b6-8856-c940a9cc64a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.356004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a4eed-5980-48b6-8856-c940a9cc64a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:44.368006 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a5a4eed-5980-48b6-8856-c940a9cc64a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.369174 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a5a4eed-5980-48b6-8856-c940a9cc64a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/security-groups/f2e27e3d-7c20-4374-b4dc-dcb5dbf32bd8 HTTP/1.1" status: 204 len: 168 time: 0.1922283 Apr 21 15:27:44.765513 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:27:44.867324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35206) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:44.873389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207690059', 'description': 'tempest-secgroup-smoke-1207690059 description', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:44.879423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:44.883770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:44.886672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:44.892943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:44.904788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:44.939282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:44.943065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:44.945833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:44.951459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.004214 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.007799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.050161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcea2284-163f-4018-b868-e91082167dc9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:45.052647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.053825 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dced5cca-df42-4b25-91ad-84229297853e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1854842 Apr 21 15:27:45.056799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35210) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:45.063417 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'fcea2284-163f-4018-b868-e91082167dc9', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:45.069477 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:45.073287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:45.076132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:45.081733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.102447 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.165869 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.169725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.192175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b025cd4-be13-427c-a507-5db9f8332313,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:45.201820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.202942 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d49a7857-4962-4a8b-b003-61a1f29651ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1450517 Apr 21 15:27:45.205543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35214) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:45.210782 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'fcea2284-163f-4018-b868-e91082167dc9', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:45.217347 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:45.221489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:45.224312 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:45.229831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.246036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.308202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.312194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.334303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e176d3-7657-4390-be8a-837cc48067ad,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:45.342658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.343906 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d9e9b78e-aa4b-45c0-a455-ce014bdd758a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1374524 Apr 21 15:27:45.346583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35218) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:45.351780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'fcea2284-163f-4018-b868-e91082167dc9', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:45.357328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:45.361054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:45.363923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:45.369489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.385360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.454213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.457748 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.480444 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4f0369-4252-4c69-8dd8-7f03ae16b2f6,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:45.488248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.489399 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-99b52217-fb2a-45fd-ae6b-75ca0f347d89 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1419172 Apr 21 15:27:45.492203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35222) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:45.497874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'fcea2284-163f-4018-b868-e91082167dc9', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:45.503476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:45.507257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:45.510096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:45.516224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.531996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.595634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.598884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.621020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7204a1-4590-4268-84a9-aec216f01a92,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:45.629529 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.630857 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2b7c34a0-b91a-444b-8e4e-fd5ccd83b4dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1377673 Apr 21 15:27:45.633534 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35226) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:45.639383 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'fcea2284-163f-4018-b868-e91082167dc9', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:45.644995 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:45.648698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:45.651466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:45.657313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.666990 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:27:45.673473 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.705329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b21aeb6e-ee94-49b0-87f8-8048c47ec22d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:45.736641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.740432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.743219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: b21aeb6e-ee94-49b0-87f8-8048c47ec22d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:27:45.743560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b21aeb6e-ee94-49b0-87f8-8048c47ec22d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:45.764455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c650fd-0548-4a21-8768-3208ea1fa828,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:45.774220 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.775404 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d1f0b227-b354-4f6a-9c30-cc36f678f960 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409545 Apr 21 15:27:45.778141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35230) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:45.783452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'fcea2284-163f-4018-b868-e91082167dc9', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:45.789313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:45.793096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:45.796542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:45.802245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.813244 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:27:45.819575 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.882313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.885580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.907851 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d53531c-88b2-45f8-a732-9cf8dc03b257,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:45.915900 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.917113 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8a003189-706e-4e1d-b6f9-2f349e666260 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1380227 Apr 21 15:27:45.920331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35234) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:45.925937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'network': {'name': 'tempest-network-smoke--1091033999', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:45.933849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:45.939056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:network and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:45.947161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:45.953144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:45.965582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:27:45.968683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.996314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:27:46.006360 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.006700 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Added segment 0085bce5-abc7-446e-97b9-7f39f7e4c173 of type vlan for network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 Apr 21 15:27:46.031907 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.060322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.064478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:46.065047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.170915 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2495065 Apr 21 15:27:46.174341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e0003-8ffa-4527-95ed-0e48aa401ba1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Network': ['ID=6bb7faae-f476-4a50-a90d-1e1ce56f0c71,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:46.175082 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35238) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:46.181672 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'admin_state_up': True, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:46.185078 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:27:46.189738 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:46.193500 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:router and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:46.196343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:46.202301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:46.213901 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.214797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.233320 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.387404 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.557123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.588547 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.804871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.239 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/35046346-e1d1-4edf-9c84-635c9060bacd) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:46.946056 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:46.973459 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.042694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:47.045573 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:47.049921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:27:47.073671 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=35046346-e1d1-4edf-9c84-635c9060bacd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:47.205257 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.205920 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.425711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:27:47.617280 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:27:47.627579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Sync routers for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:27:47.639209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:47.639938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:47.642084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.643593 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cd0e8952-51eb-4c80-b260-089a94f78ddc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4675615 Apr 21 15:27:47.646799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35242) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:47.686608 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b39b3754-2cf5-4717-a7f1-c5e85639f77b tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cf9aedec2b2d47d4ab9ba49e29403740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383687 Apr 21 15:27:47.689121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35246) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:47.815957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:47.818856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc7f24-7fc1-4d59-9673-1aa1d9a1bd31 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:47.821042 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5cbc7f24-7fc1-4d59-9673-1aa1d9a1bd31 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308053 Apr 21 15:27:47.823683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35250) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:47.875371 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7f168fde-871c-4eb2-889e-351008e16890 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501094 Apr 21 15:27:47.877648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35254) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:47.882875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318532800', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:47.993131 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:47.997150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:subnet and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:47.999934 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:48.005566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:48.016245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:27:48.095475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:47Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:48.099305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Checking router: a35e2b15-f82e-4fae-ada1-aa34eb1c9158 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:27:48.099648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Updating router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 port 35046346-e1d1-4edf-9c84-635c9060bacd binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:27:48.116524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.148789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.426193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.485287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.502810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Transition to ACTIVE for port object 35046346-e1d1-4edf-9c84-635c9060bacd will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:48.505253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Subnet': ['ID=d1e881ed-7611-4e56-9395-7253518ffdde,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:48.509513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.522298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Checking segment: {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:27:48.522657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network hostable DHCP agents. Network: 6bb7faae-f476-4a50-a90d-1e1ce56f0c71, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:27:48.544996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:27:48.553849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 6bb7faae-f476-4a50-a90d-1e1ce56f0c71) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:48.557673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:48.558503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.567825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf4549-a532-43a7-8659-be5f6be77396 None None] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:27:48.578981 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b787d0a3-f9d9-41d3-a61b-af0cae8ab488 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7003477 Apr 21 15:27:48.581851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:48.661518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Attempting to bind port 35046346-e1d1-4edf-9c84-635c9060bacd on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:48.662109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Attempting to bind port 35046346-e1d1-4edf-9c84-635c9060bacd by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:48.662207 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Attempting to bind port 35046346-e1d1-4edf-9c84-635c9060bacd on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:27:48.669784 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b1644-e37c-4e4f-b708-3b093186e2f4 None None] Pushing event updated for resources: {'Port': ['ID=35046346-e1d1-4edf-9c84-635c9060bacd,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:48.679615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:27:48.679942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:27:48.680312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.680698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:27:48.681162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Bound port: 35046346-e1d1-4edf-9c84-635c9060bacd, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:48.681533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.859035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] For port 35046346-e1d1-4edf-9c84-635c9060bacd, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:27:48.871660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] For port 35046346-e1d1-4edf-9c84-635c9060bacd, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=35046346-e1d1-4edf-9c84-635c9060bacd,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:27:48.899524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.964850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:27:48.966203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.992364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b1644-e37c-4e4f-b708-3b093186e2f4 None None] Pushing event updated for resources: {'Port': ['ID=35046346-e1d1-4edf-9c84-635c9060bacd,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:49.062942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:49.063597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:49.235452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-81ffddc8-9a28-48d8-af2b-364009a41c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:49.341276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Allocated IP 172.20.0.2 (6bb7faae-f476-4a50-a90d-1e1ce56f0c71/d1e881ed-7611-4e56-9395-7253518ffdde/309b0555-5be1-4d61-8c14-07123696d2e5) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:49.356055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:49.479199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:49.791418 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:49.807138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Transition to ACTIVE for port object 309b0555-5be1-4d61-8c14-07123696d2e5 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:49.831052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Transition to ACTIVE for port object 309b0555-5be1-4d61-8c14-07123696d2e5 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:49.838003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:47Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:49.840441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:49.881530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700b31b0-54a2-4cdf-90c0-2ab72c901227 None None] The sync data for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv is: [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:47Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:27:49.918461 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.1 (6bb7faae-f476-4a50-a90d-1e1ce56f0c71/d1e881ed-7611-4e56-9395-7253518ffdde/7753958b-8d45-4fe6-878c-4723f6cd6c32) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:49.922645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:49.923406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Pushing event updated for resources: {'Port': ['ID=309b0555-5be1-4d61-8c14-07123696d2e5,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:49.926133 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:49.928590 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:27:50.036013 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Attempting to bind port 309b0555-5be1-4d61-8c14-07123696d2e5 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:50.036425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Attempting to bind port 309b0555-5be1-4d61-8c14-07123696d2e5 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:50.036861 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Attempting to bind port 309b0555-5be1-4d61-8c14-07123696d2e5 on network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:27:50.044609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:27:50.044985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Checking segment: {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:27:50.045387 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.045780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Bound using segment: {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:27:50.046249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Bound port: 309b0555-5be1-4d61-8c14-07123696d2e5, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:50.046622 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.162161 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.167294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] For port 309b0555-5be1-4d61-8c14-07123696d2e5, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:27:50.172467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] For port 309b0555-5be1-4d61-8c14-07123696d2e5, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=309b0555-5be1-4d61-8c14-07123696d2e5,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:27:50.180659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.181771 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object 7753958b-8d45-4fe6-878c-4723f6cd6c32 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:50.214650 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.296957 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:50.300137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:50.304358 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:27:50.312643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b15d8f-4472-48ba-b067-27a9a7a18641 None None] Pushing event updated for resources: {'Port': ['ID=309b0555-5be1-4d61-8c14-07123696d2e5,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:50.342902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=7753958b-8d45-4fe6-878c-4723f6cd6c32,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:50.374428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.493891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.952311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:50.956694 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:51.071682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:51.075183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=7753958b-8d45-4fe6-878c-4723f6cd6c32,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:51.322992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6d370-d6dc-4ed0-a9f7-bf03d923acba None None] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:27:51.343918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:51.345046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:51.414639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3e349bc4-2bcb-4740-ac77-d5cf5c5bf792 None None] Provisioning for port 309b0555-5be1-4d61-8c14-07123696d2e5 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:51.453920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b79274d0-c31f-4f4a-937a-7a3cd72d1297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:51.732152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:27:51.810606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 309b0555-5be1-4d61-8c14-07123696d2e5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:51.899039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2903e99b-ae12-49ba-aeca-9cab269fe571 None None] Provisioning for port 7753958b-8d45-4fe6-878c-4723f6cd6c32 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:51.905475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 309b0555-5be1-4d61-8c14-07123696d2e5 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:51.910397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2903e99b-ae12-49ba-aeca-9cab269fe571 None None] Provisioning complete for port 7753958b-8d45-4fe6-878c-4723f6cd6c32 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:51.910877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2903e99b-ae12-49ba-aeca-9cab269fe571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:51.940940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 309b0555-5be1-4d61-8c14-07123696d2e5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:51.941468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:51.961714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:27:51.978758 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-83bd1f28-b314-4ffc-8b0f-230dccb4b153 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/a35e2b15-f82e-4fae-ada1-aa34eb1c9158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3955660 Apr 21 15:27:52.018438 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2903e99b-ae12-49ba-aeca-9cab269fe571 None None] Port 7753958b-8d45-4fe6-878c-4723f6cd6c32 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:27:52.087127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.125997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 309b0555-5be1-4d61-8c14-07123696d2e5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=309b0555-5be1-4d61-8c14-07123696d2e5,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:52.133559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.134356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35046346-e1d1-4edf-9c84-635c9060bacd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:52.259992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e71172e9-3861-4a3b-a072-6c345b5a3bf1 None None] Provisioning complete for port 7753958b-8d45-4fe6-878c-4723f6cd6c32 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:52.260396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e71172e9-3861-4a3b-a072-6c345b5a3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.296306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=309b0555-5be1-4d61-8c14-07123696d2e5,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:52.323969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e71172e9-3861-4a3b-a072-6c345b5a3bf1 None None] Port 7753958b-8d45-4fe6-878c-4723f6cd6c32 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:27:52.329618 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 35046346-e1d1-4edf-9c84-635c9060bacd completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:52.334869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 35046346-e1d1-4edf-9c84-635c9060bacd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:52.335309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.368053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7f5544f5-d0f9-4aa4-99d9-b4e0338cda07 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:52.384633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7f5544f5-d0f9-4aa4-99d9-b4e0338cda07 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:52.385862 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7f5544f5-d0f9-4aa4-99d9-b4e0338cda07 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207690059&fields=id&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 267 time: 0.0571108 Apr 21 15:27:52.463454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.469235 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.486727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-71eac260-8216-495d-9af2-c8e4b885becc None None] Provisioning complete for port 7753958b-8d45-4fe6-878c-4723f6cd6c32 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:52.487090 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-71eac260-8216-495d-9af2-c8e4b885becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.515396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 35046346-e1d1-4edf-9c84-635c9060bacd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=35046346-e1d1-4edf-9c84-635c9060bacd,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:52.522118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.534268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-526e168b-e796-4bac-947f-9e319ab3c8ca tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:52.534944 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-526e168b-e796-4bac-947f-9e319ab3c8ca tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:52.550651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-526e168b-e796-4bac-947f-9e319ab3c8ca tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:52.552114 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-526e168b-e796-4bac-947f-9e319ab3c8ca tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 797 time: 0.1587796 Apr 21 15:27:52.569379 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-1c29de8e-3e1d-4734-8d34-af29ad501db9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/quotas/cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 375 time: 0.0117888 Apr 21 15:27:52.608037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-71eac260-8216-495d-9af2-c8e4b885becc None None] Port 7753958b-8d45-4fe6-878c-4723f6cd6c32 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:27:52.618358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.623181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=35046346-e1d1-4edf-9c84-635c9060bacd,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:52.649860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-5573a534-5d06-46ac-bb2f-cc5e23fd0897 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:52.664695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-5573a534-5d06-46ac-bb2f-cc5e23fd0897 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:52.665939 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-5573a534-5d06-46ac-bb2f-cc5e23fd0897 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908511 Apr 21 15:27:52.872209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-c835f7fc-a647-4ce4-b40e-69f5760847a3 service neutron] 10.222.0.42 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941762 Apr 21 15:27:53.001597 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-8da07251-f547-4c49-8961-4da73d545337 service neutron] 10.222.0.42 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235976 Apr 21 15:27:53.255091 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-babc99cd-c5a4-4f15-b4af-73f932cb07e5 req-0084a6be-96a9-4f44-b691-925ee6a2b9f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:53.268615 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-babc99cd-c5a4-4f15-b4af-73f932cb07e5 req-0084a6be-96a9-4f44-b691-925ee6a2b9f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:53.270059 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-babc99cd-c5a4-4f15-b4af-73f932cb07e5 req-0084a6be-96a9-4f44-b691-925ee6a2b9f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 210 time: 0.1270034 Apr 21 15:27:53.558913 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Sync routers for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:27:53.571992 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:53.572636 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:53.763231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 309b0555-5be1-4d61-8c14-07123696d2e5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:53.783639 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:53.826359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:53.842896 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 309b0555-5be1-4d61-8c14-07123696d2e5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:53.843261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:53.958086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35046346-e1d1-4edf-9c84-635c9060bacd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:54.025106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 35046346-e1d1-4edf-9c84-635c9060bacd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:54.025480 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.099700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 2, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:54.103829 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Checking router: a35e2b15-f82e-4fae-ada1-aa34eb1c9158 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:27:54.104218 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Updating router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 port 7753958b-8d45-4fe6-878c-4723f6cd6c32 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:27:54.160143 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.286296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-cab5ba81-7b9e-41f7-9647-8b2ccdca6336 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:54.286976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-cab5ba81-7b9e-41f7-9647-8b2ccdca6336 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:54.299730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-cab5ba81-7b9e-41f7-9647-8b2ccdca6336 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:54.301178 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-cab5ba81-7b9e-41f7-9647-8b2ccdca6336 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 797 time: 0.1584342 Apr 21 15:27:54.375072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-be81cf24-898a-4af7-8e64-2b692ed4558a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:54.391742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-be81cf24-898a-4af7-8e64-2b692ed4558a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:54.393068 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-be81cf24-898a-4af7-8e64-2b692ed4558a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 380 time: 0.0738842 Apr 21 15:27:54.402065 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'port': {'device_id': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'admin_state_up': True, 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'security_groups': ['fcea2284-163f-4018-b868-e91082167dc9']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:54.444885 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f2105e26-ac99-4757-bd50-6794cc39abb2 req-e25ea6b5-1e39-4e85-a627-404cd5602de7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 210 time: 0.0454161 Apr 21 15:27:54.514974 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.526502 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Transition to ACTIVE for port object 7753958b-8d45-4fe6-878c-4723f6cd6c32 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:54.533523 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.537936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:54.547982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:54.557461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:27:54.560586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.657661 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Pushing event updated for resources: {'Port': ['ID=7753958b-8d45-4fe6-878c-4723f6cd6c32,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:54.671147 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.671745 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.672093 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.672429 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.672757 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.673084 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.673408 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.673726 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.674045 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.674492 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.674660 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:54.724525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.4 (6bb7faae-f476-4a50-a90d-1e1ce56f0c71/d1e881ed-7611-4e56-9395-7253518ffdde/d9930f58-530d-4d4d-8ef7-dfb41637afdb) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:54.766293 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Attempting to bind port 7753958b-8d45-4fe6-878c-4723f6cd6c32 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:54.766656 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Attempting to bind port 7753958b-8d45-4fe6-878c-4723f6cd6c32 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:54.767009 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Attempting to bind port 7753958b-8d45-4fe6-878c-4723f6cd6c32 on network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:27:54.773617 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:27:54.773982 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Checking segment: {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:27:54.774377 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.774762 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Bound using segment: {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:27:54.775217 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Bound port: 7753958b-8d45-4fe6-878c-4723f6cd6c32, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:54.775581 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.862171 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] For port 7753958b-8d45-4fe6-878c-4723f6cd6c32, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:27:54.864992 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] For port 7753958b-8d45-4fe6-878c-4723f6cd6c32, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7753958b-8d45-4fe6-878c-4723f6cd6c32,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:27:54.870210 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.923418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:54.941700 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object d9930f58-530d-4d4d-8ef7-dfb41637afdb will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:54.960198 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:27:54.960821 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:54.967721 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:55.044518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:55.047538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:55.050100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:27:55.077783 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2140-3a9c-47cf-81f6-2ccbdcea4cc4 None None] Pushing event updated for resources: {'Port': ['ID=7753958b-8d45-4fe6-878c-4723f6cd6c32,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:55.090098 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=d9930f58-530d-4d4d-8ef7-dfb41637afdb,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:55.120938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:55.121554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:55.149732 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-7300fda1-874c-46de-8d7e-efe02a1c8690 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7512991 Apr 21 15:27:55.165599 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:27:55.172484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Request body: {'port': {'device_id': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:27:55.290137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:55.405086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-195a26ca-570e-47c3-b25a-c04e35059884 None None] Provisioning for port d9930f58-530d-4d4d-8ef7-dfb41637afdb completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:55.409787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-195a26ca-570e-47c3-b25a-c04e35059884 None None] Provisioning complete for port d9930f58-530d-4d4d-8ef7-dfb41637afdb triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:55.410148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-195a26ca-570e-47c3-b25a-c04e35059884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:55.461241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-195a26ca-570e-47c3-b25a-c04e35059884 None None] Port d9930f58-530d-4d4d-8ef7-dfb41637afdb cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:27:55.512873 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:54Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:55.517247 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b50490-f036-4610-a15a-5e34b6c2aae9 None None] The sync data for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv is: [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:54Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:27:55.714905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9930f58-530d-4d4d-8ef7-dfb41637afdb {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:27:55.724058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:55.745153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Transition to ACTIVE for port object d9930f58-530d-4d4d-8ef7-dfb41637afdb will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:55.752306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42489b-3f89-4fea-9080-3894e4837d07 req-966c489c-4e12-4236-8e89-29ef69bda80f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:55.753023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3d42489b-3f89-4fea-9080-3894e4837d07 req-966c489c-4e12-4236-8e89-29ef69bda80f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:55.757143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:55.781246 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7753958b-8d45-4fe6-878c-4723f6cd6c32 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:55.859798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 7753958b-8d45-4fe6-878c-4723f6cd6c32 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:55.865797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7753958b-8d45-4fe6-878c-4723f6cd6c32 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:55.866419 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:55.890973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3d42489b-3f89-4fea-9080-3894e4837d07 req-966c489c-4e12-4236-8e89-29ef69bda80f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:55.897894 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d42489b-3f89-4fea-9080-3894e4837d07 req-966c489c-4e12-4236-8e89-29ef69bda80f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 931 time: 0.3101270 Apr 21 15:27:55.930702 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9930f58-530d-4d4d-8ef7-dfb41637afdb,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:56.058281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.104876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 7753958b-8d45-4fe6-878c-4723f6cd6c32, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7753958b-8d45-4fe6-878c-4723f6cd6c32,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:56.111448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.167168 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d42489b-3f89-4fea-9080-3894e4837d07 req-9d6ee163-63e6-4559-85e4-ca9c6809d196 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683969 Apr 21 15:27:56.183307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=7753958b-8d45-4fe6-878c-4723f6cd6c32,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:56.198218 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Attempting to bind port d9930f58-530d-4d4d-8ef7-dfb41637afdb on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:56.198556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Attempting to bind port d9930f58-530d-4d4d-8ef7-dfb41637afdb by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:56.198886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Attempting to bind port d9930f58-530d-4d4d-8ef7-dfb41637afdb on network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:27:56.207017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Port d9930f58-530d-4d4d-8ef7-dfb41637afdb on network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:27:56.207333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Attempting to bind port d9930f58-530d-4d4d-8ef7-dfb41637afdb on network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:27:56.214824 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:27:56.215155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Checking segment: {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:27:56.216106 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Bound using segment: {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:27:56.216538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Bound port: d9930f58-530d-4d4d-8ef7-dfb41637afdb, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0085bce5-abc7-446e-97b9-7f39f7e4c173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:56.216886 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.312774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] For port d9930f58-530d-4d4d-8ef7-dfb41637afdb, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:27:56.316269 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] For port d9930f58-530d-4d4d-8ef7-dfb41637afdb, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:27:56.320486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.380362 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.381939 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 1093 time: 1.2178741 Apr 21 15:27:56.384839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:27:56.417183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635d16-15de-41ec-90ae-9db8765db5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9930f58-530d-4d4d-8ef7-dfb41637afdb,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:56.473096 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5d4e07-a2fb-4c90-85e5-d0eadb1d0b73'] response: {'name': 'network-changed', 'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'status': 'completed', 'code': 200} Apr 21 15:27:56.522968 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-56baebc3-9b04-4a1b-b14c-52a59dacc664 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1096 time: 0.0811322 Apr 21 15:27:56.600943 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-1bf71e3e-ba08-409a-a78b-df70bf50f463 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 217 time: 0.0649531 Apr 21 15:27:56.665707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-97ef79c4-a779-4fca-b869-65a8f20edd7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:56.667068 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-97ef79c4-a779-4fca-b869-65a8f20edd7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.0600169 Apr 21 15:27:56.740123 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-4273dfd8-809a-4970-a8e3-6cd8bd321763 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665853 Apr 21 15:27:56.867617 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-18d2a1e4-5d17-4845-bbdb-c8b4617f40eb service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214290 Apr 21 15:27:56.995002 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00503ace-adad-4e98-ab1a-0d960fcaf8c0 req-57eb3c8c-eef1-4080-8a16-4b28e8e41341 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213567 Apr 21 15:27:57.149519 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-69c5b76f-e2cd-499a-8825-2e1a7dc088ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1096 time: 0.0717399 Apr 21 15:27:57.280374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-07054c15-ae33-4873-838f-79c2f239be0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:57.281700 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-07054c15-ae33-4873-838f-79c2f239be0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 898 time: 0.1242638 Apr 21 15:27:57.385306 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-f64aa2f4-05b3-4c23-ae84-4d0ef3547e18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 217 time: 0.0972412 Apr 21 15:27:57.462698 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-52254364-e45f-4d57-a1c9-954cdf828c29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:57.464119 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-52254364-e45f-4d57-a1c9-954cdf828c29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.0711040 Apr 21 15:27:57.470319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1046ed-34e8-439f-9b34-a5453d31a5c7 req-593137f1-87c0-4ea1-b4cd-a61a0eee3b1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:57.471671 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9a1046ed-34e8-439f-9b34-a5453d31a5c7 req-593137f1-87c0-4ea1-b4cd-a61a0eee3b1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.1376350 Apr 21 15:27:57.563871 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9a1046ed-34e8-439f-9b34-a5453d31a5c7 req-37e7127d-c0b6-4d38-99bf-06485596b8e9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637968 Apr 21 15:27:57.573780 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-6d5f62e3-ea4c-428d-a83f-38e491bd3ece service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012497 Apr 21 15:27:57.702639 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-74259e8d-d242-41d6-8691-3aedcf2767d6 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218066 Apr 21 15:27:57.755948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7753958b-8d45-4fe6-878c-4723f6cd6c32 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:57.825980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 7753958b-8d45-4fe6-878c-4723f6cd6c32 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:57.826257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:57.922148 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4ed04306-f861-4a77-9c87-44ab93889c32 req-fd336bc2-23d5-4a36-b60b-690541b4c2a7 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136421 Apr 21 15:27:58.756288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0b7e2-516b-4478-9ab1-38a29f1e5d14 req-c5dd6828-30b7-47c9-ac3a-3f6f4d111449 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:58.757709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5fc0b7e2-516b-4478-9ab1-38a29f1e5d14 req-c5dd6828-30b7-47c9-ac3a-3f6f4d111449 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.0746756 Apr 21 15:27:58.802871 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5fc0b7e2-516b-4478-9ab1-38a29f1e5d14 req-6d5c6453-4388-47f8-a360-629244804179 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394621 Apr 21 15:27:59.212740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device d9930f58-530d-4d4d-8ef7-dfb41637afdb details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:27:59.371226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port d9930f58-530d-4d4d-8ef7-dfb41637afdb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:59.383677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'port_id': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'mac_address': 'fa:16:3e:04:f5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:27:59.435127 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:59.452863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9930f58-530d-4d4d-8ef7-dfb41637afdb {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:27:59.467468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port d9930f58-530d-4d4d-8ef7-dfb41637afdb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:27:59.471295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:59.538413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=d9930f58-530d-4d4d-8ef7-dfb41637afdb,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:59.750018 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['d9930f58-530d-4d4d-8ef7-dfb41637afdb'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:27:59.994695 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01f4c9-7139-4910-9c0c-dab0ef4bc95d req-15c74cdf-2da1-43c4-8eca-a95c250f162a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:27:59.996179 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bf01f4c9-7139-4910-9c0c-dab0ef4bc95d req-15c74cdf-2da1-43c4-8eca-a95c250f162a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 944 time: 0.0756779 Apr 21 15:28:00.041428 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bf01f4c9-7139-4910-9c0c-dab0ef4bc95d req-868c0eeb-08e1-48ef-a00e-1333281625d3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391433 Apr 21 15:28:01.105598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:01.238089 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device d9930f58-530d-4d4d-8ef7-dfb41637afdb up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:28:01.242365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ed561-dc6e-45a4-b7ae-272fe376e418 req-8f0d55b0-7a76-4a4f-a999-5cb1a200d7a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:01.243763 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9b1ed561-dc6e-45a4-b7ae-272fe376e418 req-8f0d55b0-7a76-4a4f-a999-5cb1a200d7a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 944 time: 0.0783136 Apr 21 15:28:01.290480 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9b1ed561-dc6e-45a4-b7ae-272fe376e418 req-1ac36e4b-1544-43d4-a96b-d6fae3c3cb83 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406201 Apr 21 15:28:01.310864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port d9930f58-530d-4d4d-8ef7-dfb41637afdb completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:28:01.315944 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port d9930f58-530d-4d4d-8ef7-dfb41637afdb triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:28:01.316409 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:01.436900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:01.462125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:28:01.471782 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port d9930f58-530d-4d4d-8ef7-dfb41637afdb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:28:01.475997 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:01.517405 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e191aa45-a88b-4998-a59a-d4e29c40cac1'] response: {'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'code': 200} Apr 21 15:28:01.541400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=d9930f58-530d-4d4d-8ef7-dfb41637afdb,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:28:01.766919 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99837b6b-c761-48cb-8ecd-7e941b3a9750 req-46ace936-4bd3-4d24-89a5-3baa3f2d0123 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1098 time: 0.0683463 Apr 21 15:28:01.807502 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99837b6b-c761-48cb-8ecd-7e941b3a9750 req-9f47a1b2-f7ca-4443-9f5b-5533f0975e22 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352285 Apr 21 15:28:02.486558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549d77-ecac-415d-aad3-62f00696d0eb req-65fa2b53-ef29-464c-96e2-6c7dfc4ad9c0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:02.488011 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4e549d77-ecac-415d-aad3-62f00696d0eb req-65fa2b53-ef29-464c-96e2-6c7dfc4ad9c0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0780101 Apr 21 15:28:02.532638 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4e549d77-ecac-415d-aad3-62f00696d0eb req-4f836b73-b076-41e9-a36c-9db149c6d6ea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Apr 21 15:28:03.728583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347b8e3-406c-4bfa-8a7b-b91c5dc6791a req-d850b4d4-3c3f-42fe-b541-07222a8734de tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:03.730013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6347b8e3-406c-4bfa-8a7b-b91c5dc6791a req-d850b4d4-3c3f-42fe-b541-07222a8734de tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0746453 Apr 21 15:28:03.776674 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6347b8e3-406c-4bfa-8a7b-b91c5dc6791a req-8dbba72d-3de7-4edd-bff1-c5a3b62b10d7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 Apr 21 15:28:04.066701 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3494903-ac64-484f-8e87-2df1bcac4c99 req-527a98ce-21e8-4f00-9d80-972acd6ed7a6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:04.068168 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f3494903-ac64-484f-8e87-2df1bcac4c99 req-527a98ce-21e8-4f00-9d80-972acd6ed7a6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.1747146 Apr 21 15:28:04.114189 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f3494903-ac64-484f-8e87-2df1bcac4c99 req-b534a7bf-9896-47b7-8340-dbee3d3ef5aa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Apr 21 15:28:04.141772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35316) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:04.210902 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fcfee43e-6f2d-45be-9cd8-f8841b603a5f tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1093 time: 0.0680323 Apr 21 15:28:04.213407 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35320) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:04.218231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:28:04.223464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:28:04.227217 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:floatingip and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:28:04.229969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:28:04.236729 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:28:04.248020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:04.382648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:04.531683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.13 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/06931b75-6ebd-44e2-946f-fab0bf9f4565) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:28:04.673423 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:04.700261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:04.776090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:28:04.778919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:28:04.783714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:28:04.807561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=06931b75-6ebd-44e2-946f-fab0bf9f4565,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:28:05.281201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:05.337459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:05.622354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:05.627119 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:05.738654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=06931b75-6ebd-44e2-946f-fab0bf9f4565,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:28:05.750798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:05.936277 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Floating IP eea8dbdc-c6cb-4c10-bd47-bda77d9891cc associated. External IP: 172.26.6.13, port: d9930f58-530d-4d4d-8ef7-dfb41637afdb. Apr 21 15:28:06.324354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:28:06.519364 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:28:06.528818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] Sync routers for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:28:06.540909 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:28:06.541626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:28:06.543481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:06.596641 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5e16052d-7b6b-4b01-a224-d6d40fd1841d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3821611 Apr 21 15:28:06.597143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:28:06.732628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:28:06.749723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df33af22-1041-4148-8e67-869e8355475f'] response: {'name': 'network-changed', 'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'status': 'completed', 'code': 200} Apr 21 15:28:06.791469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2e75d-71b3-4416-991b-102878deab03 req-6abb1a25-f7a8-4b6a-8dc3-3b9bef3925a6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:06.792969 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-94b2e75d-71b3-4416-991b-102878deab03 req-6abb1a25-f7a8-4b6a-8dc3-3b9bef3925a6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0865827 Apr 21 15:28:06.882182 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-94b2e75d-71b3-4416-991b-102878deab03 req-5119c69a-606c-4dca-aa9f-fd40be8089b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602365 Apr 21 15:28:06.897152 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b167034-da81-4f0c-9505-defe8f06895f req-a78a3211-26ec-447c-804d-b4eb14010828 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1098 time: 0.1032608 Apr 21 15:28:06.910943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:07.021543 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4240928a-e89e-4469-bf35-67077b9d4495 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 200 len: 990 time: 0.1092756 Apr 21 15:28:07.033805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b167034-da81-4f0c-9505-defe8f06895f req-62e96a46-d75a-4b8b-aab6-228cd817cb49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:07.035260 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b167034-da81-4f0c-9505-defe8f06895f req-62e96a46-d75a-4b8b-aab6-228cd817cb49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 898 time: 0.1323853 Apr 21 15:28:07.107272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'eea8dbdc-c6cb-4c10-bd47-bda77d9891cc', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'port_id': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'mac_address': 'fa:16:3e:04:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:28:05Z', 'updated_at': '2022-04-21T15:28:05Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:28:07.111166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] Checking router: a35e2b15-f82e-4fae-ada1-aa34eb1c9158 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:28:07.121843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:28:07.122444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:27:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:28:07.148046 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b167034-da81-4f0c-9505-defe8f06895f req-c4949a35-e83d-43f8-a59e-8f7808b87c1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 998 time: 0.1065757 Apr 21 15:28:07.305266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:28:07.306639 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b167034-da81-4f0c-9505-defe8f06895f req-019a60b2-b98c-4c60-845f-4a160692886b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:07.308056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b167034-da81-4f0c-9505-defe8f06895f req-019a60b2-b98c-4c60-845f-4a160692886b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.1546078 Apr 21 15:28:07.382985 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b167034-da81-4f0c-9505-defe8f06895f req-4a364e98-dd0d-4226-aa03-4921b8417b47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687108 Apr 21 15:28:07.511675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b167034-da81-4f0c-9505-defe8f06895f req-3c2702bb-3264-4c5c-a05d-19fae710c162 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224971 Apr 21 15:28:07.640830 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6b167034-da81-4f0c-9505-defe8f06895f req-4d8dabec-89ac-4ad3-a398-48c988c71ec9 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239643 Apr 21 15:28:07.674864 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'eea8dbdc-c6cb-4c10-bd47-bda77d9891cc', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'port_id': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'mac_address': 'fa:16:3e:04:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:28:05Z', 'updated_at': '2022-04-21T15:28:05Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:28:07.678789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0767be-13db-43cf-bfff-02343cc477d3 None None] The sync data for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv is: [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'eea8dbdc-c6cb-4c10-bd47-bda77d9891cc', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.13', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'port_id': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'mac_address': 'fa:16:3e:04:f5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:28:05Z', 'updated_at': '2022-04-21T15:28:05Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:28:08.024731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:08.130947 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9c5fe3b3-d86e-4302-a095-96abd9405fa6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 200 len: 990 time: 0.1050875 Apr 21 15:28:09.134681 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:09.237087 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c6316d4b-3498-4f80-9fe1-06dbf14ea7dc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 200 len: 990 time: 0.1013083 Apr 21 15:28:10.240997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:10.347860 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e91ceb8-7a91-4749-b1f0-217d135805fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 200 len: 990 time: 0.1046731 Apr 21 15:28:11.350223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35346) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:11.452210 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-99e309ce-70be-428d-960d-17c41575c837 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 200 len: 990 time: 0.1008563 Apr 21 15:28:11.551028 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a098262-14c8-4058-aeba-5d507d2df1e3 None None] New status for floating IP eea8dbdc-c6cb-4c10-bd47-bda77d9891cc: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:28:12.455356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35352) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:12.559042 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e3e889d5-8573-4fc2-885b-2b1ea60cdb5e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 200 len: 992 time: 0.1025662 Apr 21 15:28:19.102919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-94a4ad35-de87-4cd1-9bb3-9e103bf92423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:21.436491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c23c539-31d7-408e-8e56-6b4e94bbd24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:21.766300 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:28:22.431275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:22.580454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:23.810615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:31.117503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:38.018512 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1a841870-0aa5-4591-bd26-eb3ea8af382b req-fae08043-cd06-4504-ac78-44bcc5f42f00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1338327 Apr 21 15:28:38.282631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35376) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:38.326268 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37057162-914c-497d-a707-9369bdcb7f8e req-208aedeb-ba44-44b0-813b-6c3dd862427a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:38.327715 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-37057162-914c-497d-a707-9369bdcb7f8e req-208aedeb-ba44-44b0-813b-6c3dd862427a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0801532 Apr 21 15:28:38.372707 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-37057162-914c-497d-a707-9369bdcb7f8e req-6c67b765-1198-4e9c-a6d4-b82601fca66a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391998 Apr 21 15:28:38.424290 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-bcbe0ff4-54a2-4203-b9d4-e4c7683427b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404998 Apr 21 15:28:39.567195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5531ea-5064-48c1-b82c-a955e3ddcbe8 req-67a3ad53-e7de-4c58-b488-223beda324a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:39.568727 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef5531ea-5064-48c1-b82c-a955e3ddcbe8 req-67a3ad53-e7de-4c58-b488-223beda324a4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0756111 Apr 21 15:28:39.654305 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef5531ea-5064-48c1-b82c-a955e3ddcbe8 req-2029a4ad-6918-4022-8103-2d27f535222f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793180 Apr 21 15:28:39.682437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-a9689c73-933f-49b6-8141-9e59c6e0d3a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1098 time: 0.0778511 Apr 21 15:28:39.808935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-8182f30f-2269-441c-aa5f-cf4098893c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:39.810378 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-8182f30f-2269-441c-aa5f-cf4098893c83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 898 time: 0.1223137 Apr 21 15:28:39.912520 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-0b628abf-d687-446d-96f3-28c04f1e3229 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 1000 time: 0.0942466 Apr 21 15:28:39.974734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-a335e7a5-d7c3-4db4-a244-e77ec6d9e666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:39.976085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-a335e7a5-d7c3-4db4-a244-e77ec6d9e666 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.0584469 Apr 21 15:28:40.049905 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-43ad2ad1-40ee-477f-80f8-dcfb9d6101c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674107 Apr 21 15:28:40.178358 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-73afc365-3127-4293-9e80-97ab0a4e1f03 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222553 Apr 21 15:28:40.304469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-c024080b-6b74-479a-8dab-dd2897ca1d5e service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206734 Apr 21 15:28:40.846126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd5228-2989-4cb2-b98e-f71d819285b7 req-37adbe78-b274-4c56-83df-ef28aa530c1a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:40.847543 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c1bd5228-2989-4cb2-b98e-f71d819285b7 req-37adbe78-b274-4c56-83df-ef28aa530c1a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0744674 Apr 21 15:28:40.890890 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c1bd5228-2989-4cb2-b98e-f71d819285b7 req-0bdd3fe9-39a3-43f6-8ba9-9b2fe27c658c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376701 Apr 21 15:28:42.095388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ca51c-cfec-41d3-ba91-d3c349e5d2af req-1314ad6c-7d7a-4c6d-bc3b-1f38a9e05bf1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:42.096901 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b34ca51c-cfec-41d3-ba91-d3c349e5d2af req-1314ad6c-7d7a-4c6d-bc3b-1f38a9e05bf1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0814569 Apr 21 15:28:42.141439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b34ca51c-cfec-41d3-ba91-d3c349e5d2af req-d2c8d60a-e730-40ef-857b-dcd939ff29e9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390699 Apr 21 15:28:43.339417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009171b-2cde-4b12-92f1-85014a7ca3ea req-56385dc9-00e7-4205-9489-c0fac786a92d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:43.340826 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0009171b-2cde-4b12-92f1-85014a7ca3ea req-56385dc9-00e7-4205-9489-c0fac786a92d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0786893 Apr 21 15:28:43.385371 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0009171b-2cde-4b12-92f1-85014a7ca3ea req-45fe252c-8ee1-4ebc-828d-1371b42755a8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390861 Apr 21 15:28:44.580148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321df00-dd7d-443b-bdb0-5512e4d95601 req-9ba0ca6b-3749-4c0e-821d-0fdbd19930d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:44.581605 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a321df00-dd7d-443b-bdb0-5512e4d95601 req-9ba0ca6b-3749-4c0e-821d-0fdbd19930d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0744512 Apr 21 15:28:44.709978 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a321df00-dd7d-443b-bdb0-5512e4d95601 req-840a8853-5679-448f-b9c8-d278453695f9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228151 Apr 21 15:28:45.899163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802817d-e91d-43ea-b40d-bb4365373d56 req-bca1d20a-9fa7-4105-931c-fcc76bb6bd5a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:45.900605 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3802817d-e91d-43ea-b40d-bb4365373d56 req-bca1d20a-9fa7-4105-931c-fcc76bb6bd5a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0732853 Apr 21 15:28:45.953998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3802817d-e91d-43ea-b40d-bb4365373d56 req-20f31a06-194f-4486-be05-525b458f65f4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470335 Apr 21 15:28:47.148804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9a624-5d37-4d26-8eca-dc6a94cb4769 req-2a66d546-1c01-4ee2-a5cd-1a2abb5a589d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:47.150234 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dbb9a624-5d37-4d26-8eca-dc6a94cb4769 req-2a66d546-1c01-4ee2-a5cd-1a2abb5a589d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0760589 Apr 21 15:28:47.194824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dbb9a624-5d37-4d26-8eca-dc6a94cb4769 req-b4a7829b-6e3b-46df-ae73-d3bb0915839c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384414 Apr 21 15:28:48.303502 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-07c0384b-4b16-4561-8371-c84a0ff4b808 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1098 time: 0.0702600 Apr 21 15:28:48.390786 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03999657-a32e-4a62-a462-d55fc530ff85 req-10b31ac4-33b2-473c-b734-56eaaadd26cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:48.392251 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03999657-a32e-4a62-a462-d55fc530ff85 req-10b31ac4-33b2-473c-b734-56eaaadd26cc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0738344 Apr 21 15:28:48.437458 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03999657-a32e-4a62-a462-d55fc530ff85 req-8f633fa3-c381-4d92-b2ba-2dd4ac16724b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394001 Apr 21 15:28:48.446791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-f00e50c3-0fe9-4f19-b882-210a106e04ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:48.448255 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-f00e50c3-0fe9-4f19-b882-210a106e04ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 898 time: 0.1261091 Apr 21 15:28:48.548216 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-c79a025c-e709-4eeb-ba4f-cc0fb06475ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 1000 time: 0.0937567 Apr 21 15:28:48.607757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-e0a273d8-ece0-47fd-9b52-a2a01b4d0276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:48.609117 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-e0a273d8-ece0-47fd-9b52-a2a01b4d0276 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.0551896 Apr 21 15:28:48.679209 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-eae7bf97-a9b5-4d66-8e2c-74475b1b8e91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641227 Apr 21 15:28:48.804758 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-58157f6d-b3db-403e-95e8-92fae5b26b35 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194973 Apr 21 15:28:48.930233 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-01def203-a565-4ce2-93fc-25058a7ac9bb req-3281c36d-e97d-49ea-b17c-4545c5eac104 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190381 Apr 21 15:28:49.104533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0f05aae0-7002-4e14-a07c-9391f92e9a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:49.635661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00823bfe-00cd-4de2-b9cd-fc9c742786db req-4e751bfb-ea45-4dba-ad30-b71657cbe07b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:49.637146 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00823bfe-00cd-4de2-b9cd-fc9c742786db req-4e751bfb-ea45-4dba-ad30-b71657cbe07b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0792611 Apr 21 15:28:49.683012 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00823bfe-00cd-4de2-b9cd-fc9c742786db req-ec3afd78-c472-47fe-b850-b9e1184f24ef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Apr 21 15:28:50.890198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b85df-099c-4416-92b7-753471c0bd89 req-7d3517df-af2b-4b75-b7a3-34368ab9943e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:50.891568 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2a3b85df-099c-4416-92b7-753471c0bd89 req-7d3517df-af2b-4b75-b7a3-34368ab9943e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0857656 Apr 21 15:28:50.940206 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2a3b85df-099c-4416-92b7-753471c0bd89 req-c9d373d6-5652-4b25-9516-1f775221e64e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429437 Apr 21 15:28:51.437948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d4486d9c-d2aa-4be1-9f69-8ad30c35ca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:52.138476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874a322-6b68-4ca4-a6ae-2653de4a23d1 req-d2f53e22-2252-4143-9eb2-88313f2014ea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:52.139927 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7874a322-6b68-4ca4-a6ae-2653de4a23d1 req-d2f53e22-2252-4143-9eb2-88313f2014ea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0766778 Apr 21 15:28:52.186925 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7874a322-6b68-4ca4-a6ae-2653de4a23d1 req-13f5c2f4-6ec1-4525-8d95-3af9a0be8726 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Apr 21 15:28:52.435155 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:52.581471 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:53.380951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7f426-29b0-4936-8385-d57aa4c3e880 req-b1896769-0bd9-4f39-aef7-345a143050fa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:53.382297 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-80a7f426-29b0-4936-8385-d57aa4c3e880 req-b1896769-0bd9-4f39-aef7-345a143050fa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0740237 Apr 21 15:28:53.426829 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-80a7f426-29b0-4936-8385-d57aa4c3e880 req-43e38633-7f2d-4d94-a004-e1b29b3b562d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391135 Apr 21 15:28:53.813323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:54.620841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d39abd-303e-4f46-97e2-d8175ae30679 req-436ee810-8354-4f91-93c0-af2e4d485aaf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:54.622284 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8d39abd-303e-4f46-97e2-d8175ae30679 req-436ee810-8354-4f91-93c0-af2e4d485aaf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0741768 Apr 21 15:28:54.666118 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f8d39abd-303e-4f46-97e2-d8175ae30679 req-fc1369dd-8d2d-41ac-a41f-d721440bb0ae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384834 Apr 21 15:28:55.862905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298761ea-3a02-41b4-b560-06571da5f12f req-d9e5e206-5eaf-4b61-8612-4d6fd0ac1bdb tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:55.864375 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-298761ea-3a02-41b4-b560-06571da5f12f req-d9e5e206-5eaf-4b61-8612-4d6fd0ac1bdb tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0791605 Apr 21 15:28:55.908254 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-298761ea-3a02-41b4-b560-06571da5f12f req-f28cc715-d86a-418d-8815-ea71bdc47ace tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 Apr 21 15:28:57.146159 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-4f4b077d-32ca-4f5a-8c3a-5c05aadb5742 service neutron] 10.222.0.21 "GET /v2.0/ports/d9930f58-530d-4d4d-8ef7-dfb41637afdb/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1271763 Apr 21 15:28:57.159846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e21d43-32ef-41a2-8d34-603503933ce5 req-19de4c38-b91d-4b04-af0b-90fdfeda193d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:57.161293 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-57e21d43-32ef-41a2-8d34-603503933ce5 req-19de4c38-b91d-4b04-af0b-90fdfeda193d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.1116235 Apr 21 15:28:57.206947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-57e21d43-32ef-41a2-8d34-603503933ce5 req-896cddb3-0515-4ba1-8b13-44b0b053e4b2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400710 Apr 21 15:28:57.416235 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-15dec4c4-9cd5-4562-ac1d-dea942ba8f19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 1098 time: 0.0693645 Apr 21 15:28:57.513203 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-98674663-4c96-4efb-a582-0e819b84e67e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1098 time: 0.0666099 Apr 21 15:28:57.640664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-1bb983e0-4748-40b2-9e25-7947814245aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:57.642102 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-1bb983e0-4748-40b2-9e25-7947814245aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 898 time: 0.1233017 Apr 21 15:28:57.819792 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-9f02623b-35de-495d-bd67-5c36028b930a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 1000 time: 0.1716170 Apr 21 15:28:57.879792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-c4b8d7b3-b260-493e-9640-dcb9114f168a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:57.881181 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-c4b8d7b3-b260-493e-9640-dcb9114f168a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.0550690 Apr 21 15:28:57.955206 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-63074dcb-bd6e-4020-bd18-2960d243fafe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682824 Apr 21 15:28:58.085196 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-d33aef6a-1a09-4c6e-a583-af6b98613a21 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241012 Apr 21 15:28:58.215422 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58a73f4b-f613-4b25-9749-eff07ec0b3e8 req-6248bd80-ec16-47bb-bc73-f82a57d8ed77 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240976 Apr 21 15:28:58.408095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84190a-b25a-431e-b64b-7180960bb0fd req-4d353441-5bdf-4ec4-81a0-06f6a88faace tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:58.409547 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de84190a-b25a-431e-b64b-7180960bb0fd req-4d353441-5bdf-4ec4-81a0-06f6a88faace tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0765839 Apr 21 15:28:58.458396 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de84190a-b25a-431e-b64b-7180960bb0fd req-b94db0e1-b0ca-4501-8d9f-84aa5ddf6474 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Apr 21 15:28:58.766579 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:28:59.503608 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device d9930f58-530d-4d4d-8ef7-dfb41637afdb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:28:59.616904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:59.646964 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:28:59.656368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port d9930f58-530d-4d4d-8ef7-dfb41637afdb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:28:59.660851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:59.671334 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf75147-e546-45e2-9961-4e782fccb69f req-3b204735-3f37-4ef9-9636-30f73844f1e9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:28:59.672893 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bdf75147-e546-45e2-9961-4e782fccb69f req-3b204735-3f37-4ef9-9636-30f73844f1e9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 945 time: 0.0823805 Apr 21 15:28:59.712088 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67731ca-7b3f-463f-aa59-d4d8dfbbbbb7'] response: {'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'code': 200} Apr 21 15:28:59.728491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=d9930f58-530d-4d4d-8ef7-dfb41637afdb,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:28:59.730190 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-bdf75147-e546-45e2-9961-4e782fccb69f req-6b321c95-12c6-482c-a11b-fa4c63a30a13 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515587 Apr 21 15:28:59.736918 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.737266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.737602 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.738037 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.738318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.738587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.738914 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.739243 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.739566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.739904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:28:59.740274 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:00.925465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98581d6d-cc62-438a-ad56-0e0258f8f27a req-0ae14e3c-4b14-49b1-8657-50a9d4f3852a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:00.926899 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-98581d6d-cc62-438a-ad56-0e0258f8f27a req-0ae14e3c-4b14-49b1-8657-50a9d4f3852a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.0735919 Apr 21 15:29:00.973903 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-98581d6d-cc62-438a-ad56-0e0258f8f27a req-aa92ae82-f461-4be7-85b3-16d178f694b9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Apr 21 15:29:01.136269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:01.305143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850f9f9-1ac1-497a-85ee-7e1bd4339733 req-01585e77-333a-446d-bde4-f4b015047b18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:01.306235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-dfce8f15-7ae2-4a8f-8c71-8c52b64d550c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:01.306706 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0850f9f9-1ac1-497a-85ee-7e1bd4339733 req-01585e77-333a-446d-bde4-f4b015047b18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.0823867 Apr 21 15:29:01.307639 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-dfce8f15-7ae2-4a8f-8c71-8c52b64d550c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 943 time: 0.0829275 Apr 21 15:29:01.443870 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0850f9f9-1ac1-497a-85ee-7e1bd4339733 req-3cad85f6-0097-433d-a3a6-db6fa23c0a4b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306486 Apr 21 15:29:01.460669 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-4bd674e2-52db-499f-84bf-24ee18ae9d95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1096 time: 0.0682645 Apr 21 15:29:01.631801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-4e47ac90-e3dc-4b3b-93cd-857d84e5f6cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:01.633142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-4e47ac90-e3dc-4b3b-93cd-857d84e5f6cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 898 time: 0.1669831 Apr 21 15:29:01.745154 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b695ae-a1b0-4de6-9a98-6ed5f0dd0c51 req-68729824-465e-4891-9d49-8442e6593948 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:01.746570 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79b695ae-a1b0-4de6-9a98-6ed5f0dd0c51 req-68729824-465e-4891-9d49-8442e6593948 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.1780937 Apr 21 15:29:01.750054 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-7a60f375-b1aa-4da2-b43b-a0025d7195be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 998 time: 0.1107745 Apr 21 15:29:01.839632 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79b695ae-a1b0-4de6-9a98-6ed5f0dd0c51 req-1d6299db-2333-4ab9-82b6-09772293f27b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868170 Apr 21 15:29:01.840849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-952f64b0-a2ce-4159-878a-be6aefb643c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:01.842213 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-952f64b0-a2ce-4159-878a-be6aefb643c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.0762358 Apr 21 15:29:01.916625 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-e185f724-268d-495d-9c5f-33fdc496ef7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691774 Apr 21 15:29:02.043070 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-7e4ce704-237c-40e2-a8dc-9470d3ecacdb service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207280 Apr 21 15:29:02.168694 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e15c4ef6-4133-480c-94c3-4564b2028532 req-873adcae-1d96-46a5-ba8d-309962fc3ca5 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197779 Apr 21 15:29:03.037927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0912c4-64e0-47ff-9a1b-dac336d22af4 req-ae94378a-b3a7-4894-8baf-49765312e1f6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:03.039348 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ae0912c4-64e0-47ff-9a1b-dac336d22af4 req-ae94378a-b3a7-4894-8baf-49765312e1f6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.0745027 Apr 21 15:29:03.082883 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ae0912c4-64e0-47ff-9a1b-dac336d22af4 req-dcb6b0d0-5c59-4a7e-9b78-24cc9a83da2e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379703 Apr 21 15:29:03.110531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35450) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:03.315464 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a72c957b-7d4f-4b26-bb09-0ad2a6ce102c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 200 len: 990 time: 0.2036164 Apr 21 15:29:19.104657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ed7d48d3-cb1a-4f09-9b80-e96f43fb7a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:21.439339 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-666b05e8-2244-487f-824d-9b2df7fbf2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:22.437508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:22.582787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:23.817258 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:31.130664 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:32.102929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35462) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:32.299342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 06931b75-6ebd-44e2-946f-fab0bf9f4565 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:29:32.299687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:32.467555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:32.467882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:32.584475 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 06931b75-6ebd-44e2-946f-fab0bf9f4565 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:29:32.727088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:32.772027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=06931b75-6ebd-44e2-946f-fab0bf9f4565,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:32.808891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.809232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.809567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.809924 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.810252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.810573 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.810892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.811208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.811523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.811836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.812178 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:32.871759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:33.257234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:29:33.450161 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:29:33.457040 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] Sync routers for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:29:33.468231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:33.469146 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:33.469754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:33.617030 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9dd9fb5a-594a-46b5-b8fd-35e9ea04e032 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/floatingips/eea8dbdc-c6cb-4c10-bd47-bda77d9891cc HTTP/1.1" status: 204 len: 168 time: 1.5129712 Apr 21 15:29:33.617519 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:29:33.653405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:33.673777 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36957a7b-72f8-4d43-aeb2-fba501b42427'] response: {'name': 'network-changed', 'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'status': 'completed', 'code': 200} Apr 21 15:29:33.796957 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-ebf42725-0dcc-4ae5-80d9-d6eee74c6b10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 1096 time: 0.0765471 Apr 21 15:29:33.936888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-5e8b623a-e3a5-4e97-b68d-a1a73184ce77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:33.938618 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-5e8b623a-e3a5-4e97-b68d-a1a73184ce77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 200 len: 898 time: 0.1356525 Apr 21 15:29:33.971139 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:33.975379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] Checking router: a35e2b15-f82e-4fae-ada1-aa34eb1c9158 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:29:33.986287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:33.986880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:34.046931 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-b492e636-81df-4c7d-8570-ac6d9ac5fe4c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 200 len: 217 time: 0.1009109 Apr 21 15:29:34.130876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-5b9c9849-5f91-49b3-8388-43408e19ae44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:34.132354 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-5b9c9849-5f91-49b3-8388-43408e19ae44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 200 len: 835 time: 0.0767782 Apr 21 15:29:34.141577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc612a8-1665-4fe7-8b72-a5a667486be9 req-7bef877b-c73e-4ce9-8057-64a1ab4c463b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:34.142290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3cc612a8-1665-4fe7-8b72-a5a667486be9 req-7bef877b-c73e-4ce9-8057-64a1ab4c463b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:29:34.200715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:34.206687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-3cc612a8-1665-4fe7-8b72-a5a667486be9 req-7bef877b-c73e-4ce9-8057-64a1ab4c463b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:29:34.207852 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3cc612a8-1665-4fe7-8b72-a5a667486be9 req-7bef877b-c73e-4ce9-8057-64a1ab4c463b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.2075298 Apr 21 15:29:34.256437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-f96ed82e-7fd1-4ed4-a41b-e86308eb213e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6bb7faae-f476-4a50-a90d-1e1ce56f0c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111157 Apr 21 15:29:34.283696 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3cc612a8-1665-4fe7-8b72-a5a667486be9 req-ecaf334e-fc2e-4eb2-aa1c-fda11560ba8d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685215 Apr 21 15:29:34.392828 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-083b2ff3-6848-42f0-a564-dc50ee3c5237 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280904 Apr 21 15:29:34.509516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:34.513771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e145eb-d9af-46d3-b852-a28de9f2d618 None None] The sync data for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv is: [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:50Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '7753958b-8d45-4fe6-878c-4723f6cd6c32', 'name': '', 'network_id': '6bb7faae-f476-4a50-a90d-1e1ce56f0c71', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:16:35:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:49Z', 'updated_at': '2022-04-21T15:27:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': 'd1e881ed-7611-4e56-9395-7253518ffdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:29:34.522824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f0f4bb61-aef9-4bb0-a9b8-ac4d7d6f5219 req-7dcad9b6-9492-4767-a9fc-9dd938232fc9 service neutron] 10.222.0.21 "GET /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235888 Apr 21 15:29:34.717853 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdf529-6588-4500-a683-2e84d9bd7b77 None None] New status for floating IP eea8dbdc-c6cb-4c10-bd47-bda77d9891cc: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:29:35.489353 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f997-0ec2-41af-b269-1f38a1eadc61 req-a00ca8c5-25df-424d-add3-58644d9c90ba tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:35.490813 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1cd5f997-0ec2-41af-b269-1f38a1eadc61 req-a00ca8c5-25df-424d-add3-58644d9c90ba tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.0793581 Apr 21 15:29:35.536255 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1cd5f997-0ec2-41af-b269-1f38a1eadc61 req-88b62b43-36df-42ae-9b93-a5bc1e65a3ad tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcea2284-163f-4018-b868-e91082167dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 Apr 21 15:29:35.720498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-08365318-7105-4cc8-85f6-aca607125806 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:35.721921 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-08365318-7105-4cc8-85f6-aca607125806 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 943 time: 0.0749834 Apr 21 15:29:35.766589 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:29:35.789236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port d9930f58-530d-4d4d-8ef7-dfb41637afdb {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:29:35.789572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:36.026704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port d9930f58-530d-4d4d-8ef7-dfb41637afdb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d9930f58-530d-4d4d-8ef7-dfb41637afdb,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:36.027053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:36.144400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for d9930f58-530d-4d4d-8ef7-dfb41637afdb owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:29:36.297670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:36.343717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=d9930f58-530d-4d4d-8ef7-dfb41637afdb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:36.490524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] No DVR routers for this DVR port d9930f58-530d-4d4d-8ef7-dfb41637afdb on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:29:36.492797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:36.495151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'name': 'network-vif-deleted', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:29:36.509982 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-644601cc-c5ad-4599-9fd1-5485ab809dd1 req-75fea3f8-0f62-49e5-b75f-365677f01ac8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "DELETE /v2.0/ports/d9930f58-530d-4d4d-8ef7-dfb41637afdb HTTP/1.1" status: 204 len: 173 time: 0.7830575 Apr 21 15:29:36.551821 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2f416e-ef05-4540-a3a4-679969118920'] response: {'server_uuid': 'e3f3e32c-de03-4ca5-8179-0f553730a269', 'name': 'network-vif-deleted', 'tag': 'd9930f58-530d-4d4d-8ef7-dfb41637afdb', 'status': 'completed', 'code': 200} Apr 21 15:29:36.699213 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-40fc0d14-191c-4754-875c-74b070918430 req-afc2137c-2daf-4b9b-98b3-8a1537176a3d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3f3e32c-de03-4ca5-8179-0f553730a269 HTTP/1.1" status: 200 len: 210 time: 0.0419874 Apr 21 15:29:37.812630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35482) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:38.200000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:38.789881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 7753958b-8d45-4fe6-878c-4723f6cd6c32 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:29:38.790211 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:38.972594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 7753958b-8d45-4fe6-878c-4723f6cd6c32, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=7753958b-8d45-4fe6-878c-4723f6cd6c32,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:38.973274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:39.087319 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 7753958b-8d45-4fe6-878c-4723f6cd6c32 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:29:39.351523 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:39.395764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=7753958b-8d45-4fe6-878c-4723f6cd6c32,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:39.684096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:39.704260 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device d9930f58-530d-4d4d-8ef7-dfb41637afdb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:29:39.737306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: d9930f58-530d-4d4d-8ef7-dfb41637afdb {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:29:39.737653 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device d9930f58-530d-4d4d-8ef7-dfb41637afdb not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:29:40.248476 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:29:40.448125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:29:40.457477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] Sync routers for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:29:40.460536 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7570523c-3bd5-4d34-b55c-03707bbe4d74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/a35e2b15-f82e-4fae-ada1-aa34eb1c9158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6465654 Apr 21 15:29:40.463110 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35486) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:40.469038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:40.469710 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:40.649211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:40.747777 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting subnet d1e881ed-7611-4e56-9395-7253518ffdde {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:29:40.750756 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:40.802793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:40.886471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:40.930900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:29:39Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:40.935149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] Checking router: a35e2b15-f82e-4fae-ada1-aa34eb1c9158 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:29:40.946017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] Routers {'a35e2b15-f82e-4fae-ada1-aa34eb1c9158'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:40.946620 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:40.963310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.003887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e881ed-7611-4e56-9395-7253518ffdde,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:41.013974 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.020011 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ac8cec9a-733b-4355-bcd4-d2aa2dfd760e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/subnets/d1e881ed-7611-4e56-9395-7253518ffdde HTTP/1.1" status: 204 len: 168 time: 0.5559835 Apr 21 15:29:41.022664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35490) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:41.052916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd8b0e-0f92-43e4-82b6-5f9780fd02dc None None] Network 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:29:41.221229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.320739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] Set router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:41.418774 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.428759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 35046346-e1d1-4edf-9c84-635c9060bacd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:29:41.429313 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.589176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] DHCP port deletion for 6bb7faae-f476-4a50-a90d-1e1ce56f0c71 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:29:41.596919 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] Deleting port 309b0555-5be1-4d61-8c14-07123696d2e5 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:29:41.597292 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.609216 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 35046346-e1d1-4edf-9c84-635c9060bacd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=35046346-e1d1-4edf-9c84-635c9060bacd,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:41.609574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.727180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 35046346-e1d1-4edf-9c84-635c9060bacd owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:29:41.772264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:29:39Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:41.789796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e58bb0-d889-40de-8ef6-3de8640521e9 None None] The sync data for ids ['a35e2b15-f82e-4fae-ada1-aa34eb1c9158'] in dv-neutron-838898-1-hyperv is: [{'id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493665330', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239'}], 'enable_snat': True}, 'gw_port_id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:29:39Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '35046346-e1d1-4edf-9c84-635c9060bacd', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35e2b15-f82e-4fae-ada1-aa34eb1c9158', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:46Z', 'updated_at': '2022-04-21T15:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:29:41.811119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 309b0555-5be1-4d61-8c14-07123696d2e5 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:29:41.869052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] For port 309b0555-5be1-4d61-8c14-07123696d2e5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=309b0555-5be1-4d61-8c14-07123696d2e5,segment=NetworkSegment(0085bce5-abc7-446e-97b9-7f39f7e4c173),segment_id=0085bce5-abc7-446e-97b9-7f39f7e4c173)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:41.869447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.901815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:41.948590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=35046346-e1d1-4edf-9c84-635c9060bacd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:41.992509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] Calling delete_port for 309b0555-5be1-4d61-8c14-07123696d2e5 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:29:42.107229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.122850 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.168535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.174709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] Pushing event deleted for resources: {'Port': ['ID=309b0555-5be1-4d61-8c14-07123696d2e5,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:42.179228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd4410f-9aa6-450b-aa32-2b9c3e90e5ab None None] No DVR routers for this DVR port 309b0555-5be1-4d61-8c14-07123696d2e5 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:29:42.523359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.527328 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.551710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.552231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Fanout notify agent at l3_agent the message router_deleted on router a35e2b15-f82e-4fae-ada1-aa34eb1c9158 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:29:42.566956 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.568205 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-26231a99-8438-497a-8d31-88ea30322ca3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/routers/a35e2b15-f82e-4fae-ada1-aa34eb1c9158 HTTP/1.1" status: 204 len: 168 time: 1.5444264 Apr 21 15:29:42.570794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35494) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:42.687688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.812688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.837167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb7faae-f476-4a50-a90d-1e1ce56f0c71']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:42.849232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0085bce5-abc7-446e-97b9-7f39f7e4c173') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:42.849525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0085bce5-abc7-446e-97b9-7f39f7e4c173') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:42.860318 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.875593 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.881381 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:29:42.881755 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:29:42.895947 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:29:42.976109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:42.981466 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.010472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Network': ['ID=6bb7faae-f476-4a50-a90d-1e1ce56f0c71,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:43.016125 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-cb467c8b-47b8-478a-9fa6-e5f6e7b30e3f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/networks/6bb7faae-f476-4a50-a90d-1e1ce56f0c71 HTTP/1.1" status: 204 len: 168 time: 0.4440784 Apr 21 15:29:43.018742 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35498) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:43.087303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec41491f-fa10-4ccf-934c-f698632205a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.118063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec41491f-fa10-4ccf-934c-f698632205a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.180192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec41491f-fa10-4ccf-934c-f698632205a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.197658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41491f-fa10-4ccf-934c-f698632205a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcea2284-163f-4018-b868-e91082167dc9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:43.211064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec41491f-fa10-4ccf-934c-f698632205a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.212230 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ec41491f-fa10-4ccf-934c-f698632205a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/security-groups/fcea2284-163f-4018-b868-e91082167dc9 HTTP/1.1" status: 204 len: 168 time: 0.1925483 Apr 21 15:29:43.442235 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35506) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:43.447683 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520583274', 'description': 'tempest-secgroup-smoke-520583274 description', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:43.454062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:43.458064 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:43.460889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:43.467153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:43.477648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.511587 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:43.515764 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:43.518469 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:43.523929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:43.578697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.582247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.624753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:43.628798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.630013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1a6da3cb-9052-488c-85f4-222d723bdaae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1868081 Apr 21 15:29:43.633156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35510) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:43.639226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:43.645031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:43.648735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:43.651503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:43.657648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:43.674069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.735634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.739048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.762554 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2807cdf1-1ac5-4871-929b-7fb40925b445,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:43.774733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.778427 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b59074f6-184c-47fa-8b80-959961edec53 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1418512 Apr 21 15:29:43.780491 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:43.786574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:43.792552 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:43.796357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:43.799157 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:43.806519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7753958b-8d45-4fe6-878c-4723f6cd6c32 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:29:43.806990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:43.823529 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.840286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 7753958b-8d45-4fe6-878c-4723f6cd6c32 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:29:43.840639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 7753958b-8d45-4fe6-878c-4723f6cd6c32 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:29:43.841091 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35046346-e1d1-4edf-9c84-635c9060bacd no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:29:43.871350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 35046346-e1d1-4edf-9c84-635c9060bacd {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:29:43.871708 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 35046346-e1d1-4edf-9c84-635c9060bacd not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:29:43.889733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.893126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.914976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6ea608-d7a1-467e-b15c-b61f2ca8a785,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:43.927371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.927660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.928004 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.928371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.928707 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.929047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.929377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.929705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.930035 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.930359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.930685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:43.933233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:43.937612 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9a2370f4-8f05-40a4-afad-d3a7df976640 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1526229 Apr 21 15:29:43.937926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35518) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:43.943681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:43.949754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:43.954261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:43.957129 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:43.962813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:43.979057 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.039441 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.042692 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.065674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cb605d-accf-45cc-a136-9377c7be3d5e,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:44.073986 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.075109 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-174430f4-caef-421e-ac52-074c4579c822 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1359513 Apr 21 15:29:44.078422 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35522) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:44.083657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:44.089276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:44.093028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:44.095817 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:44.101373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:44.117367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.178981 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.182556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.206034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5ed7a3-ae73-4f47-9677-86cd39743107,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:44.214965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.216173 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-04080a6b-901b-42c6-8f17-8025e05ac7c6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1368186 Apr 21 15:29:44.218803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35526) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:44.223994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:44.229667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:44.233955 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:44.236789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:44.242525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:44.256130 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:29:44.262310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.325341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.328577 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.350402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcba36c4-30b2-48e3-8b6f-1b7af506a42f,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:44.359116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.360327 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8b33205e-0604-4d9f-9b35-d7f25bb522f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406052 Apr 21 15:29:44.363005 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35530) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:44.368221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': 'f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:44.374543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:44.378363 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:44.381229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:44.386827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:44.396054 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:29:44.402240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.467041 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.470280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.490679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63b8957-2286-4e22-9c63-16f77702aeda,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:44.501484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.502634 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1a007c54-15d2-4558-b847-2776894ddeef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1387367 Apr 21 15:29:44.505438 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35534) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:44.510648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'network': {'name': 'tempest-network-smoke--2106629241', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:44.515247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:44.519240 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:network and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:44.522078 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:44.527670 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:44.538036 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:29:44.541044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.569864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:29:44.578801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.579142 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Added segment 32cc9793-a3e2-4243-b590-7b864aa23ed2 of type vlan for network a225fce4-0c90-4f73-9b85-8d44461c5cd6 Apr 21 15:29:44.607638 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.638369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.642037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:44.642608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.827421 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3208747 Apr 21 15:29:44.830054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc09489-ed64-4a9b-aadd-5cb0f0912711 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Network': ['ID=a225fce4-0c90-4f73-9b85-8d44461c5cd6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:44.830405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35538) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:44.836611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'admin_state_up': True, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:44.840217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:29:44.843759 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:44.847544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:router and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:44.850336 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:44.856057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:44.867111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.868197 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:44.895723 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.039069 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.212350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.245958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.378205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.154 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/1faef899-6559-4fb9-98b4-809513036b40) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:29:45.525074 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.553029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.624744 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:29:45.625487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=1faef899-6559-4fb9-98b4-809513036b40,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:45.627981 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:29:45.629964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:29:45.781727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.782462 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:46.001309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 4619a9a0-fcbf-4c65-a438-31775dd7d300 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:29:46.281177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:29:46.290136 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Sync routers for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:29:46.302489 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:46.303089 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:46.306635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:46.307821 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-408fdde6-dc9e-4af2-9c0a-639a1d73c43c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4763160 Apr 21 15:29:46.310925 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:46.352974 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f33282f-edee-4f2c-a918-306fc1dac50e tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cf9aedec2b2d47d4ab9ba49e29403740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409956 Apr 21 15:29:46.355541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35546) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:46.473703 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:46.483746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895f5f56-3d83-4194-ae82-820de09baac8 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:46.485279 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-895f5f56-3d83-4194-ae82-820de09baac8 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288025 Apr 21 15:29:46.488132 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:46.528261 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-59b97004-3311-4c33-8cde-04525ecf9e05 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368745 Apr 21 15:29:46.529038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:46.534167 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588950373', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:46.645416 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:46.649238 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:subnet and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:29:46.652016 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:29:46.658247 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:46.667867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:29:46.767104 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:46.782866 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:45Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:46.786861 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Checking router: 4619a9a0-fcbf-4c65-a438-31775dd7d300 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:29:46.787139 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Updating router 4619a9a0-fcbf-4c65-a438-31775dd7d300 port 1faef899-6559-4fb9-98b4-809513036b40 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:29:46.838442 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:46.981731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.061776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Subnet': ['ID=507fa751-2398-4723-b6e9-c08b9821ce5b,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:47.077894 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Checking segment: {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:29:47.078252 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network hostable DHCP agents. Network: a225fce4-0c90-4f73-9b85-8d44461c5cd6, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:29:47.100851 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:29:47.110664 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a225fce4-0c90-4f73-9b85-8d44461c5cd6) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:29:47.114640 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:47.115267 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.121134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c97616-6cf2-4e3b-b0ea-434fd327d07b None None] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:29:47.140906 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2e52f54b-4d1c-4948-8cf4-b4d0cf8c7d7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6084318 Apr 21 15:29:47.141203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:47.165249 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.179646 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Transition to ACTIVE for port object 1faef899-6559-4fb9-98b4-809513036b40 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:29:47.189101 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.273961 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Attempting to bind port 1faef899-6559-4fb9-98b4-809513036b40 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:29:47.274322 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Attempting to bind port 1faef899-6559-4fb9-98b4-809513036b40 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:29:47.274675 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Attempting to bind port 1faef899-6559-4fb9-98b4-809513036b40 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:29:47.286604 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Pushing event updated for resources: {'Port': ['ID=1faef899-6559-4fb9-98b4-809513036b40,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:47.290722 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:29:47.291593 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:29:47.291593 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.292402 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:29:47.292402 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Bound port: 1faef899-6559-4fb9-98b4-809513036b40, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:29:47.292647 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.329326 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.329570 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.329900 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.330222 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.330543 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.330861 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.331172 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.331486 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.331792 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.332123 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.332435 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:47.375805 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] For port 1faef899-6559-4fb9-98b4-809513036b40, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:29:47.379793 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] For port 1faef899-6559-4fb9-98b4-809513036b40, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1faef899-6559-4fb9-98b4-809513036b40,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:29:47.385089 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.411048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:29:47.412059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.468949 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c710e-1526-49e5-84b9-83d18fa2c8a5 None None] Pushing event updated for resources: {'Port': ['ID=1faef899-6559-4fb9-98b4-809513036b40,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:47.474113 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:47.474704 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:47.571458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Allocated IP 172.20.0.2 (a225fce4-0c90-4f73-9b85-8d44461c5cd6/507fa751-2398-4723-b6e9-c08b9821ce5b/4c210aa5-ccd2-4b46-a195-13b785afd64d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:29:47.654059 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:47.776656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.788022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Transition to ACTIVE for port object 4c210aa5-ccd2-4b46-a195-13b785afd64d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:29:47.808423 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Transition to ACTIVE for port object 4c210aa5-ccd2-4b46-a195-13b785afd64d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:29:47.815793 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:47.887051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:29:47.890336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:29:47.894224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:29:47.903097 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Pushing event updated for resources: {'Port': ['ID=4c210aa5-ccd2-4b46-a195-13b785afd64d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:47.962748 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:45Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:47.967882 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2767e38e-f04d-4afe-8399-e9e41256db3d None None] The sync data for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv is: [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:45Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:29:47.996802 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Attempting to bind port 4c210aa5-ccd2-4b46-a195-13b785afd64d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:29:47.997960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Attempting to bind port 4c210aa5-ccd2-4b46-a195-13b785afd64d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:29:47.998332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Attempting to bind port 4c210aa5-ccd2-4b46-a195-13b785afd64d on network a225fce4-0c90-4f73-9b85-8d44461c5cd6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:29:48.005085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:29:48.005463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Checking segment: {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:29:48.005869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:48.006276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Bound using segment: {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:29:48.006749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Bound port: 4c210aa5-ccd2-4b46-a195-13b785afd64d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:29:48.007125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:48.041882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:48.102371 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] For port 4c210aa5-ccd2-4b46-a195-13b785afd64d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:29:48.108916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] For port 4c210aa5-ccd2-4b46-a195-13b785afd64d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4c210aa5-ccd2-4b46-a195-13b785afd64d,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:29:48.115209 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:48.227576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48769745-3982-4a8a-b915-6f8d182a7d84 None None] Pushing event updated for resources: {'Port': ['ID=4c210aa5-ccd2-4b46-a195-13b785afd64d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:48.499750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.1 (a225fce4-0c90-4f73-9b85-8d44461c5cd6/507fa751-2398-4723-b6e9-c08b9821ce5b/3b1215e5-9ed6-4932-8f8a-a3070aa0da11) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:29:48.666244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:48.684213 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:29:48.710144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:48.782073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:29:48.785115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:29:48.788488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:29:48.827058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:48.855994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:48.948162 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:49.107008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-48124b81-371e-4221-96ae-3829290efbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:49.157761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e97e9cc-c69c-4c2c-8605-242f613c72e8 None None] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:29:49.261676 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7a59123b-44bc-4eae-a582-1da899379305 None None] Provisioning for port 4c210aa5-ccd2-4b46-a195-13b785afd64d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:29:49.360849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:49.365200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:49.477769 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:49.481177 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:49.609866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-627e3f84-a6b2-42bf-88ac-67a620f3e706 None None] Provisioning for port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:29:49.615407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-627e3f84-a6b2-42bf-88ac-67a620f3e706 None None] Provisioning complete for port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:49.615786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-627e3f84-a6b2-42bf-88ac-67a620f3e706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:49.670719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-627e3f84-a6b2-42bf-88ac-67a620f3e706 None None] Port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:29:49.730296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:29:49.731628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:29:49.832405 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-44cfc506-38fc-4aa7-8c87-6562dd5f30a5 None None] Provisioning complete for port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:49.832781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-44cfc506-38fc-4aa7-8c87-6562dd5f30a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:49.931226 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1faef899-6559-4fb9-98b4-809513036b40 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:29:49.984105 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-44cfc506-38fc-4aa7-8c87-6562dd5f30a5 None None] Port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:29:50.022435 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 1faef899-6559-4fb9-98b4-809513036b40 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:29:50.030184 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1faef899-6559-4fb9-98b4-809513036b40 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:50.030840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:50.147875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6d0617e9-7cec-4670-b36b-774b54a7aa0f None None] Provisioning complete for port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:50.148264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6d0617e9-7cec-4670-b36b-774b54a7aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:50.183787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 4619a9a0-fcbf-4c65-a438-31775dd7d300 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:29:50.208045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:50.224724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 1faef899-6559-4fb9-98b4-809513036b40, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1faef899-6559-4fb9-98b4-809513036b40,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:50.230751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:50.232028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4c210aa5-ccd2-4b46-a195-13b785afd64d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:29:50.258317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-6d0617e9-7cec-4670-b36b-774b54a7aa0f None None] Port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:29:50.346886 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=1faef899-6559-4fb9-98b4-809513036b40,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:50.361573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 4c210aa5-ccd2-4b46-a195-13b785afd64d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:29:50.366670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4c210aa5-ccd2-4b46-a195-13b785afd64d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:50.367122 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:50.398642 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:29:50.421427 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-13a5594d-6380-4b89-8b85-e2f1cc8563a0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/4619a9a0-fcbf-4c65-a438-31775dd7d300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2703605 Apr 21 15:29:50.488627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:50.521328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 4c210aa5-ccd2-4b46-a195-13b785afd64d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4c210aa5-ccd2-4b46-a195-13b785afd64d,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:50.525541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:50.592251 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-28f3d9ef-1909-4f77-84e3-b2f596abd09d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520583274&fields=id&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 267 time: 0.0409276 Apr 21 15:29:50.594298 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=4c210aa5-ccd2-4b46-a195-13b785afd64d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:50.743750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-f0c8c449-d5b9-4e7c-843d-88e206182c7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:50.745218 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-f0c8c449-d5b9-4e7c-843d-88e206182c7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/networks?id=a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 200 len: 797 time: 0.1447110 Apr 21 15:29:50.761829 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-8b224598-6245-43ad-926a-cf55abaa5a1e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/quotas/cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 375 time: 0.0112185 Apr 21 15:29:50.839188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-60e337c0-b250-4362-9f2d-24bf9d80b20e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:29:50.854372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-60e337c0-b250-4362-9f2d-24bf9d80b20e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:29:50.855561 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-60e337c0-b250-4362-9f2d-24bf9d80b20e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888195 Apr 21 15:29:50.991611 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-a720c42a-e26a-4259-a1d4-17fc1e8609e8 service neutron] 10.222.0.42 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243646 Apr 21 15:29:51.121333 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4f30b5bf-88f1-47e6-b6c7-1b9daee61d84 service neutron] 10.222.0.42 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233292 Apr 21 15:29:51.303665 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-6d09b0b0-0595-4f9b-9031-9c15fca1af4e req-54026ffd-55a3-4e0f-a060-c8e1e1b0e570 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:29:51.315650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-6d09b0b0-0595-4f9b-9031-9c15fca1af4e req-54026ffd-55a3-4e0f-a060-c8e1e1b0e570 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:29:51.316855 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6d09b0b0-0595-4f9b-9031-9c15fca1af4e req-54026ffd-55a3-4e0f-a060-c8e1e1b0e570 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 210 time: 0.0540838 Apr 21 15:29:51.442106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-92fe3b30-4e37-4076-a0bd-fdbed495c73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:51.587507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Sync routers for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:29:51.599572 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:51.600294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:51.798374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:51.838700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1faef899-6559-4fb9-98b4-809513036b40 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:29:52.064101 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1faef899-6559-4fb9-98b4-809513036b40 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:52.064416 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:52.253815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4c210aa5-ccd2-4b46-a195-13b785afd64d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:29:52.298050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:49Z', 'revision_number': 2, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:52.305227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Checking router: 4619a9a0-fcbf-4c65-a438-31775dd7d300 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:29:52.305578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Updating router 4619a9a0-fcbf-4c65-a438-31775dd7d300 port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:29:52.372674 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:52.422699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4c210aa5-ccd2-4b46-a195-13b785afd64d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:52.423073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:52.505884 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f95b1be4-5d58-466f-b7f4-dc284a5aeb63 req-e1f2900b-bffe-49a0-8b75-355465812026 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 210 time: 0.1214905 Apr 21 15:29:52.514789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:52.637315 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:52.855080 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:52.868903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Transition to ACTIVE for port object 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:29:52.875006 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:52.995715 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455083c-8632-463e-9717-298fa9817256 None None] Pushing event updated for resources: {'Port': ['ID=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:53.085634 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Attempting to bind port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:29:53.086008 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Attempting to bind port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:29:53.086364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Attempting to bind port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 on network a225fce4-0c90-4f73-9b85-8d44461c5cd6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:29:53.092872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:29:53.093234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Checking segment: {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:29:53.093627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:53.094012 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Bound using segment: {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:29:53.094468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Bound port: 3b1215e5-9ed6-4932-8f8a-a3070aa0da11, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:29:53.094832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:53.225278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] For port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:29:53.228329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] For port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:29:53.233677 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:53.313135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455083c-8632-463e-9717-298fa9817256 None None] Pushing event updated for resources: {'Port': ['ID=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:53.318698 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:29:53.319309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:53.498704 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:29:53.673596 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2605a501-aa2c-4e9b-aa6c-6670324f9b30 req-868cdba7-fcb9-44aa-8a41-8aa0143f3980 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 210 time: 0.0406389 Apr 21 15:29:53.830397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:53.843062 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:53Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:29:53.847124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8f22-e5ba-4bfd-bb44-f865b3fad727 None None] The sync data for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv is: [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:53Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:29:54.470898 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-55ab1941-6d27-4e3d-824c-cbebdd32e6fa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:54.471801 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-55ab1941-6d27-4e3d-824c-cbebdd32e6fa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:29:54.488797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-55ab1941-6d27-4e3d-824c-cbebdd32e6fa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:29:54.490185 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-55ab1941-6d27-4e3d-824c-cbebdd32e6fa tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/networks?id=a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 200 len: 797 time: 0.1756835 Apr 21 15:29:54.561236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-dabb0bac-1c49-4a07-a02f-5f08c1dfbd0b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:29:54.577310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-dabb0bac-1c49-4a07-a02f-5f08c1dfbd0b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:29:54.578744 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-dabb0bac-1c49-4a07-a02f-5f08c1dfbd0b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 379 time: 0.0693014 Apr 21 15:29:54.589188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'port': {'device_id': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'admin_state_up': True, 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'security_groups': ['f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:54.733031 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:29:54.742620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:29:54.752352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:29:54.755358 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:54.841014 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-977c1659-11e8-45f1-b254-d8b78a290183 req-ece6faf9-1300-447a-85a5-d7d7ad6c569b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 210 time: 0.0403228 Apr 21 15:29:54.916076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.13 (a225fce4-0c90-4f73-9b85-8d44461c5cd6/507fa751-2398-4723-b6e9-c08b9821ce5b/0d6e2e83-a3a8-4c8c-92ce-8a0618b47589) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:29:55.106945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.122556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:29:55.143864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.212717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:29:55.215580 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:29:55.219618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:29:55.250174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:55.285646 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:55.286249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.312017 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-4823c9e8-96f6-48e8-8289-8653e5e1a71c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7267880 Apr 21 15:29:55.328915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Request body: {'port': {'device_id': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:29:55.439512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.462324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-720eb76a-0717-43e1-b407-2f268d25e091 None None] Provisioning for port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:29:55.467297 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-720eb76a-0717-43e1-b407-2f268d25e091 None None] Provisioning complete for port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:55.467695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-720eb76a-0717-43e1-b407-2f268d25e091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.520962 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-720eb76a-0717-43e1-b407-2f268d25e091 None None] Port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:29:55.766835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:29:55.774268 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.790136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Transition to ACTIVE for port object 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:29:55.794819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.835646 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:29:55.920550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:29:55.925993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:55.926967 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.973518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Pushing event updated for resources: {'Port': ['ID=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:56.071540 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:56.108112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:56.112098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:56.187559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:56.214937 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Attempting to bind port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:29:56.215260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Attempting to bind port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:29:56.215611 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Attempting to bind port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 on network a225fce4-0c90-4f73-9b85-8d44461c5cd6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:29:56.224784 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102050c2-2263-4971-878d-11ee29beb1d0 req-2bfabc90-d01c-407f-86e5-ee9bd1f94fa5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:56.225457 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-102050c2-2263-4971-878d-11ee29beb1d0 req-2bfabc90-d01c-407f-86e5-ee9bd1f94fa5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:29:56.233842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 on network a225fce4-0c90-4f73-9b85-8d44461c5cd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:29:56.234249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Attempting to bind port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 on network a225fce4-0c90-4f73-9b85-8d44461c5cd6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:29:56.245380 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:29:56.245776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Checking segment: {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:29:56.246156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Bound using segment: {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:29:56.246574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Bound port: 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc9793-a3e2-4243-b590-7b864aa23ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:29:56.246973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:56.258192 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-102050c2-2263-4971-878d-11ee29beb1d0 req-2bfabc90-d01c-407f-86e5-ee9bd1f94fa5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:29:56.259316 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-102050c2-2263-4971-878d-11ee29beb1d0 req-2bfabc90-d01c-407f-86e5-ee9bd1f94fa5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 944 time: 0.2718952 Apr 21 15:29:56.361495 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-102050c2-2263-4971-878d-11ee29beb1d0 req-65e1d202-3f66-4251-b56f-3066a678f0d3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965369 Apr 21 15:29:56.369610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] For port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:29:56.373109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] For port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:29:56.376859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:56.437894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:56.439487 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] 10.222.0.21 "PUT /v2.0/ports/0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 200 len: 1094 time: 1.1154866 Apr 21 15:29:56.439919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:29:56.457542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa239c-b6ec-4417-889f-0fa9ce77a31c service neutron] Pushing event updated for resources: {'Port': ['ID=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:56.528935 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf0ea90-2ad7-49de-b04d-767458e12b8c'] response: {'name': 'network-changed', 'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'status': 'completed', 'code': 200} Apr 21 15:29:56.566748 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-a71a9c4d-cd5a-4ec4-9d93-9e2d48ed30af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1097 time: 0.0729213 Apr 21 15:29:56.641893 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-477b3fde-bdeb-46e8-8887-fe3591341f33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 200 len: 217 time: 0.0634351 Apr 21 15:29:56.701997 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-26fb521a-0be0-4142-b8e6-abc7113d118a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:56.703374 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-26fb521a-0be0-4142-b8e6-abc7113d118a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=507fa751-2398-4723-b6e9-c08b9821ce5b HTTP/1.1" status: 200 len: 834 time: 0.0559571 Apr 21 15:29:56.777747 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-b36ca333-ac1c-422f-bc27-17befd6b980b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a225fce4-0c90-4f73-9b85-8d44461c5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690689 Apr 21 15:29:56.904369 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-9cba685e-a693-4afe-8716-bb73a186d593 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205947 Apr 21 15:29:57.031251 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4aa2f0db-71df-461d-a120-1364f5c14f71 req-ef042d10-b7cb-4b49-9fdf-3ff22cdfed6f service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217983 Apr 21 15:29:57.181433 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-282c38d1-5089-4841-8b13-e46d72642767 req-c1f50ec7-aeb1-40c7-b059-5058d3ce4f1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1097 time: 0.0675213 Apr 21 15:29:57.312204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c38d1-5089-4841-8b13-e46d72642767 req-3bea8f87-5fe8-4982-9dca-4ef3f9041a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:57.314148 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-282c38d1-5089-4841-8b13-e46d72642767 req-3bea8f87-5fe8-4982-9dca-4ef3f9041a27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 200 len: 898 time: 0.1268008 Apr 21 15:29:57.382052 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-282c38d1-5089-4841-8b13-e46d72642767 req-d053153e-2347-448a-b38b-177a2ffb435c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 200 len: 217 time: 0.0616481 Apr 21 15:29:57.444574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c38d1-5089-4841-8b13-e46d72642767 req-f9dfe29b-67d7-473d-985e-bc0182b7abf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:57.445919 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-282c38d1-5089-4841-8b13-e46d72642767 req-f9dfe29b-67d7-473d-985e-bc0182b7abf3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=507fa751-2398-4723-b6e9-c08b9821ce5b HTTP/1.1" status: 200 len: 834 time: 0.0567920 Apr 21 15:29:57.581624 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-282c38d1-5089-4841-8b13-e46d72642767 req-f2931e67-d2f6-4f9e-a369-d1b041fdad43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a225fce4-0c90-4f73-9b85-8d44461c5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276042 Apr 21 15:29:57.586953 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1c1e3-9cba-41f2-b6e7-3cbb4614d9c3 req-003a3b76-7d07-4895-931d-f0fdaa691470 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:57.588296 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2ab1c1e3-9cba-41f2-b6e7-3cbb4614d9c3 req-003a3b76-7d07-4895-931d-f0fdaa691470 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 944 time: 0.1030579 Apr 21 15:29:57.711256 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2ab1c1e3-9cba-41f2-b6e7-3cbb4614d9c3 req-f521bb64-3999-47fd-b4d9-519abbc8d0d3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050181 Apr 21 15:29:57.746089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-282c38d1-5089-4841-8b13-e46d72642767 req-42fd6018-1e56-4e28-917d-4750113bcf02 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566756 Apr 21 15:29:57.816251 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:29:57.876212 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-282c38d1-5089-4841-8b13-e46d72642767 req-4671c622-173d-46ea-8f65-cd764bc9f95f service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237116 Apr 21 15:29:57.886581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:57.886950 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:58.905059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48892e-4776-441a-8f26-488e4ce473db req-8ceaa3e9-df5c-4752-a7c8-55fd3065844b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:29:58.906522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-be48892e-4776-441a-8f26-488e4ce473db req-8ceaa3e9-df5c-4752-a7c8-55fd3065844b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 944 time: 0.0765631 Apr 21 15:29:58.952686 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-be48892e-4776-441a-8f26-488e4ce473db req-73dc479e-81ae-42cf-b284-d6d48c4bd6f7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 Apr 21 15:29:59.816524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:29:59.944197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:29:59.956792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'port_id': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'mac_address': 'fa:16:3e:90:89:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:30:00.015265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:00.031843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:30:00.046769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:30:00.050904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:00.117858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:00.126639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.126978 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.127313 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.127658 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.127968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.128317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.128640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.128982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.129283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.129599 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.129911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:00.233516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270e7d5-cd5c-4bef-98b9-518201c35678 req-835e702c-6691-4c86-aac8-784fb3e59b7b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:00.234962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3270e7d5-cd5c-4bef-98b9-518201c35678 req-835e702c-6691-4c86-aac8-784fb3e59b7b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 945 time: 0.1610739 Apr 21 15:30:00.283231 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3270e7d5-cd5c-4bef-98b9-518201c35678 req-9937d627-bbff-41be-b052-9af54887ae23 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Apr 21 15:30:00.353675 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['0d6e2e83-a3a8-4c8c-92ce-8a0618b47589'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:30:01.140310 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:01.475624 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55526fdd-24b0-40f7-8f2b-ede159c58cf9 req-da63fb9a-bbc1-4dd9-a7ba-e0b2b1205092 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:01.477078 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-55526fdd-24b0-40f7-8f2b-ede159c58cf9 req-da63fb9a-bbc1-4dd9-a7ba-e0b2b1205092 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 945 time: 0.0773222 Apr 21 15:30:01.520473 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-55526fdd-24b0-40f7-8f2b-ede159c58cf9 req-71f14521-bb92-49d6-ae3f-3925f77980a5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379298 Apr 21 15:30:01.844548 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:01.910214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:01.914754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:01.915123 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:02.024792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:02.050126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:30:02.059110 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:30:02.063632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:02.107180 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904e7c87-6324-4720-a147-864a6ce32453'] response: {'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'code': 200} Apr 21 15:30:02.129329 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:02.364272 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-62030106-efca-467e-9307-885dcf398241 req-19c6015f-c13f-4435-849a-08af6f4ca4df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1099 time: 0.0696466 Apr 21 15:30:02.405306 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-62030106-efca-467e-9307-885dcf398241 req-dc841b10-d677-4f60-9a75-bc3a252593f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351152 Apr 21 15:30:02.720918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24847d-dd8e-44f5-84d4-c6c7c1f8731d req-732de431-6968-47a8-b828-542e6935896d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:02.722390 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ec24847d-dd8e-44f5-84d4-c6c7c1f8731d req-732de431-6968-47a8-b828-542e6935896d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0772576 Apr 21 15:30:02.865878 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ec24847d-dd8e-44f5-84d4-c6c7c1f8731d req-5d573bb8-68ac-4f0f-b736-4b23547ba554 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379604 Apr 21 15:30:04.058544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae666c-6ef2-447d-be4b-a60f4f9b8287 req-6ec55195-64f7-42ad-a52f-219e2f656004 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:04.059905 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b7ae666c-6ef2-447d-be4b-a60f4f9b8287 req-6ec55195-64f7-42ad-a52f-219e2f656004 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0741313 Apr 21 15:30:04.103888 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b7ae666c-6ef2-447d-be4b-a60f4f9b8287 req-e32244bb-c678-45d6-a7cc-68cef02b4ac0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381508 Apr 21 15:30:04.298566 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1b8da-f5d4-4dbe-a613-55ddf2a9c582 req-1a8bf6d6-7681-42fb-befb-0570ad68edef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:04.300036 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fcd1b8da-f5d4-4dbe-a613-55ddf2a9c582 req-1a8bf6d6-7681-42fb-befb-0570ad68edef tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0792754 Apr 21 15:30:04.345332 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fcd1b8da-f5d4-4dbe-a613-55ddf2a9c582 req-b948e8f4-312b-42e3-89f5-e9b293bffd70 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396888 Apr 21 15:30:04.371718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35612) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:04.520459 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ddcee407-6e4e-42ea-982c-9ade9b121f97 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1094 time: 0.1474149 Apr 21 15:30:04.525867 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35618) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:04.528486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:30:04.534249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:04.538036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:floatingip and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:04.540863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:04.546964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:04.556813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:04.692383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:04.821476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.132 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/8f5f1dc3-838a-44f0-9139-79c5e7591c00) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:30:04.974635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:05.001845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:05.067999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:30:05.070865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:05.075737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:30:05.099276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=8f5f1dc3-838a-44f0-9139-79c5e7591c00,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:05.557460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:05.610839 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:05.809036 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:05.814218 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:06.009549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=8f5f1dc3-838a-44f0-9139-79c5e7591c00,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:06.022976 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:06.205830 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Floating IP 3da0933a-3802-4a59-b236-1b292b6044e6 associated. External IP: 172.26.6.132, port: 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589. Apr 21 15:30:06.585996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 4619a9a0-fcbf-4c65-a438-31775dd7d300 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:30:06.784546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:30:06.794065 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] Sync routers for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:30:06.806459 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:30:06.807120 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:06.808241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:06.860775 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-61bac09e-5b07-43cc-90fb-d52e94274f52 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3366692 Apr 21 15:30:06.861359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:30:07.021296 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:30:07.024465 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2ec009-5c91-45f9-8159-37d41dc650a1'] response: {'name': 'network-changed', 'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'status': 'completed', 'code': 200} Apr 21 15:30:07.048372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8edd2-584d-40c1-ae88-ac10d1165eb3 req-6813f575-2770-4fd5-9c77-4ccba996e550 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:07.049819 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1aa8edd2-584d-40c1-ae88-ac10d1165eb3 req-6813f575-2770-4fd5-9c77-4ccba996e550 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0820503 Apr 21 15:30:07.147863 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1aa8edd2-584d-40c1-ae88-ac10d1165eb3 req-66a8f994-7b8a-4653-959a-4831d1285817 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924492 Apr 21 15:30:07.162777 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-93d9f474-b81e-4ae0-89cc-fb306f8b6a51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1099 time: 0.0924504 Apr 21 15:30:07.181192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35628) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:07.298297 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7d3b1f88-afe8-4c6b-be70-9787c81d395c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 200 len: 992 time: 0.1155567 Apr 21 15:30:07.301976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-59a7d0e4-dd5d-41d1-9320-8f3a4b8d1504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:07.303473 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-59a7d0e4-dd5d-41d1-9320-8f3a4b8d1504 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 200 len: 898 time: 0.1349704 Apr 21 15:30:07.376498 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '3da0933a-3802-4a59-b236-1b292b6044e6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.132', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'port_id': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'mac_address': 'fa:16:3e:90:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:30:05Z', 'updated_at': '2022-04-21T15:30:05Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:07.380462 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] Checking router: 4619a9a0-fcbf-4c65-a438-31775dd7d300 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:30:07.390968 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:30:07.391566 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:29:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:07.407096 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-d53e71e5-bd3e-4ad4-86d3-800bff7af5f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 200 len: 1000 time: 0.0980141 Apr 21 15:30:07.471079 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-71bbd6cb-bf7c-4215-b1a3-d9b02c6329e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:07.472598 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-71bbd6cb-bf7c-4215-b1a3-d9b02c6329e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=507fa751-2398-4723-b6e9-c08b9821ce5b HTTP/1.1" status: 200 len: 834 time: 0.0605114 Apr 21 15:30:07.546012 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-b7499a49-7c51-4d91-9056-b4e6f12b9495 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a225fce4-0c90-4f73-9b85-8d44461c5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674298 Apr 21 15:30:07.569685 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:30:07.675506 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-293f26f5-5a9f-47dc-9342-aea042399963 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234112 Apr 21 15:30:07.806308 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32ef1628-4bce-46a0-bce4-576af83a0bab req-f725c993-d9d7-4fae-a9a7-31a764b9c130 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245363 Apr 21 15:30:07.919140 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '3da0933a-3802-4a59-b236-1b292b6044e6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.132', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'port_id': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'mac_address': 'fa:16:3e:90:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:30:05Z', 'updated_at': '2022-04-21T15:30:05Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:07.923138 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b19698-880f-4a8e-88af-81b057980408 None None] The sync data for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv is: [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '3da0933a-3802-4a59-b236-1b292b6044e6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.132', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'port_id': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'mac_address': 'fa:16:3e:90:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:30:05Z', 'updated_at': '2022-04-21T15:30:05Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:30:08.302050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:08.405171 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b45d082d-2431-4bfc-b4e4-71e03a18c692 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 200 len: 992 time: 0.1020434 Apr 21 15:30:09.408990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35636) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:09.512933 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-54d1af81-666e-4389-bb50-dcd7ea5f76d9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 200 len: 992 time: 0.1022127 Apr 21 15:30:10.516789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35640) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:10.579507 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451b06e-2998-4586-9ee9-ef694a2fcb41 None None] New status for floating IP 3da0933a-3802-4a59-b236-1b292b6044e6: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:30:10.623502 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-78c194d0-eddf-44f8-b216-f2b329f4f5d9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 200 len: 992 time: 0.1055851 Apr 21 15:30:11.627280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35644) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:11.728553 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0c3608b8-ae38-4cd2-a34c-9949ec04739c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 200 len: 994 time: 0.1001410 Apr 21 15:30:12.765771 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:30:19.108573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-46e363f5-6476-4e95-a547-27f30f13eb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:21.443194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7eb6abf8-9b30-465c-a147-080ab685938b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:22.442791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:22.589394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:23.822272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.149810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:39.289724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9614d-62b0-49d7-9e4e-43aa94c39308 req-cb4abe49-5882-423a-8869-7677e3a75d71 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:39.291075 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1bd9614d-62b0-49d7-9e4e-43aa94c39308 req-cb4abe49-5882-423a-8869-7677e3a75d71 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0773463 Apr 21 15:30:39.334503 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1bd9614d-62b0-49d7-9e4e-43aa94c39308 req-4ea961d7-12fb-43cc-bab3-60eaa700c3d2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373592 Apr 21 15:30:40.533704 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf837-c8f2-4715-bd0a-20546264a61d req-07e9b82a-c189-4f97-a6e6-875694671af0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:40.535191 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99dbf837-c8f2-4715-bd0a-20546264a61d req-07e9b82a-c189-4f97-a6e6-875694671af0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0767019 Apr 21 15:30:40.582763 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99dbf837-c8f2-4715-bd0a-20546264a61d req-3dac4b7e-379c-444a-9ae7-1955632b992a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419693 Apr 21 15:30:41.776888 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7861b2-404a-42b4-b24a-13e8b62cd7a3 req-b5cddae0-edd0-4164-9a8a-2fad6d61f4f4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:41.778328 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0e7861b2-404a-42b4-b24a-13e8b62cd7a3 req-b5cddae0-edd0-4164-9a8a-2fad6d61f4f4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0779455 Apr 21 15:30:41.825818 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0e7861b2-404a-42b4-b24a-13e8b62cd7a3 req-58c898b6-2d92-4194-9f52-7b7ca0d92c17 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Apr 21 15:30:43.023021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541b611-d4c9-43e6-9c45-9cbcfaeff095 req-7c56ec6e-d2b7-49ae-bb3d-19e0c008536d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:43.024561 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a541b611-d4c9-43e6-9c45-9cbcfaeff095 req-7c56ec6e-d2b7-49ae-bb3d-19e0c008536d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0771959 Apr 21 15:30:43.069406 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a541b611-d4c9-43e6-9c45-9cbcfaeff095 req-f429b09e-fcf9-49b7-969e-9e1dd0f88e9d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 Apr 21 15:30:44.259997 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac333978-434c-4029-adbb-145f30eb975a req-378dff95-8104-4990-8f17-3de6b3f32e74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:44.261458 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac333978-434c-4029-adbb-145f30eb975a req-378dff95-8104-4990-8f17-3de6b3f32e74 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0743790 Apr 21 15:30:44.304940 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac333978-434c-4029-adbb-145f30eb975a req-be52b1d1-71e8-458f-8f2f-fbf3ed25b72d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380325 Apr 21 15:30:45.495274 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9991-2d53-4d85-8fae-3c389c0bc050 req-a07f11a6-795b-4b3c-b26b-9337d2c145f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:45.496733 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c47b9991-2d53-4d85-8fae-3c389c0bc050 req-a07f11a6-795b-4b3c-b26b-9337d2c145f8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0739481 Apr 21 15:30:45.544126 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c47b9991-2d53-4d85-8fae-3c389c0bc050 req-ba528a78-3b1c-4cff-89ba-f894f2059dcc tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 Apr 21 15:30:46.975963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41847b0a-05a6-4456-aea2-f2883bc969e4 req-62ee6c22-057a-469c-9994-dd9a10a59178 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:46.977444 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-41847b0a-05a6-4456-aea2-f2883bc969e4 req-62ee6c22-057a-469c-9994-dd9a10a59178 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.1760871 Apr 21 15:30:47.023906 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-41847b0a-05a6-4456-aea2-f2883bc969e4 req-9f3428c5-8d86-4dc8-b7e2-9b5aaec45d9c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Apr 21 15:30:48.292336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8e4ba-3a91-42e7-a511-d2de78e2d32f req-522d54bf-00c5-469e-b8a1-7677e6395dae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:48.293771 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a1e8e4ba-3a91-42e7-a511-d2de78e2d32f req-522d54bf-00c5-469e-b8a1-7677e6395dae tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.1482472 Apr 21 15:30:48.337846 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a1e8e4ba-3a91-42e7-a511-d2de78e2d32f req-53f1523e-0da1-47df-a2d3-5b563f7c567b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Apr 21 15:30:49.110168 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f04bf8da-7a11-4a37-b5d5-7e545dbc6d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:49.530673 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f290859-8b0f-4709-b737-9930b497c4fe req-244bb744-5c97-4a60-bad4-4093b9fae9c5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:49.532129 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f290859-8b0f-4709-b737-9930b497c4fe req-244bb744-5c97-4a60-bad4-4093b9fae9c5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0763111 Apr 21 15:30:49.577141 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f290859-8b0f-4709-b737-9930b497c4fe req-d8e31204-79b1-4510-8a12-b0f618ff08e5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396099 Apr 21 15:30:49.766035 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:30:50.774717 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90486d2e-1d2b-4029-9a2c-60e6fa7c4ce6 req-9760c3d1-b3b5-4635-92d5-7f2b4324eeed tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:50.776198 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-90486d2e-1d2b-4029-9a2c-60e6fa7c4ce6 req-9760c3d1-b3b5-4635-92d5-7f2b4324eeed tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0798855 Apr 21 15:30:50.821204 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-90486d2e-1d2b-4029-9a2c-60e6fa7c4ce6 req-35fe08a1-6280-439a-8a41-c778a9384870 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393782 Apr 21 15:30:51.316560 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-612c152e-dd63-4812-94a2-b5dfba8cbd79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1099 time: 0.0676801 Apr 21 15:30:51.444234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b9d890a1-8ce9-4b16-b01c-0f31aaa8c7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:51.457152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-96ce9a64-4205-475f-9bf8-689f3f4d4bce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:51.458584 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-96ce9a64-4205-475f-9bf8-689f3f4d4bce service neutron] 10.222.0.21 "GET /v2.0/networks?id=a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 200 len: 898 time: 0.1245041 Apr 21 15:30:51.560267 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-ee7e6d52-0bd7-4c67-aa21-61a17dd73056 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 200 len: 1002 time: 0.0949078 Apr 21 15:30:51.619076 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-2b9edd61-d948-4525-b873-11f5f40d4526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:51.620374 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-2b9edd61-d948-4525-b873-11f5f40d4526 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=507fa751-2398-4723-b6e9-c08b9821ce5b HTTP/1.1" status: 200 len: 834 time: 0.0551798 Apr 21 15:30:51.693406 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-688545da-fa3b-4f79-a4ba-231cf35300f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a225fce4-0c90-4f73-9b85-8d44461c5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678446 Apr 21 15:30:51.819735 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-4ee3db53-663f-4752-a28b-9b7b30a59223 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197934 Apr 21 15:30:51.952198 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e39f6189-6ae4-4302-8c5a-7916a8b625ac req-deb69cd2-f8a2-4e64-af0b-b5b63ff0d183 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250744 Apr 21 15:30:52.023526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5034-d6e6-467f-850a-bf492cc9ea66 req-8c3fc7d1-5903-49f3-b6c2-7ead79d5cf7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:52.025027 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39fb5034-d6e6-467f-850a-bf492cc9ea66 req-8c3fc7d1-5903-49f3-b6c2-7ead79d5cf7c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0797577 Apr 21 15:30:52.069744 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-39fb5034-d6e6-467f-850a-bf492cc9ea66 req-1cad1561-7ba5-4cb9-94f5-838df7d59cd2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392027 Apr 21 15:30:52.445587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:52.589867 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:53.261033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e03f-8ff8-4f15-b76a-e4e5a054cb12 req-2c1216cd-0ad8-4b46-9b92-029734148f72 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:53.262469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8e22e03f-8ff8-4f15-b76a-e4e5a054cb12 req-2c1216cd-0ad8-4b46-9b92-029734148f72 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0750151 Apr 21 15:30:53.308287 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8e22e03f-8ff8-4f15-b76a-e4e5a054cb12 req-9603e8b9-e040-48b3-b498-6e003b879cf9 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Apr 21 15:30:53.825613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:54.503796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a71d79-c62f-4b2d-bb78-f424cbb915d0 req-e6a4cb8d-e039-423e-acee-200c66ddefb2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:54.508843 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-19a71d79-c62f-4b2d-bb78-f424cbb915d0 req-e6a4cb8d-e039-423e-acee-200c66ddefb2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0814598 Apr 21 15:30:54.559666 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-19a71d79-c62f-4b2d-bb78-f424cbb915d0 req-4cccdc02-41ab-4787-8122-b7e56c7f3f32 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Apr 21 15:30:55.757195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae2d3c-ea24-4260-998e-f1dc25556189 req-92d2b134-e0f9-4ca6-b4d8-74c90ea350c5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:55.758613 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99ae2d3c-ea24-4260-998e-f1dc25556189 req-92d2b134-e0f9-4ca6-b4d8-74c90ea350c5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0770035 Apr 21 15:30:55.803834 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99ae2d3c-ea24-4260-998e-f1dc25556189 req-25d0defd-0161-4d41-940e-8ae97b26b30d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397747 Apr 21 15:30:55.831112 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35692) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:55.948618 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9b0d02d7-cb19-4142-89ee-31ede7319912 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 200 len: 994 time: 0.1164246 Apr 21 15:30:57.428937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93258a06-0ba3-400b-aedf-597dae24202c req-a8eb92ec-da05-40d3-8955-04ec56405cd2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:57.430394 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-93258a06-0ba3-400b-aedf-597dae24202c req-a8eb92ec-da05-40d3-8955-04ec56405cd2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0749750 Apr 21 15:30:57.475936 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-93258a06-0ba3-400b-aedf-597dae24202c req-def7c2fd-6811-4ef6-b498-3e34a3aab937 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400293 Apr 21 15:30:57.481447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-fbde1b2a-a247-4c54-860f-15b1a757e8c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1099 time: 0.0678010 Apr 21 15:30:57.617022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-324c80ee-3c60-446c-bc21-3980dc30e3ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:57.618386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-324c80ee-3c60-446c-bc21-3980dc30e3ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 200 len: 898 time: 0.1311808 Apr 21 15:30:57.716704 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-b83fb293-e62d-4875-9ce5-d997fd0c6ecf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 200 len: 1002 time: 0.0920706 Apr 21 15:30:57.778846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-715ddf57-6c71-49dd-a365-316cc9886c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:57.780295 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-715ddf57-6c71-49dd-a365-316cc9886c28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=507fa751-2398-4723-b6e9-c08b9821ce5b HTTP/1.1" status: 200 len: 834 time: 0.0576785 Apr 21 15:30:57.926987 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-eb2288b0-0b88-4883-8ca5-2bd312a19dd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a225fce4-0c90-4f73-9b85-8d44461c5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1409519 Apr 21 15:30:58.053065 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-2e730304-4b42-4145-b678-761507c59011 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196148 Apr 21 15:30:58.182014 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3640ae81-958f-4be3-8dce-8610c3dc8833 req-5a2e81d3-ccb7-48b2-90bd-758d2bff6d16 service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231022 Apr 21 15:30:58.671092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a860c-64aa-431b-b574-64bc02c47d7d req-5f9232e2-e9a1-4c9c-b735-16c072248338 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:58.672522 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d0a860c-64aa-431b-b574-64bc02c47d7d req-5f9232e2-e9a1-4c9c-b735-16c072248338 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0745299 Apr 21 15:30:58.724756 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9d0a860c-64aa-431b-b574-64bc02c47d7d req-46e60438-d896-4abe-903a-5d27cfc72ec6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459545 Apr 21 15:30:59.919343 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70244bd1-670f-4907-ad72-8a97a98102f2 req-dbdb144c-f368-41fe-9e0e-d916390efe02 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:30:59.921368 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70244bd1-670f-4907-ad72-8a97a98102f2 req-dbdb144c-f368-41fe-9e0e-d916390efe02 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0771983 Apr 21 15:30:59.966074 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70244bd1-670f-4907-ad72-8a97a98102f2 req-9088f426-4c7d-4339-b198-3301b1c6607b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392590 Apr 21 15:30:59.993489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35706) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:00.095606 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f066164-a55a-47b4-afce-fc9fccf0a612 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 200 len: 994 time: 0.1009154 Apr 21 15:31:01.156196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:19.111682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c194ae6d-59a8-4af6-a907-668802e2c27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:21.447465 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2f8b87be-d1dd-4356-90b3-e1b7b2450ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:22.447530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:22.590891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:23.828556 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:26.765367 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:31:28.582386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35722) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:28.775509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 8f5f1dc3-838a-44f0-9139-79c5e7591c00 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:31:28.775845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:28.934469 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:28.934787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:29.051178 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 8f5f1dc3-838a-44f0-9139-79c5e7591c00 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:31:29.194735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:29.237351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=8f5f1dc3-838a-44f0-9139-79c5e7591c00,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:29.279780 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.280144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.280479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.280829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.281136 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.281458 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.281782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.282620 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.282936 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.283253 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.283563 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:29.340188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:29.802825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 4619a9a0-fcbf-4c65-a438-31775dd7d300 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:31:29.996304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:31:30.006450 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] Sync routers for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:31:30.015377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:30.018598 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:30.019190 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:30.068143 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c642d6fd-966c-4300-ac81-e61b315dddb0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/floatingips/3da0933a-3802-4a59-b236-1b292b6044e6 HTTP/1.1" status: 204 len: 168 time: 1.4845183 Apr 21 15:31:30.068568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:31:30.122401 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430f8d68-3ece-4204-9c5f-52f9ad1ab723'] response: {'name': 'network-changed', 'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'status': 'completed', 'code': 200} Apr 21 15:31:30.202777 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:30.242465 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-1689e8e1-7aa6-46e6-a7ca-6f9d767e912a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 1099 time: 0.0712934 Apr 21 15:31:30.385749 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-13e1beba-95ae-4afa-a4b3-5a43a0c08e32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:30.387105 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-13e1beba-95ae-4afa-a4b3-5a43a0c08e32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 200 len: 898 time: 0.1385624 Apr 21 15:31:30.490435 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-3e579b50-58df-41b5-ada5-19caaa49bdb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 200 len: 217 time: 0.0738235 Apr 21 15:31:30.551179 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:30.555127 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] Checking router: 4619a9a0-fcbf-4c65-a438-31775dd7d300 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:31:30.565445 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:30.566028 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:30.569406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-68c48892-a147-4391-bf68-448caf7b1a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:30.570846 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-68c48892-a147-4391-bf68-448caf7b1a84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=507fa751-2398-4723-b6e9-c08b9821ce5b HTTP/1.1" status: 200 len: 834 time: 0.0712109 Apr 21 15:31:30.576431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95043f64-c321-4d56-aaf4-29f0a6c9022b req-691acd8e-6215-427f-8a50-9c6f4199bb64 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:30.577773 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-95043f64-c321-4d56-aaf4-29f0a6c9022b req-691acd8e-6215-427f-8a50-9c6f4199bb64 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.1936064 Apr 21 15:31:30.670755 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-95043f64-c321-4d56-aaf4-29f0a6c9022b req-22860594-7656-49ae-be92-37b3cc4dfb6d tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591831 Apr 21 15:31:30.682079 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-aff191b0-cf80-4086-acee-c9e607a11fbb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a225fce4-0c90-4f73-9b85-8d44461c5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033022 Apr 21 15:31:30.738985 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:30.818085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-531cb671-322e-4269-97d3-8a5129a735ae service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281772 Apr 21 15:31:30.949467 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-93208ef4-360e-405f-88d8-bac96bfb46c0 req-0da232ae-a2ec-4efe-8a6a-7be7a048a9bb service neutron] 10.222.0.21 "GET /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235271 Apr 21 15:31:31.043980 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:31.048503 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1fa27-d3bf-47e5-be7a-dde8c5be0197 None None] The sync data for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv is: [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:29:48Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '3b1215e5-9ed6-4932-8f8a-a3070aa0da11', 'name': '', 'network_id': 'a225fce4-0c90-4f73-9b85-8d44461c5cd6', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:08:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:48Z', 'updated_at': '2022-04-21T15:29:56Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '507fa751-2398-4723-b6e9-c08b9821ce5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:31:31.165125 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:31.266187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3cb392-46eb-4144-bcf2-e47161ed2c51 None None] New status for floating IP 3da0933a-3802-4a59-b236-1b292b6044e6: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:31:31.880100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840a76-9659-46a1-a180-9a81c3159630 req-8a8964c0-440c-4c75-9ebe-eec6edf6b1df tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:31.880853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-eb840a76-9659-46a1-a180-9a81c3159630 req-8a8964c0-440c-4c75-9ebe-eec6edf6b1df tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:31.896010 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-eb840a76-9659-46a1-a180-9a81c3159630 req-8a8964c0-440c-4c75-9ebe-eec6edf6b1df tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:31.897157 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-eb840a76-9659-46a1-a180-9a81c3159630 req-8a8964c0-440c-4c75-9ebe-eec6edf6b1df tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0988290 Apr 21 15:31:31.942331 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-eb840a76-9659-46a1-a180-9a81c3159630 req-b6013de6-e781-4333-a12f-2b5c0e7ef066 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395296 Apr 21 15:31:32.019150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc965923-0c6a-449e-b4c7-49839623178a req-683a1581-8cc9-4d94-9576-88e7ff9e4fea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:32.020584 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc965923-0c6a-449e-b4c7-49839623178a req-683a1581-8cc9-4d94-9576-88e7ff9e4fea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 946 time: 0.0782175 Apr 21 15:31:32.086489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:31:32.086829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:32.401908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:32.402259 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:32.517465 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:31:32.655172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:32.701672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=0d6e2e83-a3a8-4c8c-92ce-8a0618b47589,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:32.741597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.741939 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.742273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.742601 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.742927 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.743250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.743571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.743889 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.744236 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.744556 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.744873 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:32.787258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] No DVR routers for this DVR port 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:31:32.789496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:32.791845 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'name': 'network-vif-deleted', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:31:32.806806 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dc965923-0c6a-449e-b4c7-49839623178a req-f135c7b7-745a-476a-b823-42bb1a7bd7e3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "DELETE /v2.0/ports/0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 HTTP/1.1" status: 204 len: 173 time: 0.7797420 Apr 21 15:31:32.848675 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ea3ead-d60a-4be5-a574-33dad64d6ecd'] response: {'server_uuid': 'e05987d4-c7de-4a57-813b-41cd0035c3be', 'name': 'network-vif-deleted', 'tag': '0d6e2e83-a3a8-4c8c-92ce-8a0618b47589', 'status': 'completed', 'code': 200} Apr 21 15:31:33.117131 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-216982a2-f6e3-4053-bb99-593fecbd2922 req-e4d7a9f7-1358-47a4-96a3-5a336264ae3e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05987d4-c7de-4a57-813b-41cd0035c3be HTTP/1.1" status: 200 len: 210 time: 0.0408461 Apr 21 15:31:34.225845 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35742) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:34.312227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:31:34.347594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:31:34.347939 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d6e2e83-a3a8-4c8c-92ce-8a0618b47589 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:31:34.609364 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:35.309145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:31:35.309793 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:35.490735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 3b1215e5-9ed6-4932-8f8a-a3070aa0da11, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:35.491094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:35.607141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:31:35.775942 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:35.822070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=3b1215e5-9ed6-4932-8f8a-a3070aa0da11,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:36.124263 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:36.786275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 4619a9a0-fcbf-4c65-a438-31775dd7d300 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:31:36.997868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:31:37.007168 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] Sync routers for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:31:37.011391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f423428c-e89a-48a1-9c0d-2a3a4d7a1bce tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/4619a9a0-fcbf-4c65-a438-31775dd7d300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7845013 Apr 21 15:31:37.013987 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35746) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:37.018451 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:37.019035 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:37.194107 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:37.199166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting subnet 507fa751-2398-4723-b6e9-c08b9821ce5b {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:31:37.202057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.257879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.339122 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.413386 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.452460 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Subnet': ['ID=507fa751-2398-4723-b6e9-c08b9821ce5b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:37.460002 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.468309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451deae6-bcb0-4b2e-b072-357de939973a None None] Network a225fce4-0c90-4f73-9b85-8d44461c5cd6 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:31:37.468799 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0ab5dadd-cb48-4a54-a99f-6f936c5942bf tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/subnets/507fa751-2398-4723-b6e9-c08b9821ce5b HTTP/1.1" status: 204 len: 168 time: 0.4510703 Apr 21 15:31:37.468799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35750) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:37.480682 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:31:35Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:37.484320 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] Checking router: 4619a9a0-fcbf-4c65-a438-31775dd7d300 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:31:37.495280 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] Routers {'4619a9a0-fcbf-4c65-a438-31775dd7d300'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:37.495870 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['4619a9a0-fcbf-4c65-a438-31775dd7d300'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:37.666050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.708106 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] Set router 4619a9a0-fcbf-4c65-a438-31775dd7d300 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:37.721832 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] DHCP port deletion for a225fce4-0c90-4f73-9b85-8d44461c5cd6 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:31:37.725968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Deleting port 4c210aa5-ccd2-4b46-a195-13b785afd64d {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:31:37.726340 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.872296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.888040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 1faef899-6559-4fb9-98b4-809513036b40 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:31:37.888040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:37.953268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4c210aa5-ccd2-4b46-a195-13b785afd64d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:31:38.023773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] For port 4c210aa5-ccd2-4b46-a195-13b785afd64d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4c210aa5-ccd2-4b46-a195-13b785afd64d,segment=NetworkSegment(32cc9793-a3e2-4243-b590-7b864aa23ed2),segment_id=32cc9793-a3e2-4243-b590-7b864aa23ed2)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:38.023875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:38.057183 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:31:35Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:38.061255 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62f74d-ca8b-46b7-867a-481c317532de None None] The sync data for ids ['4619a9a0-fcbf-4c65-a438-31775dd7d300'] in dv-neutron-838898-1-hyperv is: [{'id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162973147', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '1faef899-6559-4fb9-98b4-809513036b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:29:44Z', 'updated_at': '2022-04-21T15:31:35Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '1faef899-6559-4fb9-98b4-809513036b40', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619a9a0-fcbf-4c65-a438-31775dd7d300', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:29:45Z', 'updated_at': '2022-04-21T15:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:31:38.087464 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 1faef899-6559-4fb9-98b4-809513036b40, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1faef899-6559-4fb9-98b4-809513036b40,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:38.087904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:38.156437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Calling delete_port for 4c210aa5-ccd2-4b46-a195-13b785afd64d owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:31:38.255568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:38.290841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:38.316501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 1faef899-6559-4fb9-98b4-809513036b40 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:31:38.368965 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Pushing event deleted for resources: {'Port': ['ID=4c210aa5-ccd2-4b46-a195-13b785afd64d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:38.375954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] No DVR routers for this DVR port 4c210aa5-ccd2-4b46-a195-13b785afd64d on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:31:38.395352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.395800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.396706 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.396706 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.397113 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.397881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.397881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.398365 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.398791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.399212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.399628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc83c204-a5fd-492b-9941-fd088de2709d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:38.488743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:38.532971 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=1faef899-6559-4fb9-98b4-809513036b40,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:38.751276 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.000346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.004540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.029232 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.029799 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Fanout notify agent at l3_agent the message router_deleted on router 4619a9a0-fcbf-4c65-a438-31775dd7d300 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:31:39.044749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.046188 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-be6fb6a9-ba17-4d6f-b8df-5a6d4fb64789 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/routers/4619a9a0-fcbf-4c65-a438-31775dd7d300 HTTP/1.1" status: 204 len: 168 time: 1.5764866 Apr 21 15:31:39.048623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:39.167005 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.291918 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.316298 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a225fce4-0c90-4f73-9b85-8d44461c5cd6']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:39.327565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cc9793-a3e2-4243-b590-7b864aa23ed2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:39.327859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cc9793-a3e2-4243-b590-7b864aa23ed2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:39.339126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.359228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.365168 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:31:39.365539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:31:39.379899 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:31:39.455013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.472659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.484187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Network': ['ID=a225fce4-0c90-4f73-9b85-8d44461c5cd6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:39.496770 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8e0b8bef-dd2f-473f-b335-e4965be475fe tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/networks/a225fce4-0c90-4f73-9b85-8d44461c5cd6 HTTP/1.1" status: 204 len: 168 time: 0.4469414 Apr 21 15:31:39.499241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35758) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:39.657680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2f04361-ff6d-4e0f-b989-51b7ff2c2433 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.685508 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2f04361-ff6d-4e0f-b989-51b7ff2c2433 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.747465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2f04361-ff6d-4e0f-b989-51b7ff2c2433 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.765810 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f04361-ff6d-4e0f-b989-51b7ff2c2433 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:39.776226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2f04361-ff6d-4e0f-b989-51b7ff2c2433 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:39.777366 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2f04361-ff6d-4e0f-b989-51b7ff2c2433 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/security-groups/f3fe1fe3-0b58-4c6f-8c9d-6fc0fd6c753a HTTP/1.1" status: 204 len: 168 time: 0.2772043 Apr 21 15:31:39.867887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:31:39.903927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:31:39.904307 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 3b1215e5-9ed6-4932-8f8a-a3070aa0da11 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:31:39.904729 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1faef899-6559-4fb9-98b4-809513036b40 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:31:39.934880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 1faef899-6559-4fb9-98b4-809513036b40 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:31:39.935161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1faef899-6559-4fb9-98b4-809513036b40 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:31:40.084431 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35766) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:40.090087 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109096684', 'description': 'tempest-secgroup-smoke-2109096684 description', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:40.096037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:40.100148 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:40.102985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:40.109373 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:40.118074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.152578 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:40.156249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:40.158987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:40.164618 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:40.218996 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.222705 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.267545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae58fa6-7927-4337-b59d-3cfe0cb2e627,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:40.271487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.272772 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-881203a7-dfb6-4694-a64d-1ad2535a7644 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1873538 Apr 21 15:31:40.275604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35770) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:40.280798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '4ae58fa6-7927-4337-b59d-3cfe0cb2e627', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:40.286835 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:40.290596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:40.293435 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:40.299696 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:40.316307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.392541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.396204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.418561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1738bce-e58b-4976-8b4b-6b55bf9fccc6,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:40.427811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.428995 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7ff748c6-ec60-4b3f-8f2c-c3d5f533798e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1525300 Apr 21 15:31:40.431740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35774) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:40.437070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '4ae58fa6-7927-4337-b59d-3cfe0cb2e627', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:40.443674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:40.447462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:40.450329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:40.455987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:40.472307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.533630 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.537095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.559056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4537ca05-dae9-4b8c-91f2-209b56eeb51f,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:40.568662 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.569841 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dd4c8588-9f15-4155-9efc-16df18a58423 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1371171 Apr 21 15:31:40.572463 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35778) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:40.577628 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '4ae58fa6-7927-4337-b59d-3cfe0cb2e627', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:40.583870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:40.587779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:40.590968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:40.596595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:40.612224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.679450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.682932 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.707264 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47909a4a-fb08-4292-998a-28171ccb757e,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:40.715270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.716463 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-b7fd6755-96f9-43e2-bcd7-aa1057f4734b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1431155 Apr 21 15:31:40.718965 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35782) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:40.724385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '4ae58fa6-7927-4337-b59d-3cfe0cb2e627', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:40.729960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:40.733768 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:40.736609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:40.742420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:40.758788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.821972 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.825369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.848250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0440bf0c-0356-4298-96ed-434bb4c11bd0,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:40.857329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.858933 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6deb62b6-f557-4bb2-94cb-d52769434764 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1390679 Apr 21 15:31:40.861595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35786) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:40.866923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '4ae58fa6-7927-4337-b59d-3cfe0cb2e627', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:40.872793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:40.877169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:40.879923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:40.885944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:40.896950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:31:40.902899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.969343 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.972948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:40.996682 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c91412d-b216-4d2f-84af-f601ba2cdfcf,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:41.006278 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.007454 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6e613a8f-3b3b-4782-87a0-64348f8d8710 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1449444 Apr 21 15:31:41.010277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35790) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:41.015660 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'security_group_rule': {'security_group_id': '4ae58fa6-7927-4337-b59d-3cfe0cb2e627', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:41.021511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:41.025246 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:security_group_rule and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:41.028058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:41.033687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:41.043810 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Project cf9aedec2b2d47d4ab9ba49e29403740 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:31:41.050400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.114501 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.117979 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.142788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64afb9d9-b663-40da-b635-a836621b9d66,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:41.151651 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.152849 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e30179e6-8033-4763-95e3-09a962f9facd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1416347 Apr 21 15:31:41.155576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35794) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:41.160949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'network': {'name': 'tempest-network-smoke--1819210139', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'port_security_enabled': True}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:41.165613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:41.169678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:network and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:41.173006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:41.178641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:41.189323 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:31:41.192514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.220003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:31:41.230443 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.230787 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Added segment 062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d of type vlan for network b208722f-cfae-42a1-8d25-68d7687ba914 Apr 21 15:31:41.258858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.294418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.298789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:41.299391 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.401425 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2448022 Apr 21 15:31:41.404200 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35798) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:41.407517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb95a7-3a4a-4c78-a98b-d813feab4d18 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Network': ['ID=b208722f-cfae-42a1-8d25-68d7687ba914,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:41.410948 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'admin_state_up': True, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:41.417318 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network b208722f-cfae-42a1-8d25-68d7687ba914 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:31:41.418660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:41.423013 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:router and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:41.425915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:41.432084 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:41.442061 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.443065 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.461791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.604059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.787835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.815965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:41.949544 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.141 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/2dc79760-1ad5-4334-bfcb-bb45892f374e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:31:42.097586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:42.123501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:42.190359 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:31:42.193058 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:31:42.196735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:31:42.225446 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=2dc79760-1ad5-4334-bfcb-bb45892f374e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:42.352777 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:42.353441 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:42.572724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 6aceb2f6-5262-4156-8885-b9287e600899 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:31:42.765916 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:31:42.775369 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Sync routers for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:31:42.787510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:42.788255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:42.791233 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:42.792524 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2ba281ff-46a9-4b05-9f89-5200e157d0c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3872821 Apr 21 15:31:42.795722 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35802) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:42.834391 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d8cfc5e2-84ac-409c-a0eb-717ffef488a7 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=cf9aedec2b2d47d4ab9ba49e29403740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374753 Apr 21 15:31:42.836987 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35806) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:42.962269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:42.966472 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c729c8-a9ad-4f39-8db4-b5ecdf2fbe06 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:42.971217 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-72c729c8-a9ad-4f39-8db4-b5ecdf2fbe06 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300390 Apr 21 15:31:42.971677 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35810) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:43.011449 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ed59442-03ba-472c-b0af-b4b465eb1cc4 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8d4cf623-9797-416d-97ff-11890c0fb7e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385649 Apr 21 15:31:43.013940 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35814) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:43.019111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387388234', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:43.223133 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:43.226884 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:subnet and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:43.229625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:43.235152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:43.245266 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:31:43.247804 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:42Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:43.251680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Checking router: 6aceb2f6-5262-4156-8885-b9287e600899 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:31:43.252029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Updating router 6aceb2f6-5262-4156-8885-b9287e600899 port 2dc79760-1ad5-4334-bfcb-bb45892f374e binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:31:43.306518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.351146 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16202487'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.558952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16252873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16202469'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.639262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Subnet': ['ID=5c4f9aa1-2213-45c2-8ac6-923060484b3f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:43.651558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Checking segment: {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:31:43.651910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network hostable DHCP agents. Network: b208722f-cfae-42a1-8d25-68d7687ba914, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:31:43.661833 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.673526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network b208722f-cfae-42a1-8d25-68d7687ba914 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:31:43.675221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Transition to ACTIVE for port object 2dc79760-1ad5-4334-bfcb-bb45892f374e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:31:43.681991 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.683926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, b208722f-cfae-42a1-8d25-68d7687ba914) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:31:43.688750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:43.689632 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.713048 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f743e48-f863-4819-a63f-b45218964031 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6980798 Apr 21 15:31:43.715864 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35818) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:43.728714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e4550-8e04-4ae7-9a14-982c62fc81d6 None None] Network b208722f-cfae-42a1-8d25-68d7687ba914 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:31:43.840510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Attempting to bind port 2dc79760-1ad5-4334-bfcb-bb45892f374e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:31:43.841174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Attempting to bind port 2dc79760-1ad5-4334-bfcb-bb45892f374e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:31:43.841303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Attempting to bind port 2dc79760-1ad5-4334-bfcb-bb45892f374e on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:31:43.847876 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133fb22-db73-453f-8900-a76b6c706c5b None None] Pushing event updated for resources: {'Port': ['ID=2dc79760-1ad5-4334-bfcb-bb45892f374e,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:43.858230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:31:43.858594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:31:43.858996 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.859391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:31:43.859900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Bound port: 2dc79760-1ad5-4334-bfcb-bb45892f374e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:31:43.860306 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:43.996519 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] For port 2dc79760-1ad5-4334-bfcb-bb45892f374e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:31:44.009638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] For port 2dc79760-1ad5-4334-bfcb-bb45892f374e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2dc79760-1ad5-4334-bfcb-bb45892f374e,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:31:44.014022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:44.110604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-b208722f-cfae-42a1-8d25-68d7687ba914', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:31:44.111414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:44.190666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133fb22-db73-453f-8900-a76b6c706c5b None None] Pushing event updated for resources: {'Port': ['ID=2dc79760-1ad5-4334-bfcb-bb45892f374e,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:44.196095 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:44.197039 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:44.440954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Allocated IP 172.20.0.2 (b208722f-cfae-42a1-8d25-68d7687ba914/5c4f9aa1-2213-45c2-8ac6-923060484b3f/f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:31:44.456350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:44.550456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:44.912935 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:44.926509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Transition to ACTIVE for port object f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:31:44.949805 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Transition to ACTIVE for port object f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:31:44.956847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:44.987586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:42Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:45.008495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8eb314-bf23-412b-a850-7c3cf804512a None None] The sync data for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv is: [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:42Z', 'revision_number': 3, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:31:45.030167 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.1 (b208722f-cfae-42a1-8d25-68d7687ba914/5c4f9aa1-2213-45c2-8ac6-923060484b3f/1a234f88-e514-4331-ad83-08b309462bfd) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:31:45.035670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Network b208722f-cfae-42a1-8d25-68d7687ba914 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:31:45.038639 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:31:45.043021 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:31:45.045815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Pushing event updated for resources: {'Port': ['ID=f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:45.134502 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Attempting to bind port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:31:45.136545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Attempting to bind port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:31:45.137077 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Attempting to bind port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 on network b208722f-cfae-42a1-8d25-68d7687ba914 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:31:45.145232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:31:45.145619 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Checking segment: {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:31:45.145985 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:45.146368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Bound using segment: {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:31:45.146838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Bound port: f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:31:45.147212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:45.217915 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:45.238598 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object 1a234f88-e514-4331-ad83-08b309462bfd will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:31:45.264537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:45.269983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] For port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:31:45.273748 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] For port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:31:45.280194 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:45.336896 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network b208722f-cfae-42a1-8d25-68d7687ba914 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:31:45.339921 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:31:45.344024 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:31:45.365523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1e1b-8082-44a1-b7af-2ca733bfc4f9 None None] Pushing event updated for resources: {'Port': ['ID=f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:45.398852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=1a234f88-e514-4331-ad83-08b309462bfd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:45.419781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:45.512994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:45.933203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2dc79760-1ad5-4334-bfcb-bb45892f374e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:31:46.004259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 2dc79760-1ad5-4334-bfcb-bb45892f374e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:31:46.009126 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2dc79760-1ad5-4334-bfcb-bb45892f374e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:46.009521 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.050780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.056032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.135335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.156375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 2dc79760-1ad5-4334-bfcb-bb45892f374e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2dc79760-1ad5-4334-bfcb-bb45892f374e,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:46.161564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.162323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:31:46.173916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.177392 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=1a234f88-e514-4331-ad83-08b309462bfd,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:46.279312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=2dc79760-1ad5-4334-bfcb-bb45892f374e,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:46.294552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:31:46.321402 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network b208722f-cfae-42a1-8d25-68d7687ba914 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:31:46.322547 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:31:46.353873 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a61ae-aec8-48ae-9284-8e0e9aead1ac None None] Network b208722f-cfae-42a1-8d25-68d7687ba914 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:31:46.466892 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a329c770-b22a-4b12-8f68-bbce2a7d49b4 None None] Provisioning for port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:31:46.482976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a329c770-b22a-4b12-8f68-bbce2a7d49b4 None None] Provisioning complete for port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:46.483348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a329c770-b22a-4b12-8f68-bbce2a7d49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.691444 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a329c770-b22a-4b12-8f68-bbce2a7d49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.694617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 6aceb2f6-5262-4156-8885-b9287e600899 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:31:46.729552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a329c770-b22a-4b12-8f68-bbce2a7d49b4 None None] For port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:46.736425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a329c770-b22a-4b12-8f68-bbce2a7d49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:46.805523 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329c770-b22a-4b12-8f68-bbce2a7d49b4 None None] Pushing event updated for resources: {'Port': ['ID=f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:46.900342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:31:46.915202 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-43c2a709-1239-4871-b08c-72c1bf2c6c67 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/6aceb2f6-5262-4156-8885-b9287e600899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1981692 Apr 21 15:31:46.960337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7f57aeab-e091-4911-979c-22d44a8ab5ce None None] Provisioning complete for port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:46.960836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7f57aeab-e091-4911-979c-22d44a8ab5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:47.101959 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-3455fe67-2a0b-4d11-8bb2-f4c663578c16 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:47.107016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7f57aeab-e091-4911-979c-22d44a8ab5ce None None] Provisioning for port 1a234f88-e514-4331-ad83-08b309462bfd completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:31:47.112024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7f57aeab-e091-4911-979c-22d44a8ab5ce None None] Provisioning complete for port 1a234f88-e514-4331-ad83-08b309462bfd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:47.112432 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7f57aeab-e091-4911-979c-22d44a8ab5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:47.118124 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-3455fe67-2a0b-4d11-8bb2-f4c663578c16 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:47.119458 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-3455fe67-2a0b-4d11-8bb2-f4c663578c16 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109096684&fields=id&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 267 time: 0.0630736 Apr 21 15:31:47.169980 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7f57aeab-e091-4911-979c-22d44a8ab5ce None None] Port 1a234f88-e514-4331-ad83-08b309462bfd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:31:47.271572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1e0c9be7-b0f5-41a0-a7b9-a4bdbda69bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:47.272102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1e0c9be7-b0f5-41a0-a7b9-a4bdbda69bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:47.288279 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1e0c9be7-b0f5-41a0-a7b9-a4bdbda69bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:47.289460 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1e0c9be7-b0f5-41a0-a7b9-a4bdbda69bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/networks?id=b208722f-cfae-42a1-8d25-68d7687ba914 HTTP/1.1" status: 200 len: 797 time: 0.1631675 Apr 21 15:31:47.292281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-63ecb807-d72f-4443-a78c-4b19d09079f4 None None] Provisioning complete for port 1a234f88-e514-4331-ad83-08b309462bfd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:47.292665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-63ecb807-d72f-4443-a78c-4b19d09079f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:47.306061 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1a417d67-63fd-4aa8-b6bc-9c3422eeaee4 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/quotas/cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 375 time: 0.0109737 Apr 21 15:31:47.347196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-63ecb807-d72f-4443-a78c-4b19d09079f4 None None] Port 1a234f88-e514-4331-ad83-08b309462bfd cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:31:47.389149 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-eb36b945-1330-4a58-b0d1-ab1a65fbb777 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:47.404617 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-eb36b945-1330-4a58-b0d1-ab1a65fbb777 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:47.405854 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-eb36b945-1330-4a58-b0d1-ab1a65fbb777 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940130 Apr 21 15:31:47.421627 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-d5c47429-ed27-4f15-aa1d-38fe17afb9d5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:31:47.422582 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-d5c47429-ed27-4f15-aa1d-38fe17afb9d5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049059 Apr 21 15:31:47.555114 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-f4933496-b114-46b2-935a-d4d9dedcb454 service neutron] 10.222.0.42 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269433 Apr 21 15:31:47.690010 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-4821961a-6867-4f8c-b286-7ff731476608 service neutron] 10.222.0.42 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290421 Apr 21 15:31:47.870776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-facac63e-46cd-4d4a-b1fe-0a35da7e5b4b req-57e83686-abb7-47a1-82d3-4058539c95b2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:47.883582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-facac63e-46cd-4d4a-b1fe-0a35da7e5b4b req-57e83686-abb7-47a1-82d3-4058539c95b2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:47.884759 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-facac63e-46cd-4d4a-b1fe-0a35da7e5b4b req-57e83686-abb7-47a1-82d3-4058539c95b2 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 210 time: 0.0540469 Apr 21 15:31:47.895488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2dc79760-1ad5-4334-bfcb-bb45892f374e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:31:47.967557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 2dc79760-1ad5-4334-bfcb-bb45892f374e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:47.968159 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:48.089726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:31:48.159925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:48.160328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:48.553826 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Sync routers for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:31:48.565643 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:48.566243 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:48.739711 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:49.049520 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 2, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:49.053235 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Checking router: 6aceb2f6-5262-4156-8885-b9287e600899 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:31:49.053582 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Updating router 6aceb2f6-5262-4156-8885-b9287e600899 port 1a234f88-e514-4331-ad83-08b309462bfd binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:31:49.069481 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-02c2e0f8-24db-4cf3-910a-c8114ce9d693 req-174ad49b-12b6-467c-9cf2-f23ab1c7f865 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 210 time: 0.0404720 Apr 21 15:31:49.110427 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.113798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-04b707fe-c03a-42a8-b599-33d547cbd938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.436329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1055c30a-0e9d-432a-aa1c-654a16be8002 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:49.437004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1055c30a-0e9d-432a-aa1c-654a16be8002 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:49.449337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1055c30a-0e9d-432a-aa1c-654a16be8002 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:network {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:49.449616 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.450453 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1055c30a-0e9d-432a-aa1c-654a16be8002 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/networks?id=b208722f-cfae-42a1-8d25-68d7687ba914 HTTP/1.1" status: 200 len: 797 time: 0.1636596 Apr 21 15:31:49.461458 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Transition to ACTIVE for port object 1a234f88-e514-4331-ad83-08b309462bfd will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:31:49.468092 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.511062 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-d16ab7d9-3133-4458-a267-03819f573681 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:49.523820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-d16ab7d9-3133-4458-a267-03819f573681 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:security_group {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:49.524999 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-d16ab7d9-3133-4458-a267-03819f573681 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9aedec2b2d47d4ab9ba49e29403740 HTTP/1.1" status: 200 len: 380 time: 0.0560150 Apr 21 15:31:49.535243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'port': {'device_id': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'admin_state_up': True, 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'security_groups': ['4ae58fa6-7927-4337-b59d-3cfe0cb2e627']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:49.626252 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Pushing event updated for resources: {'Port': ['ID=1a234f88-e514-4331-ad83-08b309462bfd,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:49.678108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:49.688798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:49.695439 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.695860 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.696220 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.696575 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.697011 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.697412 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.697898 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.698228 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.698598 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.699007 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.699931 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:31:49.702789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Made reservation on behalf of cf9aedec2b2d47d4ab9ba49e29403740 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:31:49.712533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.731061 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Attempting to bind port 1a234f88-e514-4331-ad83-08b309462bfd on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:31:49.731426 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Attempting to bind port 1a234f88-e514-4331-ad83-08b309462bfd by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:31:49.731960 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Attempting to bind port 1a234f88-e514-4331-ad83-08b309462bfd on network b208722f-cfae-42a1-8d25-68d7687ba914 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:31:49.739323 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:31:49.739767 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Checking segment: {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:31:49.740340 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.740868 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Bound using segment: {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:31:49.741395 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Bound port: 1a234f88-e514-4331-ad83-08b309462bfd, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:31:49.741921 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.834950 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] For port 1a234f88-e514-4331-ad83-08b309462bfd, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:31:49.838299 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] For port 1a234f88-e514-4331-ad83-08b309462bfd, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1a234f88-e514-4331-ad83-08b309462bfd,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:31:49.843125 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.903912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.20.0.3 (b208722f-cfae-42a1-8d25-68d7687ba914/5c4f9aa1-2213-45c2-8ac6-923060484b3f/062dbad3-cbe6-4046-a00d-f4ea07b0bdac) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:31:49.936982 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab251cfd-7c74-412b-91fe-06566ef33d59 None None] Pushing event updated for resources: {'Port': ['ID=1a234f88-e514-4331-ad83-08b309462bfd,revision_number=4']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:49.968300 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:31:49.969090 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:50.217112 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:31:50.288621 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-21fc315d-50ba-4a15-8d8b-d82e94b7b6c3 req-ced13775-289e-46c7-857b-cbc2c5c7c8a8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 210 time: 0.0466866 Apr 21 15:31:50.307121 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:50.331875 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Transition to ACTIVE for port object 062dbad3-cbe6-4046-a00d-f4ea07b0bdac will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:31:50.355565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:50.426964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network b208722f-cfae-42a1-8d25-68d7687ba914 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:31:50.429943 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:31:50.433919 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:31:50.503180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:50.503802 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:50.516525 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:50.534550 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-7fb8685a-44e2-4ace-9350-10f4783172da tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0043387 Apr 21 15:31:50.555256 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:49Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:31:50.555890 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Request body: {'port': {'device_id': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:50.560554 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88d5031-33fd-48cd-b4f6-d78605012c0a None None] The sync data for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv is: [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:49Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:31:50.713606 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:50.756305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d8abfd85-f546-4c60-951d-36078477e87d None None] Provisioning for port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:31:50.762637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d8abfd85-f546-4c60-951d-36078477e87d None None] Provisioning complete for port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:50.763275 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d8abfd85-f546-4c60-951d-36078477e87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:50.818063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d8abfd85-f546-4c60-951d-36078477e87d None None] Port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:31:51.087048 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062dbad3-cbe6-4046-a00d-f4ea07b0bdac {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:31:51.094044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:51.115550 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Transition to ACTIVE for port object 062dbad3-cbe6-4046-a00d-f4ea07b0bdac will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:31:51.120176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:51.251627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Pushing event updated for resources: {'Port': ['ID=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:51.366034 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Attempting to bind port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:31:51.366379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Attempting to bind port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:31:51.366712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Attempting to bind port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac on network b208722f-cfae-42a1-8d25-68d7687ba914 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:31:51.383389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac on network b208722f-cfae-42a1-8d25-68d7687ba914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:31:51.383805 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Attempting to bind port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac on network b208722f-cfae-42a1-8d25-68d7687ba914 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:31:51.394215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:31:51.394215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Checking segment: {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:31:51.394215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Bound using segment: {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:31:51.394215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Bound port: 062dbad3-cbe6-4046-a00d-f4ea07b0bdac, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:31:51.394215 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:51.480628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-854dd231-573c-49cf-8058-0892e3f23dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:51.497224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] For port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:31:51.500541 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] For port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:31:51.505437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:51.524746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeff8d2-2093-4a6a-8994-78299590c171 req-f6349a67-f5f2-4a93-a22d-e82f21d6b73b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:51.526345 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-beeff8d2-2093-4a6a-8994-78299590c171 req-f6349a67-f5f2-4a93-a22d-e82f21d6b73b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 943 time: 0.0930560 Apr 21 15:31:51.570279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:51.571706 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] 10.222.0.21 "PUT /v2.0/ports/062dbad3-cbe6-4046-a00d-f4ea07b0bdac HTTP/1.1" status: 200 len: 1093 time: 1.0239711 Apr 21 15:31:51.572111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:31:51.579958 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-beeff8d2-2093-4a6a-8994-78299590c171 req-9af83c91-a55a-47c7-8bd2-0d3a354932ea tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474069 Apr 21 15:31:51.589826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb119abf-a6ab-4395-afa2-23473c2749cb service neutron] Pushing event updated for resources: {'Port': ['ID=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:51.663606 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b95830-11e6-4009-8883-17d658e59137'] response: {'name': 'network-changed', 'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'status': 'completed', 'code': 200} Apr 21 15:31:51.706362 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-0aba6198-6c74-49d1-bad0-dc6bb349bc5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 1096 time: 0.0785902 Apr 21 15:31:51.778595 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-28b6faa9-5b9d-4df0-8730-1d80ebb01b9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac HTTP/1.1" status: 200 len: 217 time: 0.0610101 Apr 21 15:31:51.844509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-e91901c2-1793-4116-9d1e-54c0a9e5f7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:51.845975 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-e91901c2-1793-4116-9d1e-54c0a9e5f7b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4f9aa1-2213-45c2-8ac6-923060484b3f HTTP/1.1" status: 200 len: 834 time: 0.0612748 Apr 21 15:31:51.893917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1a234f88-e514-4331-ad83-08b309462bfd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:31:51.969751 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 1a234f88-e514-4331-ad83-08b309462bfd completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:31:51.975212 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1a234f88-e514-4331-ad83-08b309462bfd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:51.975747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:52.017059 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-30f4b6c7-4d29-40c5-9c17-f6542a7d348d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b208722f-cfae-42a1-8d25-68d7687ba914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654789 Apr 21 15:31:52.091066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:52.124189 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 1a234f88-e514-4331-ad83-08b309462bfd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1a234f88-e514-4331-ad83-08b309462bfd,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:52.128463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:52.149423 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-e8c382bc-a80f-4f00-9690-7edc3534bdee service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264124 Apr 21 15:31:52.193844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=1a234f88-e514-4331-ad83-08b309462bfd,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:52.367256 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5f1fd74a-6df3-457f-9a8e-c515a85c26d2 req-1416ff4d-904e-46cb-8890-e236f31ef29b service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121911 Apr 21 15:31:52.449932 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:52.521255 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-2e0a1fd5-0f33-4449-9720-68a4f6be8fd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 1096 time: 0.0724790 Apr 21 15:31:52.593017 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:52.655789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-7c02ea5a-2172-45d7-9a2c-3f5995ade9d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:52.658782 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-7c02ea5a-2172-45d7-9a2c-3f5995ade9d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b208722f-cfae-42a1-8d25-68d7687ba914 HTTP/1.1" status: 200 len: 898 time: 0.1303742 Apr 21 15:31:52.726526 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-437db017-519e-47fa-a851-cd54b8af0688 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac HTTP/1.1" status: 200 len: 217 time: 0.0599947 Apr 21 15:31:52.780714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f07c7-6bbf-42ca-b293-896981fe81f7 req-dc6d0685-62fe-49f0-9efb-1675e7603e28 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:52.782794 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f7f07c7-6bbf-42ca-b293-896981fe81f7 req-dc6d0685-62fe-49f0-9efb-1675e7603e28 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 943 time: 0.0758779 Apr 21 15:31:52.792183 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-979eb977-60e2-4f8b-b7fe-cb5561ee6527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:52.793606 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-979eb977-60e2-4f8b-b7fe-cb5561ee6527 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4f9aa1-2213-45c2-8ac6-923060484b3f HTTP/1.1" status: 200 len: 834 time: 0.0603702 Apr 21 15:31:52.827829 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8f7f07c7-6bbf-42ca-b293-896981fe81f7 req-c2018fda-9ce6-40cc-a4fe-1cff4e868495 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394688 Apr 21 15:31:52.871479 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-ba8c12c1-53c9-4854-9b95-c5d56753855c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b208722f-cfae-42a1-8d25-68d7687ba914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676391 Apr 21 15:31:52.999919 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-a4699ff7-77b3-4660-b533-548de7975922 service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217663 Apr 21 15:31:53.132587 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2e89821c-bab6-43c0-ae18-e3564b071e2c req-909d90ea-5de9-4b8c-9114-34d54cf9ca01 service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256852 Apr 21 15:31:53.832730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:53.873347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1a234f88-e514-4331-ad83-08b309462bfd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:31:53.944982 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 1a234f88-e514-4331-ad83-08b309462bfd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:53.945351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:54.028330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a41d00-2900-401b-b85e-6cb098a0e995 req-a3c083a6-f42b-486c-a8db-1055280f4da8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:54.029011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a8a41d00-2900-401b-b85e-6cb098a0e995 req-a3c083a6-f42b-486c-a8db-1055280f4da8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:31:54.045279 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-a8a41d00-2900-401b-b85e-6cb098a0e995 req-a3c083a6-f42b-486c-a8db-1055280f4da8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:31:54.046583 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a8a41d00-2900-401b-b85e-6cb098a0e995 req-a3c083a6-f42b-486c-a8db-1055280f4da8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 943 time: 0.0968294 Apr 21 15:31:54.092324 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a8a41d00-2900-401b-b85e-6cb098a0e995 req-7816e214-df7a-4ad9-94b5-d6250c5f8953 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395217 Apr 21 15:31:54.421144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 062dbad3-cbe6-4046-a00d-f4ea07b0bdac details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:31:54.550261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:54.562990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'port_id': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'mac_address': 'fa:16:3e:48:e8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:31:54.618247 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:54.634533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062dbad3-cbe6-4046-a00d-f4ea07b0bdac {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:31:54.649185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:54.653029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:54.716161 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:54.924881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['062dbad3-cbe6-4046-a00d-f4ea07b0bdac'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:31:55.300905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c63ca4-f10f-4b5c-a18b-74ba15ba6d3c req-d8d7efc2-d68e-41d2-939b-54201e545900 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:55.302266 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f5c63ca4-f10f-4b5c-a18b-74ba15ba6d3c req-d8d7efc2-d68e-41d2-939b-54201e545900 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 944 time: 0.0788872 Apr 21 15:31:55.350528 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f5c63ca4-f10f-4b5c-a18b-74ba15ba6d3c req-c38e71e5-f021-4d9c-8dbc-db56de8fc041 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Apr 21 15:31:56.441056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 062dbad3-cbe6-4046-a00d-f4ea07b0bdac up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:31:56.508778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:31:56.513446 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:31:56.513811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:56.552608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd12ed-1a0a-4586-89da-1ba5f65e571b req-7915f73d-2aa1-4c1e-866d-da6826777262 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:56.554061 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dafd12ed-1a0a-4586-89da-1ba5f65e571b req-7915f73d-2aa1-4c1e-866d-da6826777262 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 944 time: 0.0745132 Apr 21 15:31:56.599096 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-dafd12ed-1a0a-4586-89da-1ba5f65e571b req-73c2655c-1102-4761-bbbf-edfb57b2b69c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392797 Apr 21 15:31:56.626692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:56.660632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:31:56.670236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:31:56.675324 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:56.740727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:31:56.791402 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461516b4-9dd9-4fe8-b8a6-f637375d6408'] response: {'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'code': 200} Apr 21 15:31:57.051049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-90f5c4ae-6abc-4a09-80ef-463b47c4ac44 req-29927375-7f28-4144-9741-259de32219df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 1098 time: 0.0784309 Apr 21 15:31:57.091709 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-90f5c4ae-6abc-4a09-80ef-463b47c4ac44 req-d4c3d8cd-d6c4-4eb4-9816-3450078edcbb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349090 Apr 21 15:31:57.790213 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a37329-a5e5-461d-a525-ebb491cf7ebc req-5461aa45-a5af-4cd4-acd5-7c859d203a77 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:57.791641 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f3a37329-a5e5-461d-a525-ebb491cf7ebc req-5461aa45-a5af-4cd4-acd5-7c859d203a77 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0742662 Apr 21 15:31:57.839252 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f3a37329-a5e5-461d-a525-ebb491cf7ebc req-898085dd-005c-4ca2-96bc-f1fb48e95152 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421531 Apr 21 15:31:59.039448 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a7c33-0c8c-4785-be1d-f78c7c4319fc req-30889eb0-02c8-48c8-89e3-539ff790c333 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:59.040910 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7f1a7c33-0c8c-4785-be1d-f78c7c4319fc req-30889eb0-02c8-48c8-89e3-539ff790c333 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0740461 Apr 21 15:31:59.085851 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7f1a7c33-0c8c-4785-be1d-f78c7c4319fc req-eba5f2bc-8acc-4058-a9f7-443acf414505 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394490 Apr 21 15:31:59.277159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbae6d-9746-4e03-b581-1bfeb8804fa3 req-e3f3ede9-8a3c-40fa-a7c2-bcc04b9f0e1a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:31:59.278616 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54cbae6d-9746-4e03-b581-1bfeb8804fa3 req-e3f3ede9-8a3c-40fa-a7c2-bcc04b9f0e1a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0757153 Apr 21 15:31:59.338047 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-54cbae6d-9746-4e03-b581-1bfeb8804fa3 req-7e83e711-8075-46c4-b4d2-31be79e05c2a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532985 Apr 21 15:31:59.366169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35880) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:59.442111 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8dcbd582-e93d-470a-98b2-77784af09e45 tempest-TestNetworkAdvancedServerOps-1882491739 tempest-TestNetworkAdvancedServerOps-1882491739-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 1093 time: 0.0747919 Apr 21 15:31:59.444754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35884) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:31:59.449754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:31:59.455798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:31:59.459533 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Usage tracker for resource:floatingip and tenant:cf9aedec2b2d47d4ab9ba49e29403740 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:31:59.462310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:31:59.467870 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:31:59.479077 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:59.613033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:59.740788 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Allocated IP 172.26.6.191 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/ab8e49fb-b939-4c57-8163-49a49c9b8afd) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:31:59.962897 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:59.990877 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:00.057984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:32:00.060647 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:32:00.064844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:32:00.093494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=ab8e49fb-b939-4c57-8163-49a49c9b8afd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:00.562954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:00.616377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:00.817310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:00.821314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:00.924694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event updated for resources: {'Port': ['ID=ab8e49fb-b939-4c57-8163-49a49c9b8afd,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:00.939006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:01.121452 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Floating IP 6caaeeff-dd7a-48ff-ac8b-ee8569aa991e associated. External IP: 172.26.6.191, port: 062dbad3-cbe6-4046-a00d-f4ea07b0bdac. Apr 21 15:32:01.174844 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:01.590594 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 6aceb2f6-5262-4156-8885-b9287e600899 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:32:01.783460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:32:01.792851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] Sync routers for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:32:01.804082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:01.804689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:01.808241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:01.861577 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fe36efff-51a3-420e-a2f6-b0f5d224a4d1 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4157083 Apr 21 15:32:01.862160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:32:01.930794 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c76388-db0c-4c7e-9233-b0063abc11a5'] response: {'name': 'network-changed', 'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'status': 'completed', 'code': 200} Apr 21 15:32:01.994028 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:02.040665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443461f-30cb-432d-9f30-bc4edd598cce req-e88e95c4-a4eb-4821-9b71-5833e9b1021f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:02.042937 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c443461f-30cb-432d-9f30-bc4edd598cce req-e88e95c4-a4eb-4821-9b71-5833e9b1021f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0818813 Apr 21 15:32:02.048950 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04baed57-249b-4d9c-828e-e687aeda781e req-9f652381-e00a-4950-b20b-8895cf58c528 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 1098 time: 0.0768523 Apr 21 15:32:02.091471 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c443461f-30cb-432d-9f30-bc4edd598cce req-3f48db65-2554-49a2-a4d9-7616709f2d5e tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421097 Apr 21 15:32:02.120029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:02.191147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baed57-249b-4d9c-828e-e687aeda781e req-5d203fa2-d250-491a-ab9b-d1138271d18d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:02.192642 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04baed57-249b-4d9c-828e-e687aeda781e req-5d203fa2-d250-491a-ab9b-d1138271d18d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b208722f-cfae-42a1-8d25-68d7687ba914 HTTP/1.1" status: 200 len: 898 time: 0.1381783 Apr 21 15:32:02.297089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04baed57-249b-4d9c-828e-e687aeda781e req-52bce6b5-e5a9-4e77-b414-4fcc6833417e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac HTTP/1.1" status: 200 len: 999 time: 0.0972912 Apr 21 15:32:02.317483 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-74cf4113-86dd-453b-a938-aa4f9cc764ed tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 991 time: 0.1963670 Apr 21 15:32:02.363146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baed57-249b-4d9c-828e-e687aeda781e req-41f78172-5829-4455-908b-5ae0cfc4d279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:02.364808 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04baed57-249b-4d9c-828e-e687aeda781e req-41f78172-5829-4455-908b-5ae0cfc4d279 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4f9aa1-2213-45c2-8ac6-923060484b3f HTTP/1.1" status: 200 len: 834 time: 0.0621510 Apr 21 15:32:02.388665 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '6caaeeff-dd7a-48ff-ac8b-ee8569aa991e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'port_id': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'mac_address': 'fa:16:3e:48:e8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:32:00Z', 'updated_at': '2022-04-21T15:32:00Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:52Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:02.392364 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] Checking router: 6aceb2f6-5262-4156-8885-b9287e600899 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:32:02.402632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:02.403221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:31:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:02.437515 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04baed57-249b-4d9c-828e-e687aeda781e req-3056b3b7-1ba6-4e78-b762-85dc6414e2c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b208722f-cfae-42a1-8d25-68d7687ba914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674944 Apr 21 15:32:02.564489 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04baed57-249b-4d9c-828e-e687aeda781e req-48a135ef-ef95-45c4-aa7a-2d9b3d3d245a service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210408 Apr 21 15:32:02.577030 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:02.693443 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-04baed57-249b-4d9c-828e-e687aeda781e req-b39c0252-9a5a-4945-96d8-a25a7dba85eb service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235414 Apr 21 15:32:02.910380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '6caaeeff-dd7a-48ff-ac8b-ee8569aa991e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'port_id': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'mac_address': 'fa:16:3e:48:e8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:32:00Z', 'updated_at': '2022-04-21T15:32:00Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:52Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:02.914242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6116207a-ac0a-4cb0-bc29-7d4c6312c76e None None] The sync data for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv is: [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '6caaeeff-dd7a-48ff-ac8b-ee8569aa991e', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'floating_ip_address': '172.26.6.191', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'port_id': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'mac_address': 'fa:16:3e:48:e8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:32:00Z', 'updated_at': '2022-04-21T15:32:00Z', 'revision_number': 0, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:52Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:32:03.321861 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35896) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:03.425142 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4b042daf-73ff-4b67-8311-81ba14c6bf2f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 991 time: 0.1022487 Apr 21 15:32:03.764709 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:32:04.428637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35900) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:04.527979 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-76636d47-cf0c-4640-8ed9-1febdf3bb0ee tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 991 time: 0.0982113 Apr 21 15:32:05.531922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35904) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:05.635695 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c3a3f52b-0679-4547-852b-de171d6cedba tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 991 time: 0.1025395 Apr 21 15:32:06.540285 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3794a3-5e67-4882-8038-35150cd2f48f None None] New status for floating IP 6caaeeff-dd7a-48ff-ac8b-ee8569aa991e: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:32:06.639530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35908) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:06.748356 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a59c243b-d354-490f-8161-1c9bb3c5fb72 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 991 time: 0.1075668 Apr 21 15:32:07.751239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35912) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:07.854609 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2671168b-98c4-4201-8a74-ffc6b283adf0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 993 time: 0.1023026 Apr 21 15:32:19.116049 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1708c86c-5a4f-4ee6-92c1-fbe80d0bb33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:21.453359 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-51255d2b-416a-459a-83c3-24f854396241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:22.456026 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:22.596131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:23.834956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:31.194135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:33.460409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11afea-fba1-4cec-a714-955623e61b91 req-c5af8a0e-346c-423b-b1f0-573dc08f0b51 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:33.461823 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3f11afea-fba1-4cec-a714-955623e61b91 req-c5af8a0e-346c-423b-b1f0-573dc08f0b51 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0738108 Apr 21 15:32:33.508911 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3f11afea-fba1-4cec-a714-955623e61b91 req-0a84175e-d3cd-44c4-9462-11f7382b8699 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Apr 21 15:32:34.705965 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf21c-423a-4b86-b7cc-a33ad32ff33a req-36d842ca-45c4-48a5-8f52-2cf701b69b57 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:34.707413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-427bf21c-423a-4b86-b7cc-a33ad32ff33a req-36d842ca-45c4-48a5-8f52-2cf701b69b57 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0795660 Apr 21 15:32:34.750749 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-427bf21c-423a-4b86-b7cc-a33ad32ff33a req-fe152027-7905-4c59-9a65-b9068b6a6399 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Apr 21 15:32:34.778663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35932) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:34.879955 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d719c0b2-1f73-45c9-880a-3cfdfe240bb6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 993 time: 0.1001277 Apr 21 15:32:36.539568 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e08b2-8dd9-4d2d-a8b6-3b84c1d95611 req-69b28a12-bdfe-478b-9fcb-e69190ba62c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:36.540955 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b3e08b2-8dd9-4d2d-a8b6-3b84c1d95611 req-69b28a12-bdfe-478b-9fcb-e69190ba62c8 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.2214155 Apr 21 15:32:36.544418 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-4237cfcc-f7af-41c3-8b1e-6ca30df0f82b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 1098 time: 0.1083074 Apr 21 15:32:36.665697 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b3e08b2-8dd9-4d2d-a8b6-3b84c1d95611 req-e4ad2ba4-098f-458b-abab-e9fb64308f25 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191931 Apr 21 15:32:36.704203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-43818891-c17b-4fb7-98b7-387518d2131d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:36.705634 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-43818891-c17b-4fb7-98b7-387518d2131d service neutron] 10.222.0.21 "GET /v2.0/networks?id=b208722f-cfae-42a1-8d25-68d7687ba914 HTTP/1.1" status: 200 len: 898 time: 0.1457317 Apr 21 15:32:36.806408 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-59457ceb-0760-46c0-9117-ae12af6a548f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac HTTP/1.1" status: 200 len: 1001 time: 0.0948846 Apr 21 15:32:36.868020 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-5827f4c9-5966-47de-b53d-dbced6fa6397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:36.869407 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-5827f4c9-5966-47de-b53d-dbced6fa6397 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4f9aa1-2213-45c2-8ac6-923060484b3f HTTP/1.1" status: 200 len: 834 time: 0.0556853 Apr 21 15:32:36.943284 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-8ec585be-2e0a-4ea2-a282-ddf4ae632c9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b208722f-cfae-42a1-8d25-68d7687ba914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682788 Apr 21 15:32:37.071051 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-22d8a550-ba4d-404e-a0ab-17add975bb95 service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216218 Apr 21 15:32:37.197445 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-7cf4ea20-249a-4147-a6e6-181bad86777d req-5db4780c-3246-4891-80e3-b5efa6262137 service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202853 Apr 21 15:32:37.868057 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23c809-cf6b-42ba-82d5-a29b652bd4ac req-189e5fd7-b715-4c6e-a402-13c6c734985f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:37.869544 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de23c809-cf6b-42ba-82d5-a29b652bd4ac req-189e5fd7-b715-4c6e-a402-13c6c734985f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0767746 Apr 21 15:32:37.921023 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de23c809-cf6b-42ba-82d5-a29b652bd4ac req-babb055e-1288-41eb-a1bc-190b1f5649f7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Apr 21 15:32:39.113032 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f69558-b645-4b6e-be1f-dffafeafcc16 req-391ddede-e050-4da1-b6d2-aed87b5c98b0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:39.114375 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-15f69558-b645-4b6e-be1f-dffafeafcc16 req-391ddede-e050-4da1-b6d2-aed87b5c98b0 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0743673 Apr 21 15:32:39.157214 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-15f69558-b645-4b6e-be1f-dffafeafcc16 req-3a8ddccd-8a08-4c18-8108-62834b9b7977 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Apr 21 15:32:39.185040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35946) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:39.290309 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ae68b5d8-2f81-4309-823f-bcc656819e9a tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 200 len: 993 time: 0.1037650 Apr 21 15:32:39.585819 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35954) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:39.781888 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port ab8e49fb-b939-4c57-8163-49a49c9b8afd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:32:39.782141 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:39.942484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:39.942806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:40.143224 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for ab8e49fb-b939-4c57-8163-49a49c9b8afd owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:32:40.286759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:40.329366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=ab8e49fb-b939-4c57-8163-49a49c9b8afd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:40.370229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.370571 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.370906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.371239 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.371566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.371891 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.372241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.372564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.372883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.373198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.373514 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:40.430712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:40.558242 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-2d74535c-9112-4555-8587-4d0ecdaa0e72 req-aa62ff19-80e1-4199-9f5e-79ff7c96fbfe service neutron] (83934) timed out ('10.222.0.21', 64464) {{(pid=83934) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 21 15:32:40.765346 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:32:40.817542 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 6aceb2f6-5262-4156-8885-b9287e600899 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:32:41.011982 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:32:41.021654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] Sync routers for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:32:41.034437 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:41.034670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:41.035227 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:41.086073 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9c3fea09-be7f-4579-9daf-8edbe39ad6dd tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/floatingips/6caaeeff-dd7a-48ff-ac8b-ee8569aa991e HTTP/1.1" status: 204 len: 168 time: 1.4992082 Apr 21 15:32:41.086643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:32:41.140454 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46bee6ce-87ea-42ea-940c-9dbf35d54ed3'] response: {'name': 'network-changed', 'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'status': 'completed', 'code': 200} Apr 21 15:32:41.212605 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:41.259298 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-e1737dbd-c58f-4c36-9584-21888bc86afe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 1098 time: 0.0770006 Apr 21 15:32:41.396512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-61987872-a54a-41a0-94c2-e8f789845ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:41.397973 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-61987872-a54a-41a0-94c2-e8f789845ab2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b208722f-cfae-42a1-8d25-68d7687ba914 HTTP/1.1" status: 200 len: 898 time: 0.1329165 Apr 21 15:32:41.465763 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-5334a7ce-fb3f-4423-adea-1f9c6e703dd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac HTTP/1.1" status: 200 len: 217 time: 0.0606530 Apr 21 15:32:41.493939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631ef68-b4ae-4cdf-b931-3b6500569f6b req-b1c6d27d-422a-4a7b-981a-669c0efbed69 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:41.495582 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5631ef68-b4ae-4cdf-b931-3b6500569f6b req-b1c6d27d-422a-4a7b-981a-669c0efbed69 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0836816 Apr 21 15:32:41.536293 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-509a0065-175d-483f-951e-9f300949e6a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:41.537840 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-509a0065-175d-483f-951e-9f300949e6a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c4f9aa1-2213-45c2-8ac6-923060484b3f HTTP/1.1" status: 200 len: 834 time: 0.0652685 Apr 21 15:32:41.544757 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5631ef68-b4ae-4cdf-b931-3b6500569f6b req-e9822405-ca18-45cc-8aac-3856aedfcef5 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Apr 21 15:32:41.573242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:52Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:41.577048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] Checking router: 6aceb2f6-5262-4156-8885-b9287e600899 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:32:41.587862 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:41.588482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:41.613761 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-79c57c54-777d-4bc9-be98-394d7548fdb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b208722f-cfae-42a1-8d25-68d7687ba914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697854 Apr 21 15:32:41.766461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:41.833057 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-ddce45ce-c6ac-4169-8015-daa0f0384c73 service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125206 Apr 21 15:32:41.964013 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c4e86c16-0f18-42e4-835d-48382263afc5 req-b195488a-285e-45b9-924a-8e366a6b4893 service neutron] 10.222.0.21 "GET /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249061 Apr 21 15:32:42.074987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:52Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:42.078893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d33fcd-d67e-4dc1-920e-e511523fee2b None None] The sync data for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv is: [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:45Z', 'revision_number': 4, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '1a234f88-e514-4331-ad83-08b309462bfd', 'name': '', 'network_id': 'b208722f-cfae-42a1-8d25-68d7687ba914', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'mac_address': 'fa:16:3e:22:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:44Z', 'updated_at': '2022-04-21T15:31:52Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'subnets': [{'id': '5c4f9aa1-2213-45c2-8ac6-923060484b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:32:42.305792 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284f1b2-725c-4ae3-babb-0c229b2b717f None None] New status for floating IP 6caaeeff-dd7a-48ff-ac8b-ee8569aa991e: DOWN {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:32:42.751973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f200e7-336f-4edc-895d-aac490a9582f req-8b0a1c70-880a-4a9d-988c-72d3262a5eb3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:42.753090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-16f200e7-336f-4edc-895d-aac490a9582f req-8b0a1c70-880a-4a9d-988c-72d3262a5eb3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:32:42.769265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-16f200e7-336f-4edc-895d-aac490a9582f req-8b0a1c70-880a-4a9d-988c-72d3262a5eb3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:32:42.770452 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-16f200e7-336f-4edc-895d-aac490a9582f req-8b0a1c70-880a-4a9d-988c-72d3262a5eb3 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0974483 Apr 21 15:32:42.815853 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-16f200e7-336f-4edc-895d-aac490a9582f req-42739099-36d6-457c-ba2c-99bc3c70188b tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ae58fa6-7927-4337-b59d-3cfe0cb2e627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389814 Apr 21 15:32:43.108186 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a50f02c2-b001-4464-babb-ba01616671a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:43.109513 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a50f02c2-b001-4464-babb-ba01616671a7 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 945 time: 0.0743332 Apr 21 15:32:43.178230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:32:43.178565 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:43.431421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:32:43.431780 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:43.551884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 062dbad3-cbe6-4046-a00d-f4ea07b0bdac owned by compute:nova {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:32:43.693130 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:43.744785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=062dbad3-cbe6-4046-a00d-f4ea07b0bdac,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:43.813945 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] No DVR routers for this DVR port 062dbad3-cbe6-4046-a00d-f4ea07b0bdac on host hv-neutron-8388 {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:32:43.816617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:43.819069 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'name': 'network-vif-deleted', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:32:43.834518 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1d0f8120-24cc-4d79-ac01-93da94db44af req-a04cb8cd-9e8b-493e-8b7e-eb5912f28629 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.21 "DELETE /v2.0/ports/062dbad3-cbe6-4046-a00d-f4ea07b0bdac HTTP/1.1" status: 204 len: 173 time: 0.7194104 Apr 21 15:32:43.881741 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a15918-6a4b-4ae2-8f19-b5f36779ba9c'] response: {'server_uuid': 'a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b', 'name': 'network-vif-deleted', 'tag': '062dbad3-cbe6-4046-a00d-f4ea07b0bdac', 'status': 'completed', 'code': 200} Apr 21 15:32:43.987461 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-059b9041-8d7c-481e-87f4-30b1f85dda9a req-25968d1c-4829-420f-9a02-c5d965bcc17f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Synchronizing usage tracker for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:32:44.004643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-059b9041-8d7c-481e-87f4-30b1f85dda9a req-25968d1c-4829-420f-9a02-c5d965bcc17f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Unset dirty status for tenant:cf9aedec2b2d47d4ab9ba49e29403740 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:32:44.005850 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-059b9041-8d7c-481e-87f4-30b1f85dda9a req-25968d1c-4829-420f-9a02-c5d965bcc17f tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "GET /v2.0/ports?device_id=a21e6370-3e2a-4dce-a9ca-3a8c0a89fc3b HTTP/1.1" status: 200 len: 210 time: 0.0669820 Apr 21 15:32:45.110446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35972) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:45.580234 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:46.166384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 1a234f88-e514-4331-ad83-08b309462bfd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:32:46.167030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:46.346349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 1a234f88-e514-4331-ad83-08b309462bfd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=1a234f88-e514-4331-ad83-08b309462bfd,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:32:46.346707 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:46.464562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 1a234f88-e514-4331-ad83-08b309462bfd owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:32:46.632998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:46.665129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 062dbad3-cbe6-4046-a00d-f4ea07b0bdac no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:32:46.681516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=1a234f88-e514-4331-ad83-08b309462bfd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:46.702121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 062dbad3-cbe6-4046-a00d-f4ea07b0bdac {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:32:46.702473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 062dbad3-cbe6-4046-a00d-f4ea07b0bdac not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:32:46.969762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:47.619027 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Router 6aceb2f6-5262-4156-8885-b9287e600899 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:32:47.810058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:32:47.819855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] Sync routers for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:32:47.827225 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-0d105e43-35bc-4d72-a587-9db7e981e738 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "PUT /v2.0/routers/6aceb2f6-5262-4156-8885-b9287e600899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7157049 Apr 21 15:32:47.829852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35976) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:47.831472 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:47.832094 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:48.012093 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:48.020416 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting subnet 5c4f9aa1-2213-45c2-8ac6-923060484b3f {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:32:48.023285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.076009 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.158844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.229772 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.268763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4f9aa1-2213-45c2-8ac6-923060484b3f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:48.274385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.281276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34467104-1ec0-4244-9171-7b21e0f9a7e1 None None] Network b208722f-cfae-42a1-8d25-68d7687ba914 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:32:48.281439 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dbdf95cc-41c9-4a3e-96af-4c234f4292b6 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/subnets/5c4f9aa1-2213-45c2-8ac6-923060484b3f HTTP/1.1" status: 204 len: 168 time: 0.4506178 Apr 21 15:32:48.283892 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35980) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:48.411956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:32:46Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:48.443341 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] Checking router: 6aceb2f6-5262-4156-8885-b9287e600899 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:32:48.470750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] Routers {'6aceb2f6-5262-4156-8885-b9287e600899'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:48.471366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['6aceb2f6-5262-4156-8885-b9287e600899'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:48.480194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.700957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] Set router 6aceb2f6-5262-4156-8885-b9287e600899 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:48.743477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] DHCP port deletion for b208722f-cfae-42a1-8d25-68d7687ba914 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:32:48.782352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.792713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Deleting port 2dc79760-1ad5-4334-bfcb-bb45892f374e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:32:48.793047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.808299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Deleting port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:32:48.808299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:48.963925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] For port 2dc79760-1ad5-4334-bfcb-bb45892f374e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=2dc79760-1ad5-4334-bfcb-bb45892f374e,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:32:48.964282 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.083992 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Calling delete_port for 2dc79760-1ad5-4334-bfcb-bb45892f374e owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:32:49.180429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-426aad86-6208-4cfb-949b-e33bc60ea1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.193889 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] For port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0,segment=NetworkSegment(062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d),segment_id=062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:32:49.194272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.248123 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.291509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Port': ['ID=2dc79760-1ad5-4334-bfcb-bb45892f374e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:49.321504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Calling delete_port for f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:32:49.403533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:32:46Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:49.417177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d128c2-3af5-430b-8b12-e81e1ec44681 None None] The sync data for ids ['6aceb2f6-5262-4156-8885-b9287e600899'] in dv-neutron-838898-1-hyperv is: [{'id': '6aceb2f6-5262-4156-8885-b9287e600899', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250165142', 'tenant_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141'}], 'enable_snat': True}, 'gw_port_id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:32:46Z', 'revision_number': 5, 'project_id': 'cf9aedec2b2d47d4ab9ba49e29403740', 'gw_port': {'id': '2dc79760-1ad5-4334-bfcb-bb45892f374e', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aceb2f6-5262-4156-8885-b9287e600899', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:31:41Z', 'updated_at': '2022-04-21T15:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:32:49.428670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.474181 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Pushing event deleted for resources: {'Port': ['ID=f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:49.483088 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] No DVR routers for this DVR port f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 on host dv-neutron-838898-1-hyperv {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:32:49.487737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.488855 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.489309 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.489533 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.489853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.490183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.490497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.490818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.491910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.491910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.491910 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f1658b-e5ba-495b-a907-5f46e3e89930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:49.525841 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.776785 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.780930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.807382 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.808159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Fanout notify agent at l3_agent the message router_deleted on router 6aceb2f6-5262-4156-8885-b9287e600899 {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:32:49.823037 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.826570 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-37f381c0-cbf3-414b-ba53-229514214bab tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/routers/6aceb2f6-5262-4156-8885-b9287e600899 HTTP/1.1" status: 204 len: 168 time: 1.5393286 Apr 21 15:32:49.826998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 35984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:49.958089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:49.998946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1a234f88-e514-4331-ad83-08b309462bfd no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:32:50.032214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 1a234f88-e514-4331-ad83-08b309462bfd {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:32:50.032482 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 1a234f88-e514-4331-ad83-08b309462bfd not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:32:50.032920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:32:50.068211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:32:50.068557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device f0e1ce9b-f52b-461c-a596-c4bd8f5fbfd0 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:32:50.103072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.136533 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b208722f-cfae-42a1-8d25-68d7687ba914']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:50.149945 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:50.150241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062f8e56-4f8d-4bf0-bbc2-87a9dbd3d01d') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:50.162964 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.180184 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.186484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:32:50.187108 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:32:50.202046 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:32:50.282374 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.300186 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.311724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'Network': ['ID=b208722f-cfae-42a1-8d25-68d7687ba914,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:50.325522 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/networks/b208722f-cfae-42a1-8d25-68d7687ba914 HTTP/1.1" status: 204 len: 168 time: 0.4949617 Apr 21 15:32:50.325522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.325522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.325522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.325522 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.326039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.326165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.326488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.326816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.327074 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35988) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:50.327192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.327450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.327779 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54f737f-201c-4f23-9293-25dd92851c1c tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:50.401681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64b96e5e-1b7b-46e1-ba17-c97ef8282087 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.431804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64b96e5e-1b7b-46e1-ba17-c97ef8282087 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.498201 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64b96e5e-1b7b-46e1-ba17-c97ef8282087 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.518432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b96e5e-1b7b-46e1-ba17-c97ef8282087 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae58fa6-7927-4337-b59d-3cfe0cb2e627,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:50.530170 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64b96e5e-1b7b-46e1-ba17-c97ef8282087 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:50.531302 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-64b96e5e-1b7b-46e1-ba17-c97ef8282087 tempest-TestNetworkAdvancedServerOps-846862956 tempest-TestNetworkAdvancedServerOps-846862956-project] 10.222.0.42 "DELETE /v2.0/security-groups/4ae58fa6-7927-4337-b59d-3cfe0cb2e627 HTTP/1.1" status: 204 len: 168 time: 0.2026508 Apr 21 15:32:50.932257 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 35998) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:51.121522 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-f6902f5f-d915-4f2c-9d0f-31580917a958 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf9aedec2b2d47d4ab9ba49e29403740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1879096 Apr 21 15:32:51.123931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36004) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:51.180194 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c5ce-8e7d-4b96-9ac2-13b7ba67a1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.208367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c5ce-8e7d-4b96-9ac2-13b7ba67a1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.344271 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c5ce-8e7d-4b96-9ac2-13b7ba67a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.360858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1c5ce-8e7d-4b96-9ac2-13b7ba67a1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def54248-7e46-4876-8db5-f0342af83cd6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:51.368351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bf1c5ce-8e7d-4b96-9ac2-13b7ba67a1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.371784 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9bf1c5ce-8e7d-4b96-9ac2-13b7ba67a1e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/def54248-7e46-4876-8db5-f0342af83cd6 HTTP/1.1" status: 204 len: 168 time: 0.2447009 Apr 21 15:32:51.454636 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-073d3721-84c1-4e15-9bcc-b6c1da0e66a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.686331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:51.705085 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.736179 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:51.740656 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7bac2fc7d748018beda11faaff88e8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:51.743387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:51.748993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:51.812932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.816724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.860582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2dc79760-1ad5-4334-bfcb-bb45892f374e no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:32:51.864380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d8231d-b942-4250-99ee-67185e02c25c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:51.871943 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2482d598-e3a7-421b-8bd6-906a4d42f790 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d7bac2fc7d748018beda11faaff88e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1822715 Apr 21 15:32:51.872490 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36016) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:51.895381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 2dc79760-1ad5-4334-bfcb-bb45892f374e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:32:51.895817 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 2dc79760-1ad5-4334-bfcb-bb45892f374e not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:32:51.935269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a17632e-09af-4815-869f-2bfdeaaa7562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:51.959943 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a17632e-09af-4815-869f-2bfdeaaa7562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:52.011131 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a17632e-09af-4815-869f-2bfdeaaa7562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:52.024823 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17632e-09af-4815-869f-2bfdeaaa7562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d8231d-b942-4250-99ee-67185e02c25c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:52.030927 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a17632e-09af-4815-869f-2bfdeaaa7562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:52.032050 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2a17632e-09af-4815-869f-2bfdeaaa7562 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02d8231d-b942-4250-99ee-67185e02c25c HTTP/1.1" status: 204 len: 168 time: 0.1589911 Apr 21 15:32:52.464183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:52.598667 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:52.877816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:53.006007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1053808714-network', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:32:53.011611 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:53.015450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Usage tracker for resource:network and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:53.018377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:53.024093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:53.033711 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Made reservation on behalf of d2d1aa1dc59b4ec6847658396b3c85c3 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:32:53.036087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.047902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.079405 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:53.083126 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:53.085833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:53.091271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:53.158430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.162028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.191569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:32:53.199963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d75db-3094-48fa-893d-1a7c857ff2a6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:53.205679 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.205986 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Added segment 99f63cba-17a0-4691-a17c-c3f3e3618a67 of type vlan for network d2ebdae2-861c-44a3-a745-ebd02e2897fd Apr 21 15:32:53.232376 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.260231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.261039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:53.261602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.450765 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] Pushing event updated for resources: {'Network': ['ID=d2ebdae2-861c-44a3-a745-ebd02e2897fd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:53.457541 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a0ab14b3-1766-466a-8c61-ff607a9a493d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5770152 Apr 21 15:32:53.457641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36044) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:53.461073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:32:53.462944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Request body: {'subnet': {'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1053808714-subnet', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:32:53.467825 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:53.471626 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Usage tracker for resource:subnet and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:53.475030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:53.481156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:53.491017 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Made reservation on behalf of d2d1aa1dc59b4ec6847658396b3c85c3 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:32:53.493351 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.697172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.767241 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=88571b8f-a758-4507-8796-468f6d8122a9,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:53.781367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Checking segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:32:53.781712 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Network hostable DHCP agents. Network: d2ebdae2-861c-44a3-a745-ebd02e2897fd, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:32:53.804538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:32:53.813545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, d2ebdae2-861c-44a3-a745-ebd02e2897fd) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:32:53.818146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:53.818491 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.823214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d2a25f-3281-4fda-a709-268329f422d2 None None] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:32:53.838143 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-911ecf9a-4c11-46ef-b20b-6859ec16f1af admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3797760 Apr 21 15:32:53.840836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36048) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:53.845734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:32:53.851116 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:53.854961 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Usage tracker for resource:router and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:53.857803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:53.863497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:53.873292 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.874177 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.892964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:53.911567 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.040261 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.093881 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-d2ebdae2-861c-44a3-a745-ebd02e2897fd', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:32:54.094689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.230492 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.247461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Allocated IP 172.20.0.2 (d2ebdae2-861c-44a3-a745-ebd02e2897fd/88571b8f-a758-4507-8796-468f6d8122a9/b8b3c9bd-b9b1-4f64-9b64-96da25a223bd) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:32:54.260137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.395251 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Allocated IP 172.26.6.136 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:32:54.448144 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.458380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Transition to ACTIVE for port object b8b3c9bd-b9b1-4f64-9b64-96da25a223bd will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:32:54.477338 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Transition to ACTIVE for port object b8b3c9bd-b9b1-4f64-9b64-96da25a223bd will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:32:54.482333 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.541555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.551337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:32:54.554176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:32:54.558514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:32:54.560413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Pushing event updated for resources: {'Port': ['ID=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:54.571976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.636883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:32:54.639714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:32:54.642303 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:32:54.644427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Attempting to bind port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:32:54.644787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Attempting to bind port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:32:54.645148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Attempting to bind port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd on network d2ebdae2-861c-44a3-a745-ebd02e2897fd {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:32:54.651627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:32:54.651940 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Checking segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:32:54.652396 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.652792 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Bound using segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:32:54.653254 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Bound port: b8b3c9bd-b9b1-4f64-9b64-96da25a223bd, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:32:54.653648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.681265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Pushing event updated for resources: {'Port': ['ID=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:54.743821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] For port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:32:54.747491 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] For port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:32:54.753210 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.807690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.808576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:54.834437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f40a9c-83cd-4a69-93d9-90512906c585 None None] Pushing event updated for resources: {'Port': ['ID=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:55.061025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Router 58eba3e5-3129-4434-b121-5819f771890d is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:32:55.349636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:32:55.360241 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Sync routers for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:32:55.372223 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:55.372821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:55.373043 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:55.374172 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-118874d6-115d-4612-a68f-4ec90a8c8895 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5324271 Apr 21 15:32:55.376823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36052) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:55.554525 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:55.742476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329277a2-bb58-448e-b0a5-821fcc11a8aa None None] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:32:55.854112 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:54Z', 'revision_number': 3, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:55.859266 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Checking router: 58eba3e5-3129-4434-b121-5819f771890d for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:32:55.859538 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Updating router 58eba3e5-3129-4434-b121-5819f771890d port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:32:55.924948 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:55.934959 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-736163aa-6fbe-494e-ad02-bed0dea07f62 None None] Provisioning for port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:32:56.001785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8b3c9bd-b9b1-4f64-9b64-96da25a223bd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:32:56.092192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:32:56.098695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:32:56.098990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.168132 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.223819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.261075 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:32:56.267604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.317946 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.330237 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Transition to ACTIVE for port object 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:32:56.337134 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.344875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:56.369442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bfdde3a1-f5ec-42ed-a8bd-40e9015447e7 None None] Provisioning complete for port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:32:56.369811 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bfdde3a1-f5ec-42ed-a8bd-40e9015447e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.418470 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Attempting to bind port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:32:56.419022 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Attempting to bind port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:32:56.419221 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Attempting to bind port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:32:56.420411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Allocated IP 172.20.0.1 (d2ebdae2-861c-44a3-a745-ebd02e2897fd/88571b8f-a758-4507-8796-468f6d8122a9/b51b81c8-ffe5-45e5-9477-9f39bfc76465) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:32:56.421299 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Pushing event updated for resources: {'Port': ['ID=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:56.433815 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.434157 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.434608 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.434825 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.435186 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.435476 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.435818 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.436236 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.436635 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.436965 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.437308 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:56.441021 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:32:56.441390 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:32:56.441785 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.442165 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:32:56.442626 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Bound port: 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:32:56.442990 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.517328 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] For port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:32:56.521448 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] For port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:32:56.525463 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.575275 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.592003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Transition to ACTIVE for port object b51b81c8-ffe5-45e5-9477-9f39bfc76465 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:32:56.601584 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110079f-73c8-426c-b2a6-ed658758677a None None] Pushing event updated for resources: {'Port': ['ID=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:56.609234 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:32:56.609888 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:56.614145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.683932 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:32:56.686827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:32:56.691418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:32:56.715899 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Pushing event updated for resources: {'Port': ['ID=b51b81c8-ffe5-45e5-9477-9f39bfc76465,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:56.745494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.793090 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:32:56.837316 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.911283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7d537857-57d9-4318-ac41-4cb20d2261c1 None None] Provisioning for port b51b81c8-ffe5-45e5-9477-9f39bfc76465 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:32:56.916124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7d537857-57d9-4318-ac41-4cb20d2261c1 None None] Provisioning complete for port b51b81c8-ffe5-45e5-9477-9f39bfc76465 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:32:56.916717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7d537857-57d9-4318-ac41-4cb20d2261c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:56.986712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-7d537857-57d9-4318-ac41-4cb20d2261c1 None None] Port b51b81c8-ffe5-45e5-9477-9f39bfc76465 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:32:57.112051 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:54Z', 'revision_number': 3, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:32:57.116927 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c391c8d-cd69-4e20-b7be-1045007cc7ec None None] The sync data for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv is: [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:54Z', 'revision_number': 3, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:32:57.165399 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:57.171026 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:57.282576 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Pushing event updated for resources: {'Port': ['ID=b51b81c8-ffe5-45e5-9477-9f39bfc76465,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:57.287730 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:57.431588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:32:57.432806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:32:57.716890 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b02b3d84-2b44-4657-a242-9fd64b7e2b51 None None] Provisioning complete for port b51b81c8-ffe5-45e5-9477-9f39bfc76465 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:32:57.717263 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b02b3d84-2b44-4657-a242-9fd64b7e2b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:57.774349 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-b02b3d84-2b44-4657-a242-9fd64b7e2b51 None None] Port b51b81c8-ffe5-45e5-9477-9f39bfc76465 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:32:57.832645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Router 58eba3e5-3129-4434-b121-5819f771890d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:32:57.986459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:32:58.048754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:32:58.058619 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fc439923-e5bb-44d9-8e84-dc6044a95b3a admin admin] 10.222.0.42 "PUT /v2.0/routers/58eba3e5-3129-4434-b121-5819f771890d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6808140 Apr 21 15:32:58.073363 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:32:58.134561 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:32:58.134926 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.363178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.383657 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:32:58.388761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.389532 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8b3c9bd-b9b1-4f64-9b64-96da25a223bd up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:32:58.522960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:58.542130 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:32:58.542414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.910136 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36074) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:58.915555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1020009407-network', 'tenant_id': '863ac55a14014b13acc524883219df16'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:32:58.920320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:58.924109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Usage tracker for resource:network and tenant:863ac55a14014b13acc524883219df16 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:58.927452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:58.933365 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:58.945467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Made reservation on behalf of 863ac55a14014b13acc524883219df16 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:32:58.947852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.960000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.990317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:58.994286 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Usage tracker for resource:security_group_rule and tenant:863ac55a14014b13acc524883219df16 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:58.997160 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:59.003040 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:59.069030 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.073140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.105912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:32:59.115524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff68ee-d648-410a-af34-0f4f684c4fa5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:59.122237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.122584 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Added segment b5ebdba2-18a0-45c8-be58-01db13b22f54 of type vlan for network 04687d91-ebfa-4202-9f18-b36a8f01ed2a Apr 21 15:32:59.153458 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.181963 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.182781 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:59.183353 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.279954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] Pushing event updated for resources: {'Network': ['ID=04687d91-ebfa-4202-9f18-b36a8f01ed2a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:59.283197 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dd2eb78c-3348-4f15-a0b3-96fd3621558a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3720517 Apr 21 15:32:59.286379 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36078) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:59.290273 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:32:59.291674 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Request body: {'subnet': {'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1020009407-subnet', 'tenant_id': '863ac55a14014b13acc524883219df16', 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:32:59.296543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:59.301153 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Usage tracker for resource:subnet and tenant:863ac55a14014b13acc524883219df16 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:59.304092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:59.309838 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:59.324198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Made reservation on behalf of 863ac55a14014b13acc524883219df16 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:32:59.326419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.538449 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.609255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=677a9286-1ddb-4a9e-b3ff-cf4c72243bd4,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:59.625460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Checking segment: {'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:32:59.625808 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Network hostable DHCP agents. Network: 04687d91-ebfa-4202-9f18-b36a8f01ed2a, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:32:59.649427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:32:59.659144 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, 04687d91-ebfa-4202-9f18-b36a8f01ed2a) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:32:59.667092 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:32:59.667857 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.671342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a8aaa9-6c72-4277-bc88-0342281e8a48 None None] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:32:59.690523 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6ee202aa-b5fe-43cd-991b-37dfffb8b58c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4030929 Apr 21 15:32:59.696028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36082) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:59.705165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:32:59.711023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:32:59.714967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Usage tracker for resource:router and tenant:863ac55a14014b13acc524883219df16 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:32:59.718085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:32:59.726295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:32:59.741070 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.742126 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.762202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.912462 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:32:59.944336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-04687d91-ebfa-4202-9f18-b36a8f01ed2a', 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a', 'tenant_id': '863ac55a14014b13acc524883219df16', 'fixed_ips': [{'subnet_id': '677a9286-1ddb-4a9e-b3ff-cf4c72243bd4'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:32:59.945022 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.022191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.068431 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:00.068797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.181317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Allocated IP 172.20.0.2 (04687d91-ebfa-4202-9f18-b36a8f01ed2a/677a9286-1ddb-4a9e-b3ff-cf4c72243bd4/99748262-9c46-4e38-926d-757d11245fb5) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:00.215722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.246090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.388569 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Allocated IP 172.26.6.28 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/4db2eedb-979c-457f-bcf5-c3ee0c6820de) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:00.441934 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.453337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Transition to ACTIVE for port object 99748262-9c46-4e38-926d-757d11245fb5 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:00.472352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Transition to ACTIVE for port object 99748262-9c46-4e38-926d-757d11245fb5 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:00.477257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.542610 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.543644 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:00.546582 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:00.551388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:33:00.553986 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Pushing event updated for resources: {'Port': ['ID=99748262-9c46-4e38-926d-757d11245fb5,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:00.571830 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.640393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:00.642316 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Attempting to bind port 99748262-9c46-4e38-926d-757d11245fb5 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:00.642683 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Attempting to bind port 99748262-9c46-4e38-926d-757d11245fb5 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:00.643041 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Attempting to bind port 99748262-9c46-4e38-926d-757d11245fb5 on network 04687d91-ebfa-4202-9f18-b36a8f01ed2a {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:33:00.643783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Pushing event updated for resources: {'Port': ['ID=4db2eedb-979c-457f-bcf5-c3ee0c6820de,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:00.646208 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:00.648296 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:33:00.649712 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:33:00.650081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Checking segment: {'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:33:00.650480 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.650851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Bound using segment: {'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:33:00.651312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Bound port: 99748262-9c46-4e38-926d-757d11245fb5, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:00.651680 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.698250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Sync routers for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:33:00.740696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:00.741302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:00.808952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.809687 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.908809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] For port 99748262-9c46-4e38-926d-757d11245fb5, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:33:00.923201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] For port 99748262-9c46-4e38-926d-757d11245fb5, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=99748262-9c46-4e38-926d-757d11245fb5,segment=NetworkSegment(b5ebdba2-18a0-45c8-be58-01db13b22f54),segment_id=b5ebdba2-18a0-45c8-be58-01db13b22f54)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:33:00.933234 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:01.040219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9f6da-2a1f-4b8f-8b6f-6793371b660d None None] Pushing event updated for resources: {'Port': ['ID=99748262-9c46-4e38-926d-757d11245fb5,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:01.042771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:01.052816 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:33:01.268688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:01.283868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:33:01.293817 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Sync routers for ids ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:33:01.315562 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Routers {'d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:01.316538 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:01.328297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:01.333360 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d23e3666-2a59-4c93-969a-365f0a203e15 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6332421 Apr 21 15:33:01.333685 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36086) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:01.408780 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 2, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:01.412990 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Checking router: 58eba3e5-3129-4434-b121-5819f771890d for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:33:01.413353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Updating router 58eba3e5-3129-4434-b121-5819f771890d port b51b81c8-ffe5-45e5-9477-9f39bfc76465 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:33:01.469319 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:01.511775 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Set router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:01.826560 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:33:00Z', 'revision_number': 3, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port': {'id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:00Z', 'updated_at': '2022-04-21T15:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:01.830598 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Checking router: d28b0db8-f47a-4a11-bddd-ff9b9f712e0b for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:33:01.830944 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Updating router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b port 4db2eedb-979c-457f-bcf5-c3ee0c6820de binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:33:01.873374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:01.905005 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:01.908735 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Transition to ACTIVE for port object b51b81c8-ffe5-45e5-9477-9f39bfc76465 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:01.927697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.097763 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549573-db45-4a25-a823-4e7f20bf1c15 None None] Pushing event updated for resources: {'Port': ['ID=b51b81c8-ffe5-45e5-9477-9f39bfc76465,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:02.102836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 99748262-9c46-4e38-926d-757d11245fb5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:02.141198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f838d0-2332-4097-bdc7-791e119ef8bb None None] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:33:02.237371 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.358830 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.365975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-f48e0dc1-f2a6-4568-b677-6e095caa38ec None None] Provisioning for port 99748262-9c46-4e38-926d-757d11245fb5 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:02.372999 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Transition to ACTIVE for port object 4db2eedb-979c-457f-bcf5-c3ee0c6820de will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:02.381012 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.388201 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Attempting to bind port b51b81c8-ffe5-45e5-9477-9f39bfc76465 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:02.388578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Attempting to bind port b51b81c8-ffe5-45e5-9477-9f39bfc76465 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:02.388941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Attempting to bind port b51b81c8-ffe5-45e5-9477-9f39bfc76465 on network d2ebdae2-861c-44a3-a745-ebd02e2897fd {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:33:02.436796 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:33:02.437252 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Checking segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:33:02.437686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.438158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Bound using segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:33:02.439231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Bound port: b51b81c8-ffe5-45e5-9477-9f39bfc76465, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:02.439231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.459995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 99748262-9c46-4e38-926d-757d11245fb5 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:02.461591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Allocated IP 172.20.0.1 (04687d91-ebfa-4202-9f18-b36a8f01ed2a/677a9286-1ddb-4a9e-b3ff-cf4c72243bd4/46c6e4a2-45fa-47c7-a53d-5ed1618cc65e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:02.467243 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88e45c-9993-409b-84f0-60ee1ca681d3 None None] Pushing event updated for resources: {'Port': ['ID=4db2eedb-979c-457f-bcf5-c3ee0c6820de,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:02.469507 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Attempting to bind port 4db2eedb-979c-457f-bcf5-c3ee0c6820de on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:02.476047 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Attempting to bind port 4db2eedb-979c-457f-bcf5-c3ee0c6820de by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:02.476434 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Attempting to bind port 4db2eedb-979c-457f-bcf5-c3ee0c6820de on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:33:02.478038 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 99748262-9c46-4e38-926d-757d11245fb5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:02.478546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.484464 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:33:02.484909 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:33:02.485383 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.485978 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:33:02.486508 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Bound port: 4db2eedb-979c-457f-bcf5-c3ee0c6820de, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:02.486939 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.563099 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] For port 4db2eedb-979c-457f-bcf5-c3ee0c6820de, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:33:02.567353 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] For port 4db2eedb-979c-457f-bcf5-c3ee0c6820de, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4db2eedb-979c-457f-bcf5-c3ee0c6820de,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:33:02.573368 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.614450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.631184 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Transition to ACTIVE for port object 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:02.657372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.658043 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88e45c-9993-409b-84f0-60ee1ca681d3 None None] Pushing event updated for resources: {'Port': ['ID=4db2eedb-979c-457f-bcf5-c3ee0c6820de,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:02.667042 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Routers {'d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:02.667725 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:02.711271 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] For port b51b81c8-ffe5-45e5-9477-9f39bfc76465, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:33:02.730077 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:02.731199 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] For port b51b81c8-ffe5-45e5-9477-9f39bfc76465, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b51b81c8-ffe5-45e5-9477-9f39bfc76465,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:33:02.734113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:02.736291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Pushing event updated for resources: {'Port': ['ID=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:02.739078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:33:02.768350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.797231 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.865433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.889129 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.898579 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] Set router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:02.915484 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549573-db45-4a25-a823-4e7f20bf1c15 None None] Pushing event updated for resources: {'Port': ['ID=b51b81c8-ffe5-45e5-9477-9f39bfc76465,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:02.930312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:02.930941 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:03.153135 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 99748262-9c46-4e38-926d-757d11245fb5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=99748262-9c46-4e38-926d-757d11245fb5,segment=NetworkSegment(b5ebdba2-18a0-45c8-be58-01db13b22f54),segment_id=b5ebdba2-18a0-45c8-be58-01db13b22f54)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:33:03.171177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:03.211202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:03.217937 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:03.269623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:03.300766 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:33:00Z', 'revision_number': 3, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port': {'id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:00Z', 'updated_at': '2022-04-21T15:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:03.305458 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dfbf84-243d-4172-bc71-4715a3fbe468 None None] The sync data for ids ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'] in dv-neutron-838898-1-hyperv is: [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:33:00Z', 'revision_number': 3, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port': {'id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:00Z', 'updated_at': '2022-04-21T15:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:33:03.396700 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=99748262-9c46-4e38-926d-757d11245fb5,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:03.446703 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:03.449814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Pushing event updated for resources: {'Port': ['ID=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:03.546375 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-59f31897-481e-4bd4-ad56-eb780bbfbac0 None None] Provisioning complete for port 99748262-9c46-4e38-926d-757d11245fb5 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:03.546970 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-59f31897-481e-4bd4-ad56-eb780bbfbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:03.582604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:03.583682 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:03.754343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:02Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:03.758525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef11323-0ced-435c-9518-0aaddd2221b0 None None] The sync data for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv is: [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:02Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:33:03.866265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-274f3898-3f0e-4f37-a9a0-f25c9250d74a None None] Provisioning for port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:03.874589 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-274f3898-3f0e-4f37-a9a0-f25c9250d74a None None] Provisioning complete for port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:03.874956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-274f3898-3f0e-4f37-a9a0-f25c9250d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:03.956872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-274f3898-3f0e-4f37-a9a0-f25c9250d74a None None] Port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:33:03.988953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:33:04.052145 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 99748262-9c46-4e38-926d-757d11245fb5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:04.126587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 99748262-9c46-4e38-926d-757d11245fb5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:04.127055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:04.229354 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:33:04.244616 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3621fbde-bd19-4bbd-a29b-68cf85839d04 admin admin] 10.222.0.42 "PUT /v2.0/routers/d28b0db8-f47a-4a11-bddd-ff9b9f712e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9057019 Apr 21 15:33:04.262769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b51b81c8-ffe5-45e5-9477-9f39bfc76465 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:04.336642 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port b51b81c8-ffe5-45e5-9477-9f39bfc76465 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:04.353272 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b51b81c8-ffe5-45e5-9477-9f39bfc76465 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:04.353531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:04.501262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:04.548282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port b51b81c8-ffe5-45e5-9477-9f39bfc76465, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b51b81c8-ffe5-45e5-9477-9f39bfc76465,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:33:04.554287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:04.627778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=b51b81c8-ffe5-45e5-9477-9f39bfc76465,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:04.911644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36096) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:04.917261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836095302', 'description': 'tempest-secgroup-smoke-1836095302 description', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:04.923442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:04.932228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:04.935782 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:04.943272 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:04.958319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:04.998106 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:05.003087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:05.006693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:05.013869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:05.071151 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.075662 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.118914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d0161-5bd0-40cd-9088-758c82aa3c15,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:05.122930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.124228 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b00989c1-931a-424a-a01c-c5bbcacdf26c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2114334 Apr 21 15:33:05.127429 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36100) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:05.133656 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': 'b32d0161-5bd0-40cd-9088-758c82aa3c15', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:05.139602 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:05.143425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:05.146905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:05.152761 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:05.168085 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.229108 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.232952 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.256852 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e446e55e-ad3d-42ee-b0fb-8457df60edf6,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:05.267265 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.268398 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a96bc75e-9ff5-45ed-8392-d37457b530e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1393304 Apr 21 15:33:05.271039 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36104) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:05.276421 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': 'b32d0161-5bd0-40cd-9088-758c82aa3c15', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:05.282248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:05.286507 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:05.289377 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:05.295018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:05.314004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.379535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.384018 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.409806 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d41ff8-ffa9-47d5-9321-e8f310067064,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:05.420942 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.422168 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-2cef328c-9a2f-4c94-9022-dbc59cd1e02b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1502209 Apr 21 15:33:05.425610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36108) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:05.431275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': 'b32d0161-5bd0-40cd-9088-758c82aa3c15', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:05.437255 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:05.441340 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:05.444143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:05.449680 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:05.465876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.526706 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.530048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.554630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f93668b-f93f-4644-9ce0-914d5440e37a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:05.563616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.564881 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-31f7e6ab-4556-474a-80ea-995a5c13c496 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1382842 Apr 21 15:33:05.567784 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36112) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:05.573038 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': 'b32d0161-5bd0-40cd-9088-758c82aa3c15', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:05.578568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:05.583060 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:05.585902 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:05.591654 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:05.608215 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.673637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.677135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.701078 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986ee71f-ed7d-4499-94cf-887924e161aa,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:05.710637 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.711852 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-19b551c5-214e-4499-b305-e0431b7749fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1431153 Apr 21 15:33:05.714482 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36116) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:05.719693 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': 'b32d0161-5bd0-40cd-9088-758c82aa3c15', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:05.725846 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:05.729496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:05.732269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:05.737852 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:05.747721 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Project d2d1aa1dc59b4ec6847658396b3c85c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:33:05.753879 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.817115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.820516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.843639 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa4d5da-4469-47a3-9236-a1485aa46318,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:05.852749 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.854027 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-397b1132-d66e-44d6-9e6c-5bd546bfbef6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1386514 Apr 21 15:33:05.856911 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:05.862546 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': 'b32d0161-5bd0-40cd-9088-758c82aa3c15', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:05.868808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:05.872923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:05.877776 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:05.883516 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:05.894513 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Project d2d1aa1dc59b4ec6847658396b3c85c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:33:05.901011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.972135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.978803 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.986115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4db2eedb-979c-457f-bcf5-c3ee0c6820de up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:06.002369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e94cfdd-6e0b-419c-b2f2-27c2f4700ca3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:06.012487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.013811 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-588147f8-48c1-47bd-8296-dfaa8fd6af39 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1558242 Apr 21 15:33:06.061270 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 4db2eedb-979c-457f-bcf5-c3ee0c6820de completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:06.066946 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4db2eedb-979c-457f-bcf5-c3ee0c6820de triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:06.067361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.216036 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.231585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 4db2eedb-979c-457f-bcf5-c3ee0c6820de, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4db2eedb-979c-457f-bcf5-c3ee0c6820de,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:33:06.235316 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.236231 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b51b81c8-ffe5-45e5-9477-9f39bfc76465 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:06.348666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=4db2eedb-979c-457f-bcf5-c3ee0c6820de,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:06.353304 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-3655c516-3b12-4c49-9e99-90fb4a810e2b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836095302&fields=id&tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 267 time: 0.0409777 Apr 21 15:33:06.361281 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port b51b81c8-ffe5-45e5-9477-9f39bfc76465 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:06.361656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.587591 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-3ace64f1-5301-4bb0-95fd-769d86843cad tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:06.589039 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-3ace64f1-5301-4bb0-95fd-769d86843cad tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 809 time: 0.2290652 Apr 21 15:33:06.604480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-dc4f47b1-ab09-44eb-8cfc-7be47401dcb8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/quotas/d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0100675 Apr 21 15:33:06.683518 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-de309231-458e-4f94-990e-c14625068d6f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:06.700133 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-de309231-458e-4f94-990e-c14625068d6f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:06.701396 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-de309231-458e-4f94-990e-c14625068d6f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924959 Apr 21 15:33:06.716497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-adca2b39-981e-4d80-95a7-0c7aa629dc2e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:33:06.717420 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-adca2b39-981e-4d80-95a7-0c7aa629dc2e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048163 Apr 21 15:33:06.845218 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-d24a2cf8-7dd6-4924-bfa4-d425ff1c2d23 service neutron] 10.222.0.42 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218903 Apr 21 15:33:06.973466 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-ed8adc8c-1300-4b71-b122-f407987a49c7 service neutron] 10.222.0.42 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220317 Apr 21 15:33:07.283129 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6eacee52-3b91-408c-89e8-d266aee371da req-4bba3b8e-f011-46b1-8c44-7dedad4f4ca2 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 210 time: 0.1667659 Apr 21 15:33:07.908863 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4db2eedb-979c-457f-bcf5-c3ee0c6820de up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:07.979162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 4db2eedb-979c-457f-bcf5-c3ee0c6820de triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:07.979554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.238206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-dde8a4a8-0041-40b5-9bce-f3bb2ed3b37f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:08.239645 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-dde8a4a8-0041-40b5-9bce-f3bb2ed3b37f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 809 time: 0.1471906 Apr 21 15:33:08.298033 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-e2af07b6-8cb1-48b2-8809-6e0f4f545a25 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 380 time: 0.0411568 Apr 21 15:33:08.305842 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'port': {'device_id': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'admin_state_up': True, 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'security_groups': ['b32d0161-5bd0-40cd-9088-758c82aa3c15']}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:08.459560 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-aa63c3c6-5952-430b-adb8-be56bea5bbc5 req-114ba620-1784-4b50-8169-14597071ca02 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0544021 Apr 21 15:33:08.477538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:08.486826 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:08.496912 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Made reservation on behalf of d2d1aa1dc59b4ec6847658396b3c85c3 for: {'port': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:33:08.499858 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.655446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Allocated IP 172.20.0.9 (d2ebdae2-861c-44a3-a745-ebd02e2897fd/88571b8f-a758-4507-8796-468f6d8122a9/0d7d1123-4d52-4128-ac8f-214cbb089ed1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:08.847374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.862389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Transition to ACTIVE for port object 0d7d1123-4d52-4128-ac8f-214cbb089ed1 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:08.884165 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.955002 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:08.958120 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:08.961971 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:33:08.993385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:09.027252 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:09.027855 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.058034 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b96f38f2-cfcb-41be-acfb-bc7aa8bb7e85 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556043 Apr 21 15:33:09.074086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Request body: {'port': {'device_id': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:09.185481 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.209681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afb7c613-c61e-4bbc-93e4-8650fd7dff00 None None] Provisioning for port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:09.214355 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-afb7c613-c61e-4bbc-93e4-8650fd7dff00 None None] Provisioning complete for port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:09.214798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-afb7c613-c61e-4bbc-93e4-8650fd7dff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.268428 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-afb7c613-c61e-4bbc-93e4-8650fd7dff00 None None] Port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:33:09.603352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7d1123-4d52-4128-ac8f-214cbb089ed1 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:33:09.610188 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.624011 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Transition to ACTIVE for port object 0d7d1123-4d52-4128-ac8f-214cbb089ed1 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:09.629227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.654935 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85635-a85d-4125-9731-de13e59fab17 req-e074895c-0682-45b5-957d-0cf541a8bd03 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:09.656500 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8ce85635-a85d-4125-9731-de13e59fab17 req-e074895c-0682-45b5-957d-0cf541a8bd03 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 931 time: 0.0761669 Apr 21 15:33:09.708559 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8ce85635-a85d-4125-9731-de13e59fab17 req-0970b957-ee03-44ea-be4c-8017e8f2fddc tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:09.725881 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-8ce85635-a85d-4125-9731-de13e59fab17 req-0970b957-ee03-44ea-be4c-8017e8f2fddc tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:09.727253 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8ce85635-a85d-4125-9731-de13e59fab17 req-0970b957-ee03-44ea-be4c-8017e8f2fddc tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645847 Apr 21 15:33:09.755545 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:09.864916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Attempting to bind port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:09.865255 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Attempting to bind port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:09.865579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Attempting to bind port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 on network d2ebdae2-861c-44a3-a745-ebd02e2897fd {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:33:09.871284 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 on network d2ebdae2-861c-44a3-a745-ebd02e2897fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:33:09.871596 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Attempting to bind port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 on network d2ebdae2-861c-44a3-a745-ebd02e2897fd {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:33:09.877844 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:33:09.878184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Checking segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:33:09.878616 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Bound using segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:33:09.879063 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Bound port: 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:09.879406 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.967099 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:33:09.970004 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:33:09.975642 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.036400 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.037705 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] 10.222.0.21 "PUT /v2.0/ports/0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 1093 time: 0.9679561 Apr 21 15:33:10.038138 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:33:10.064797 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341bf15-b795-4bc9-a5ff-a7dafd4e65bb service neutron] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:10.165983 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-727fa13b-d49f-4e90-a066-326f6ae195dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0739005 Apr 21 15:33:10.230663 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ced6c3-a8ef-4efe-90b5-f1248631d44c'] response: {'name': 'network-changed', 'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'status': 'completed', 'code': 200} Apr 21 15:33:10.244570 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-7078df3d-cb1b-4af7-baad-60d5caa4552c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 217 time: 0.0663719 Apr 21 15:33:10.304925 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-81d6d5f9-2dc0-4b09-a424-d0373ab06531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:10.306265 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-81d6d5f9-2dc0-4b09-a424-d0373ab06531 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0558386 Apr 21 15:33:10.382887 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-b03be94e-7f46-4ec2-a07b-56b260be9f9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700760 Apr 21 15:33:10.510979 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-0baa0d60-5cd0-4227-8eca-1ce130b9289c service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220698 Apr 21 15:33:10.642014 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8b95b47f-49bb-4651-b7f6-ee5982e076c6 req-17b0dd95-5f41-4c92-8c73-cf5e51994931 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248651 Apr 21 15:33:10.838881 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-42876c68-0bdf-40c4-9a7f-e5bcd34d23f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0675483 Apr 21 15:33:10.922659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b5fd3-8dc3-444d-98c6-bb2bee877f6b req-27f48635-fed9-434a-90bf-dbebfbe6e824 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:10.924137 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-771b5fd3-8dc3-444d-98c6-bb2bee877f6b req-27f48635-fed9-434a-90bf-dbebfbe6e824 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0742607 Apr 21 15:33:10.970007 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-ced58f4a-2c5a-44ce-a8b4-064baaede802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:10.971464 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-ced58f4a-2c5a-44ce-a8b4-064baaede802 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1261683 Apr 21 15:33:10.972007 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-771b5fd3-8dc3-444d-98c6-bb2bee877f6b req-649d53c4-fa81-459c-925f-dd0b56b1d028 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Apr 21 15:33:11.041844 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-976831b5-c45c-4f4a-8137-46319e7745ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 217 time: 0.0633781 Apr 21 15:33:11.103509 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-811aaa21-e2e9-48f0-ad51-34690dadbc9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:11.104923 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-811aaa21-e2e9-48f0-ad51-34690dadbc9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0568228 Apr 21 15:33:11.180578 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-a9bc8521-d23a-4e89-956a-a2acc5c5273c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687816 Apr 21 15:33:11.398952 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-280d9be7-5435-45de-9c00-865c85634633 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118635 Apr 21 15:33:11.525619 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-388fd7cf-9be4-4472-a2f2-d83f618bf71a req-6fbc0d5f-6a52-4800-ac79-f8235a91ff4b service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203866 Apr 21 15:33:12.165145 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32744f-4838-4900-a725-9b0cf5be00c7 req-c20a9fad-26b7-4b09-9398-5d7459cfa140 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:12.165815 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ee32744f-4838-4900-a725-9b0cf5be00c7 req-c20a9fad-26b7-4b09-9398-5d7459cfa140 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:12.183396 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-ee32744f-4838-4900-a725-9b0cf5be00c7 req-c20a9fad-26b7-4b09-9398-5d7459cfa140 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:12.184898 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ee32744f-4838-4900-a725-9b0cf5be00c7 req-c20a9fad-26b7-4b09-9398-5d7459cfa140 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0918140 Apr 21 15:33:12.229839 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ee32744f-4838-4900-a725-9b0cf5be00c7 req-76927283-2b90-45c1-824a-ecdc18cf42c5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Apr 21 15:33:12.748474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:33:12.878280 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:33:12.891330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'port_id': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'mac_address': 'fa:16:3e:e2:1e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:33:12.942971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:12.959843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7d1123-4d52-4128-ac8f-214cbb089ed1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:33:12.974056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:33:12.977793 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:13.043382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:13.251942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['0d7d1123-4d52-4128-ac8f-214cbb089ed1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:33:13.425541 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0924-62a5-4f05-bd93-6fdb30722c08 req-5a1be0d4-96b2-48d5-bcb1-7cbc4576f2d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:13.427558 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fccd0924-62a5-4f05-bd93-6fdb30722c08 req-5a1be0d4-96b2-48d5-bcb1-7cbc4576f2d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 944 time: 0.0791867 Apr 21 15:33:13.565731 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fccd0924-62a5-4f05-bd93-6fdb30722c08 req-3b79a598-10fb-4a96-9ff8-2341bf230343 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323164 Apr 21 15:33:14.757363 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:14.764231 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97560e-3427-489f-8037-033b64e4015f req-ce448198-bffb-4d64-a6f1-9aecd7817667 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:14.765667 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c97560e-3427-489f-8037-033b64e4015f req-ce448198-bffb-4d64-a6f1-9aecd7817667 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 944 time: 0.0791409 Apr 21 15:33:14.813581 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c97560e-3427-489f-8037-033b64e4015f req-16dfedd2-569d-41ef-b1cc-453cc195decf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416710 Apr 21 15:33:14.826803 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:14.833124 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:14.833495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:14.948853 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:14.974989 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:33:14.984382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:33:14.989276 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.045546 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4775b359-1501-446f-a248-a4f4b5608cf5'] response: {'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'code': 200} Apr 21 15:33:15.061711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:15.294791 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3bbb6e3d-7c2c-4cf9-9f97-be2d8197b221 req-42996fb8-0cc2-460c-bf3f-2787d32c7134 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0683327 Apr 21 15:33:15.335731 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3bbb6e3d-7c2c-4cf9-9f97-be2d8197b221 req-ba5ff645-24b8-4c91-b765-dca8a49bb3bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352015 Apr 21 15:33:16.008021 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3858fb-a8ec-4e48-aa54-a13c1ba8df08 req-2e66860f-cd0b-47bf-a47b-d61365c03919 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:16.009485 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6d3858fb-a8ec-4e48-aa54-a13c1ba8df08 req-2e66860f-cd0b-47bf-a47b-d61365c03919 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0783114 Apr 21 15:33:16.054172 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6d3858fb-a8ec-4e48-aa54-a13c1ba8df08 req-64e199bf-86a6-4105-9e3f-7757692dc953 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Apr 21 15:33:17.248661 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449252-0a02-4ba4-b8ee-e7b2af822afd req-99083c62-cac5-4fad-ad1b-493cc29b78e8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:17.250030 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-90449252-0a02-4ba4-b8ee-e7b2af822afd req-99083c62-cac5-4fad-ad1b-493cc29b78e8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0759408 Apr 21 15:33:17.297008 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-90449252-0a02-4ba4-b8ee-e7b2af822afd req-f569ce01-cae1-4802-b2a6-7d7025ba85b1 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Apr 21 15:33:17.490595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4f55-37ba-48f6-8804-a1510ef17b76 req-30b87af6-bb62-44db-82c2-a5abc8c101c7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:17.492080 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d2b4f55-37ba-48f6-8804-a1510ef17b76 req-30b87af6-bb62-44db-82c2-a5abc8c101c7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0743418 Apr 21 15:33:17.539611 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d2b4f55-37ba-48f6-8804-a1510ef17b76 req-a29e3308-f5ea-4f7b-bd48-a06d2107e233 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 Apr 21 15:33:17.566750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36170) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:17.697978 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-44f23171-6dc8-40d7-ae6e-e428d7e17fd5 tempest-TestShelveInstance-330391379 tempest-TestShelveInstance-330391379-project-admin] Synchronizing usage tracker for tenant:863ac55a14014b13acc524883219df16 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:17.713403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-44f23171-6dc8-40d7-ae6e-e428d7e17fd5 tempest-TestShelveInstance-330391379 tempest-TestShelveInstance-330391379-project-admin] Unset dirty status for tenant:863ac55a14014b13acc524883219df16 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:17.714540 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-44f23171-6dc8-40d7-ae6e-e428d7e17fd5 tempest-TestShelveInstance-330391379 tempest-TestShelveInstance-330391379-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1093 time: 0.1462185 Apr 21 15:33:17.717687 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:17.723330 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:33:17.729258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:17.733275 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:floatingip and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:17.736417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:17.742739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:17.752351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.765097 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:33:17.883848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.016536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Allocated IP 172.26.6.199 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/ebdd170d-e6f3-41b1-97f5-8c0b7fa2890f) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:18.158172 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.184832 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.249145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:18.251953 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:18.256651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:33:18.280312 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'Port': ['ID=ebdd170d-e6f3-41b1-97f5-8c0b7fa2890f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:18.740590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.795454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.993549 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.997903 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.124711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2701204a-5b07-4411-89fc-55170de14e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.189998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'Port': ['ID=ebdd170d-e6f3-41b1-97f5-8c0b7fa2890f,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:19.203568 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.387701 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Floating IP 640cd99e-8f81-4fbf-a85f-ec634826c792 associated. External IP: 172.26.6.199, port: 0d7d1123-4d52-4128-ac8f-214cbb089ed1. Apr 21 15:33:19.766012 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Router 58eba3e5-3129-4434-b121-5819f771890d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:33:19.966768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:33:19.977510 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] Sync routers for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:33:19.989866 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:19.990686 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:19.992589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:20.056173 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cd251926-6a4f-4b29-a0d1-82e47074d3ec tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3266730 Apr 21 15:33:20.056173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:33:20.099812 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a15b4f-f1e4-48bf-bda5-845e213366d5'] response: {'name': 'network-changed', 'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'status': 'completed', 'code': 200} Apr 21 15:33:20.205024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:20.214659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-c40c7f34-52bb-444a-92de-fbc52ae62079 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0725031 Apr 21 15:33:20.345733 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-e59921ad-2fcb-46ac-88f2-77cf10eb979c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:20.347085 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-e59921ad-2fcb-46ac-88f2-77cf10eb979c service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1263957 Apr 21 15:33:20.448254 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-16a53f80-a0b8-4ca7-ac65-6ecbaa8ac5ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 999 time: 0.0948913 Apr 21 15:33:20.510715 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-ebae895b-6ec6-4aea-93ee-46ed4e700f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:20.512224 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-ebae895b-6ec6-4aea-93ee-46ed4e700f03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0586483 Apr 21 15:33:20.546825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '640cd99e-8f81-4fbf-a85f-ec634826c792', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '58eba3e5-3129-4434-b121-5819f771890d', 'port_id': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'mac_address': 'fa:16:3e:e2:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:33:18Z', 'updated_at': '2022-04-21T15:33:18Z', 'revision_number': 0, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:20.550702 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] Checking router: 58eba3e5-3129-4434-b121-5819f771890d for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:33:20.561200 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:20.561798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:32:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:20.590178 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-93547f88-230f-4975-b58f-1c4c7a0de5df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708313 Apr 21 15:33:20.720394 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-8cee801f-641e-4725-a250-ab7fa8e294d9 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234281 Apr 21 15:33:20.738323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:20.850733 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c51bdfc-2ef9-4703-a8bc-5b0da4e5d561 req-6633d938-d7c4-4b4d-8d9f-0da4ccedd29d service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252196 Apr 21 15:33:21.083368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '640cd99e-8f81-4fbf-a85f-ec634826c792', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '58eba3e5-3129-4434-b121-5819f771890d', 'port_id': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'mac_address': 'fa:16:3e:e2:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:33:18Z', 'updated_at': '2022-04-21T15:33:18Z', 'revision_number': 0, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:21.087360 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a578e1-4228-46e3-a196-0e19ebe04cf9 None None] The sync data for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv is: [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '640cd99e-8f81-4fbf-a85f-ec634826c792', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'floating_ip_address': '172.26.6.199', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '58eba3e5-3129-4434-b121-5819f771890d', 'port_id': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'mac_address': 'fa:16:3e:e2:1e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:33:18Z', 'updated_at': '2022-04-21T15:33:18Z', 'revision_number': 0, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:33:21.457393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-196f60ad-2db5-4192-8380-ed9087a1f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.458916 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.601647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:23.840807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:25.811173 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c26cd-9d3d-4f2c-8c58-0a669a847cd8 None None] New status for floating IP 640cd99e-8f81-4fbf-a85f-ec634826c792: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:33:25.822727 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Sync routers for ids ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:33:25.835220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Routers {'d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:25.835826 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:33:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:26.009883 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Set router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:26.369917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:33:02Z', 'revision_number': 4, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port': {'id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:00Z', 'updated_at': '2022-04-21T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '46c6e4a2-45fa-47c7-a53d-5ed1618cc65e', 'name': '', 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a', 'tenant_id': '863ac55a14014b13acc524883219df16', 'mac_address': 'fa:16:3e:d8:96:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a9286-1ddb-4a9e-b3ff-cf4c72243bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:02Z', 'updated_at': '2022-04-21T15:33:03Z', 'revision_number': 2, 'project_id': '863ac55a14014b13acc524883219df16', 'subnets': [{'id': '677a9286-1ddb-4a9e-b3ff-cf4c72243bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:26.373714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Checking router: d28b0db8-f47a-4a11-bddd-ff9b9f712e0b for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:33:26.374066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Updating router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:33:26.423034 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:26.749953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:26.760830 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Transition to ACTIVE for port object 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:26.766778 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:26.889325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e77f3e-fc15-43ca-b86a-670c6f4f5a7f None None] Pushing event updated for resources: {'Port': ['ID=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:26.982448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Attempting to bind port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:26.982766 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Attempting to bind port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:26.983119 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Attempting to bind port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e on network 04687d91-ebfa-4202-9f18-b36a8f01ed2a {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:33:26.990337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:33:26.990752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Checking segment: {'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:33:26.991185 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:26.991566 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Bound using segment: {'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:33:26.992024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Bound port: 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ebdba2-18a0-45c8-be58-01db13b22f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:26.992415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:27.087150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] For port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:33:27.090042 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] For port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,segment=NetworkSegment(b5ebdba2-18a0-45c8-be58-01db13b22f54),segment_id=b5ebdba2-18a0-45c8-be58-01db13b22f54)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:33:27.094598 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:27.174376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e77f3e-fc15-43ca-b86a-670c6f4f5a7f None None] Pushing event updated for resources: {'Port': ['ID=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:27.179436 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Routers {'d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:33:27.180051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:33:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:27.364021 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] Set router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:33:27.673512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:33:02Z', 'revision_number': 4, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port': {'id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:00Z', 'updated_at': '2022-04-21T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '46c6e4a2-45fa-47c7-a53d-5ed1618cc65e', 'name': '', 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a', 'tenant_id': '863ac55a14014b13acc524883219df16', 'mac_address': 'fa:16:3e:d8:96:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a9286-1ddb-4a9e-b3ff-cf4c72243bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:02Z', 'updated_at': '2022-04-21T15:33:27Z', 'revision_number': 4, 'project_id': '863ac55a14014b13acc524883219df16', 'subnets': [{'id': '677a9286-1ddb-4a9e-b3ff-cf4c72243bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:27.677320 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c58bbc-4b92-4939-8572-6d0bbea2f899 None None] The sync data for ids ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'] in dv-neutron-838898-1-hyperv is: [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:33:02Z', 'revision_number': 4, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port': {'id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:00Z', 'updated_at': '2022-04-21T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '46c6e4a2-45fa-47c7-a53d-5ed1618cc65e', 'name': '', 'network_id': '04687d91-ebfa-4202-9f18-b36a8f01ed2a', 'tenant_id': '863ac55a14014b13acc524883219df16', 'mac_address': 'fa:16:3e:d8:96:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a9286-1ddb-4a9e-b3ff-cf4c72243bd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:02Z', 'updated_at': '2022-04-21T15:33:27Z', 'revision_number': 4, 'project_id': '863ac55a14014b13acc524883219df16', 'subnets': [{'id': '677a9286-1ddb-4a9e-b3ff-cf4c72243bd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:33:27.939974 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:28.012098 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:28.017086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:28.017458 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:28.167755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:28.201186 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,segment=NetworkSegment(b5ebdba2-18a0-45c8-be58-01db13b22f54),segment_id=b5ebdba2-18a0-45c8-be58-01db13b22f54)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:33:28.205579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:28.275217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:29.921588 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:29.987930 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:29.988410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:31.201925 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:49.126788 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8c3d9ce4-fb60-4bb8-8690-f575f7d54c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:51.459671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f6c44e11-8cd7-4c79-80a0-cb2c3d7510cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:52.461569 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:52.602586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:53.845085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:54.765240 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:33:56.219030 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-b78dad58-16d5-4b27-92c0-f92394e71d3d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659990 Apr 21 15:33:56.372808 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-cdd6b261-c376-4f9f-b8d6-f988fb573e35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0696497 Apr 21 15:33:56.513555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fc947-b6e0-4963-a311-435512c10f14 req-09198bd9-9b13-4db9-b553-1ccba652fb8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:56.514911 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-09198bd9-9b13-4db9-b553-1ccba652fb8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1242402 Apr 21 15:33:56.693922 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-a0987298-e8f3-4f90-bb11-b18d7265cfd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 1001 time: 0.1725764 Apr 21 15:33:56.753614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fc947-b6e0-4963-a311-435512c10f14 req-4e2df003-5b33-4157-86bc-c8288e3f0571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:33:56.755543 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-4e2df003-5b33-4157-86bc-c8288e3f0571 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0552194 Apr 21 15:33:56.827029 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-c7a28d9c-f16c-4f93-973e-ae2f3ff9ee49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657253 Apr 21 15:33:56.955284 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-93632d00-9031-474c-be2a-066666fc6770 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215246 Apr 21 15:33:57.084609 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-673fc947-b6e0-4963-a311-435512c10f14 req-3b7a6861-2efd-4e30-b720-9c9f1f2d06ac service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231275 Apr 21 15:34:01.192565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:11.505109 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-f6e74fb7-74ba-4b51-b65a-91f45b628bb0 req-931e3de9-dc6a-48ea-b942-fded8ef7e530 service neutron] (83935) timed out ('10.222.0.42', 60336) {{(pid=83935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 21 15:34:19.129300 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-edf10c53-9e73-4d83-8415-a88f5551f826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:21.461433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0788553-08fd-40e5-bbcf-6ab7755a2a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:22.464865 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:22.603809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:23.846232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:31.204005 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:31.765228 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:34:49.130140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-529acbef-4d9e-4ffb-8bc4-a35cf99b12d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:51.462214 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-195d44c7-849a-4a8a-b1dd-595a33447490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:52.467086 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:52.603534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:53.851456 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:56.206215 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-76d83093-bde4-4845-b883-1598c1bb7928 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703239 Apr 21 15:34:56.358055 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-635a1d27-cc2d-4262-a690-828ba4f2e168 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0697861 Apr 21 15:34:56.495906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5890d-6738-438f-a3c4-158159414036 req-29da2e8e-fe49-4616-82fd-9a0a943e16e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:34:56.497445 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-29da2e8e-fe49-4616-82fd-9a0a943e16e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1220326 Apr 21 15:34:56.599562 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-1a9e9ebc-8e5d-4cce-923f-c8e5a2ec9acc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0961528 Apr 21 15:34:56.658980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5890d-6738-438f-a3c4-158159414036 req-d264f4b1-e8eb-4172-b96f-31c658c44ad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:34:56.660457 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-d264f4b1-e8eb-4172-b96f-31c658c44ad6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0555360 Apr 21 15:34:56.734337 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-96f44686-b19f-4139-9c72-6cfc786e208a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685179 Apr 21 15:34:56.862219 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-77404281-9e03-42f0-af9a-9aa062a03826 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218870 Apr 21 15:34:56.990412 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-47d5890d-6738-438f-a3c4-158159414036 req-da24e284-166e-4fb6-8231-4f8e6fd09c14 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220295 Apr 21 15:35:01.207451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.765663 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:35:15.275368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d164eac-03cb-4440-810d-8e00dbde75fa req-e47b9c20-b7bc-45f2-b139-92a73dedd143 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:15.276947 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6d164eac-03cb-4440-810d-8e00dbde75fa req-e47b9c20-b7bc-45f2-b139-92a73dedd143 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0788734 Apr 21 15:35:15.324530 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6d164eac-03cb-4440-810d-8e00dbde75fa req-b6885eea-d990-45f8-ab2a-f0fe882a6531 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Apr 21 15:35:16.544185 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67756-8b9b-4e69-9ae9-f4afae7b3456 req-3641e353-3be0-4fd4-a7e6-1d86b223552a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:16.545620 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00c67756-8b9b-4e69-9ae9-f4afae7b3456 req-3641e353-3be0-4fd4-a7e6-1d86b223552a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0773528 Apr 21 15:35:16.589702 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-00c67756-8b9b-4e69-9ae9-f4afae7b3456 req-175626a4-2591-4e49-aa79-a64b86392095 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385542 Apr 21 15:35:17.783164 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7031604-84ea-40dc-aa8e-e7c30fe388d0 req-1536f54e-6640-44fd-bd06-6006e1b72355 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:17.784665 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e7031604-84ea-40dc-aa8e-e7c30fe388d0 req-1536f54e-6640-44fd-bd06-6006e1b72355 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0741036 Apr 21 15:35:17.830755 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e7031604-84ea-40dc-aa8e-e7c30fe388d0 req-b9e33897-6f36-4c5f-9556-5203640fe9f0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 Apr 21 15:35:19.026681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5f77-3a70-480e-8f9c-e740c675f35c req-2f303faf-022f-4aab-b10c-237ce9ec4f49 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:19.028163 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-862a5f77-3a70-480e-8f9c-e740c675f35c req-2f303faf-022f-4aab-b10c-237ce9ec4f49 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0778861 Apr 21 15:35:19.072799 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-862a5f77-3a70-480e-8f9c-e740c675f35c req-7904e35d-4a8e-4a17-a277-b7d6e745f1ed tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391505 Apr 21 15:35:19.132188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a7cbbdf6-5e53-4402-9231-f2c65da8e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:20.267356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacbae7-895b-42c7-b619-beab3b996ed3 req-e50e0b51-e931-4011-9de6-507cde87aebf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:20.268734 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bbacbae7-895b-42c7-b619-beab3b996ed3 req-e50e0b51-e931-4011-9de6-507cde87aebf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0785081 Apr 21 15:35:20.314864 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bbacbae7-895b-42c7-b619-beab3b996ed3 req-b8d1a060-56fb-4f7d-bd9f-bd30541ee2f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400624 Apr 21 15:35:21.467394 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-632db133-fed8-4b87-baf1-fbd2eb82da62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.513300 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfd30a-4924-415a-bf4a-758947c0b245 req-e4527e8d-21dc-4959-a60f-2e28040333e3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:21.514745 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5ecfd30a-4924-415a-bf4a-758947c0b245 req-e4527e8d-21dc-4959-a60f-2e28040333e3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0748558 Apr 21 15:35:21.641859 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-5ecfd30a-4924-415a-bf4a-758947c0b245 req-705d0213-b69a-42ae-8b29-84e1d4519a9e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215947 Apr 21 15:35:22.468973 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:22.605871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:22.839066 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc51cd-df8f-432f-8ba7-882e768d5a0b req-6234071d-b49a-4ddc-9a41-dad7c6d4682c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:22.840444 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0cbc51cd-df8f-432f-8ba7-882e768d5a0b req-6234071d-b49a-4ddc-9a41-dad7c6d4682c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0752573 Apr 21 15:35:22.887327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0cbc51cd-df8f-432f-8ba7-882e768d5a0b req-215342fe-c945-405f-94fb-1b674ef95516 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Apr 21 15:35:23.853841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:24.220804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c81973-be3d-44b1-849a-919be6632a6b req-dfd9bb69-8735-4b77-b448-2ddd516f3d0b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:24.222245 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e4c81973-be3d-44b1-849a-919be6632a6b req-dfd9bb69-8735-4b77-b448-2ddd516f3d0b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0754898 Apr 21 15:35:24.265891 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e4c81973-be3d-44b1-849a-919be6632a6b req-48109cdd-c676-47fd-8b07-8dfd076e3fcb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382197 Apr 21 15:35:25.459609 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a3816-f165-4d15-8393-b0db80ef78f8 req-4b44b9ea-9e36-4867-b52a-7ca6811c7061 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:25.461069 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-985a3816-f165-4d15-8393-b0db80ef78f8 req-4b44b9ea-9e36-4867-b52a-7ca6811c7061 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0746300 Apr 21 15:35:25.505132 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-985a3816-f165-4d15-8393-b0db80ef78f8 req-5e27edc2-e35d-495f-ad2f-7147fa4968d8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 Apr 21 15:35:26.700111 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e1bc6-74b9-4b3d-b2ee-274fe960cc68 req-8a811cfe-aad0-47c8-a528-ffa6274a41e5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:26.701563 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d45e1bc6-74b9-4b3d-b2ee-274fe960cc68 req-8a811cfe-aad0-47c8-a528-ffa6274a41e5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0796461 Apr 21 15:35:26.745468 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d45e1bc6-74b9-4b3d-b2ee-274fe960cc68 req-6386045a-7167-4bc5-b30f-c70d300563d4 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384138 Apr 21 15:35:27.472848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:35:27.601296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:35:27.613981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'port_id': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'mac_address': 'fa:16:3e:e2:1e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:35:27.665781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.682047 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d7d1123-4d52-4128-ac8f-214cbb089ed1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:35:27.696957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:35:27.700331 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.765860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:27.773711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.774059 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.774401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.775248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.775584 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.775913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.776257 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.776581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.776904 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.777221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.777538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:27.854659 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['0d7d1123-4d52-4128-ac8f-214cbb089ed1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:35:27.954350 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6dd32-12b4-4eb9-bdd3-6e8a14ee357e req-9b8fda9d-3ee3-43bf-af2d-d995feb8bb9f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:27.956712 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e8f6dd32-12b4-4eb9-bdd3-6e8a14ee357e req-9b8fda9d-3ee3-43bf-af2d-d995feb8bb9f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 944 time: 0.0908120 Apr 21 15:35:28.008653 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e8f6dd32-12b4-4eb9-bdd3-6e8a14ee357e req-5960a388-02f2-4a36-b11d-fe8a2b0440a6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460114 Apr 21 15:35:29.219621 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ab345-15f6-44ce-ba79-ba91d37d740f req-b72dabff-0880-431e-8428-d21c525e6aaa tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:29.221388 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d84ab345-15f6-44ce-ba79-ba91d37d740f req-b72dabff-0880-431e-8428-d21c525e6aaa tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 944 time: 0.0798564 Apr 21 15:35:29.269191 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d84ab345-15f6-44ce-ba79-ba91d37d740f req-72d6c51c-6e3e-4675-8363-63cb9c752082 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Apr 21 15:35:29.479738 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:29.549522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:29.549902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:29.671492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:29.703245 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:35:29.713327 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:35:29.720568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:29.768302 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98629129-9b8c-4731-9cc1-782298ce4168'] response: {'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'code': 200} Apr 21 15:35:29.797563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:30.481713 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b09fa-c883-41b4-947e-14724aa0aafb req-e6919623-99fc-4aac-b5da-6ccaa7f2570a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:30.484543 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f92b09fa-c883-41b4-947e-14724aa0aafb req-e6919623-99fc-4aac-b5da-6ccaa7f2570a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0854959 Apr 21 15:35:30.532106 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f92b09fa-c883-41b4-947e-14724aa0aafb req-5209c075-18dd-4087-a35a-4041e155a889 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432591 Apr 21 15:35:31.222229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:31.742457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe68ebd-a65e-4d27-a684-97cd1737ac7e req-796f848c-72b1-4965-914b-cf12470a9317 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:31.744237 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fbe68ebd-a65e-4d27-a684-97cd1737ac7e req-796f848c-72b1-4965-914b-cf12470a9317 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0823565 Apr 21 15:35:31.793178 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fbe68ebd-a65e-4d27-a684-97cd1737ac7e req-f2d709a0-7500-4257-98dd-0b81c0b22b98 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Apr 21 15:35:33.013634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1f2b-3750-47dc-81ff-1ce21e4de8f8 req-a3167c28-e9e1-4899-b21a-ab664e4b6bdf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:33.015099 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30ff1f2b-3750-47dc-81ff-1ce21e4de8f8 req-a3167c28-e9e1-4899-b21a-ab664e4b6bdf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0897703 Apr 21 15:35:33.074049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-30ff1f2b-3750-47dc-81ff-1ce21e4de8f8 req-97f7c68b-9c42-4437-a1a0-de11d9dee833 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504732 Apr 21 15:35:34.409228 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999e73b-20e2-4505-88d2-cf776765b764 req-2629bf72-cd43-4a2c-9815-55910cda371c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:34.411395 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b999e73b-20e2-4505-88d2-cf776765b764 req-2629bf72-cd43-4a2c-9815-55910cda371c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.1929553 Apr 21 15:35:34.458442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b999e73b-20e2-4505-88d2-cf776765b764 req-4ddab7f4-cc9b-4433-b0cf-5082215ca675 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Apr 21 15:35:35.661467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7221ab-4422-4d52-9b24-181ef65b3ef1 req-29fe5dfc-5f2d-4f75-a24b-9009e067c3e6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:35.668538 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad7221ab-4422-4d52-9b24-181ef65b3ef1 req-29fe5dfc-5f2d-4f75-a24b-9009e067c3e6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0877113 Apr 21 15:35:35.711713 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ad7221ab-4422-4d52-9b24-181ef65b3ef1 req-2f69afaa-42f9-49bf-a948-40a65b0137fa tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423274 Apr 21 15:35:36.958102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44616cb-e685-4833-9170-2ce0de274d11 req-553930dc-b1c7-40bd-9878-cf9ddd4db5ce tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:36.960211 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f44616cb-e685-4833-9170-2ce0de274d11 req-553930dc-b1c7-40bd-9878-cf9ddd4db5ce tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0947676 Apr 21 15:35:37.015635 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f44616cb-e685-4833-9170-2ce0de274d11 req-2c23e3af-dd21-4f42-bcdf-196f75694377 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477798 Apr 21 15:35:38.229455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7550b26-e23e-4a37-8b46-3f859ce1295d req-5fa45627-a782-4dcd-8f5a-7c7b0985899c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:38.236551 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a7550b26-e23e-4a37-8b46-3f859ce1295d req-5fa45627-a782-4dcd-8f5a-7c7b0985899c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0870938 Apr 21 15:35:38.281775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a7550b26-e23e-4a37-8b46-3f859ce1295d req-b67ba22e-28f3-4172-a097-ff358fb385e3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Apr 21 15:35:39.190528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-086d4d01-b05f-4b92-beb9-330ed5a42c83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1098 time: 0.0724549 Apr 21 15:35:39.325722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-d45d2157-ae84-4101-b706-f3f094400faa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:39.327278 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-d45d2157-ae84-4101-b706-f3f094400faa service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1310298 Apr 21 15:35:39.454942 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-647ac365-34fe-4f4a-af96-9660341fce62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 1001 time: 0.1207364 Apr 21 15:35:39.511457 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e0b6-917d-46e4-ab37-cad9c05fb2b7 req-0ee4da23-e9b4-4d2e-aeff-a80918bd61d2 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:39.512990 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8875e0b6-917d-46e4-ab37-cad9c05fb2b7 req-0ee4da23-e9b4-4d2e-aeff-a80918bd61d2 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0825095 Apr 21 15:35:39.518954 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-3b064151-79e3-4d0b-8d46-561798077904 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:39.520394 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-3b064151-79e3-4d0b-8d46-561798077904 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0572677 Apr 21 15:35:39.563437 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8875e0b6-917d-46e4-ab37-cad9c05fb2b7 req-3de16e31-054f-4a75-994f-b279deb909eb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Apr 21 15:35:39.602504 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-ed73de87-1cc4-4fbc-b038-5b3ebb6a60ca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763183 Apr 21 15:35:39.734227 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-d84e2111-de13-47ba-b8d6-f12f8e69c8db service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252224 Apr 21 15:35:39.863634 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ef3f500b-e344-42ed-a5f5-15a234826b3e req-7b5dc924-089c-4bc2-88fa-61dd4b1d2642 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237524 Apr 21 15:35:40.757969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31cec0-056f-418c-a798-739fe903016b req-c4af5768-bdb4-43cf-95c3-1f39974ff24e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:40.760005 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d31cec0-056f-418c-a798-739fe903016b req-c4af5768-bdb4-43cf-95c3-1f39974ff24e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 945 time: 0.0756407 Apr 21 15:35:40.804263 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3d31cec0-056f-418c-a798-739fe903016b req-80d55c38-f7e3-44ff-a6f9-3df74f4aa2ea tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Apr 21 15:35:41.525553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:35:41.639183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:41.666188 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:35:41.675407 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:35:41.679076 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:41.755319 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4394a066-cdff-4d12-8db3-a8e451d70ec2'] response: {'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'code': 200} Apr 21 15:35:41.783286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:42.015496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcbe41-667a-413a-bb45-9d175d1db4bf req-81e01ea2-cd32-4e56-b051-b92489844def tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:42.016986 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-36dcbe41-667a-413a-bb45-9d175d1db4bf req-81e01ea2-cd32-4e56-b051-b92489844def tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0908847 Apr 21 15:35:42.061723 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-36dcbe41-667a-413a-bb45-9d175d1db4bf req-ceac606a-7dd3-46a0-8fdf-603d6b77ca53 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Apr 21 15:35:42.354810 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e68496aa-a1a3-48ef-b6f2-2ea6b8482456 req-be26ac16-c085-47f9-b427-cb07050484f0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1689858 Apr 21 15:35:42.631025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c219b1b-4fd0-438a-8229-2793f3c6f97f req-f243d5ee-4865-45f7-ae92-ce5c06166c0a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:42.632489 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c219b1b-4fd0-438a-8229-2793f3c6f97f req-f243d5ee-4865-45f7-ae92-ce5c06166c0a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0794730 Apr 21 15:35:42.800495 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1c219b1b-4fd0-438a-8229-2793f3c6f97f req-a69ac211-ab7a-4d37-8a13-f1be09c199ba tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620584 Apr 21 15:35:42.817683 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-bbdae2bd-ff07-4ef3-85f1-bcefc68ee618 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2697937 Apr 21 15:35:43.520947 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-b59622c4-d372-42c4-811b-cb06ea085ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5&tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 1096 time: 0.0701265 Apr 21 15:35:43.619637 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-9739dca3-778b-4f1e-8dee-d3a62a9a1208 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1096 time: 0.0668318 Apr 21 15:35:43.751049 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-e5d45c3e-2c6f-416a-99f0-9c774f1dbbd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:43.752445 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-e5d45c3e-2c6f-416a-99f0-9c774f1dbbd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1269264 Apr 21 15:35:43.853140 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-4ee069c9-0abd-483b-b98f-99afff58b0d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 999 time: 0.0955813 Apr 21 15:35:43.913760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-fe6e9292-b474-4a92-b90f-21cc80500e0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:43.915240 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-fe6e9292-b474-4a92-b90f-21cc80500e0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0571613 Apr 21 15:35:43.995262 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-3e4bbe9e-bc50-4274-8069-cf1f9f1fcb42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742033 Apr 21 15:35:43.999882 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f229f-001b-4a2d-9c0a-527e6a9ba4c0 req-b829ce38-1cb2-4d69-a22d-cae88337df57 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:44.001987 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e10f229f-001b-4a2d-9c0a-527e6a9ba4c0 req-b829ce38-1cb2-4d69-a22d-cae88337df57 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0812232 Apr 21 15:35:44.047977 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e10f229f-001b-4a2d-9c0a-527e6a9ba4c0 req-5d9ce152-71b8-4055-8ca4-c35ff756b52e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 Apr 21 15:35:44.128387 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-972818b5-ba49-4c9c-88cc-bd187a89129f service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269510 Apr 21 15:35:44.255573 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9acf85ce-3480-49fb-a577-f1252d5f75ec req-d3e7f419-7373-4960-a884-5f0e9b295997 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210768 Apr 21 15:35:45.291398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078e404-d4e2-43c0-92d4-9170746d6815 req-d8b8864a-519e-41bb-a3a9-a66e246bb77e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:45.293132 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a078e404-d4e2-43c0-92d4-9170746d6815 req-d8b8864a-519e-41bb-a3a9-a66e246bb77e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0812354 Apr 21 15:35:45.348584 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a078e404-d4e2-43c0-92d4-9170746d6815 req-deab3086-8d19-4cfd-b072-dad070160d0d tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483034 Apr 21 15:35:45.768293 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:35:46.566750 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed43f3f-b885-4973-a5f5-d11c4d8eb7f5 req-733da008-0b6b-4cf9-bd03-9426462131d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:46.569225 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0ed43f3f-b885-4973-a5f5-d11c4d8eb7f5 req-733da008-0b6b-4cf9-bd03-9426462131d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0830529 Apr 21 15:35:46.621061 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0ed43f3f-b885-4973-a5f5-d11c4d8eb7f5 req-52d14c86-513c-4271-95ee-40aaebb3ccd0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419242 Apr 21 15:35:47.834709 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0cc35-c58a-40bd-8da0-41d5a87fcfe7 req-15f2398e-0132-4605-aa84-cc04f0f70800 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:47.836386 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6b0cc35-c58a-40bd-8da0-41d5a87fcfe7 req-15f2398e-0132-4605-aa84-cc04f0f70800 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0858662 Apr 21 15:35:47.885874 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b6b0cc35-c58a-40bd-8da0-41d5a87fcfe7 req-0b58b6ab-ed8a-4b6f-be71-d328d1e0aaaf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Apr 21 15:35:49.099539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481aaab-9aab-46e4-8cfd-cb7220c62401 req-905f061f-9cad-4897-946b-2ac6414ac72b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:49.101219 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7481aaab-9aab-46e4-8cfd-cb7220c62401 req-905f061f-9cad-4897-946b-2ac6414ac72b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0858660 Apr 21 15:35:49.142697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0f8b6db-a636-4c36-baab-3e11c242b890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:49.150849 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7481aaab-9aab-46e4-8cfd-cb7220c62401 req-c2decd41-04a4-43d2-a945-28d2c48a2c19 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431085 Apr 21 15:35:50.370631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d5eb6-e17c-40d5-8a20-8a931cb2e8b6 req-43d4b693-9f25-4d12-9b38-1f9461ad5623 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:50.372301 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-508d5eb6-e17c-40d5-8a20-8a931cb2e8b6 req-43d4b693-9f25-4d12-9b38-1f9461ad5623 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0864427 Apr 21 15:35:50.435960 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-508d5eb6-e17c-40d5-8a20-8a931cb2e8b6 req-63ce80f4-9f73-4c63-b28d-7830d9c4e538 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567379 Apr 21 15:35:51.469451 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7e855b95-3241-45c3-aa59-3f0bd4039007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:51.679702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9ccbc-23e7-40b4-9fb0-2511494188f5 req-903c61fc-842d-48cc-a718-a16eb981d6e5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:51.681843 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09e9ccbc-23e7-40b4-9fb0-2511494188f5 req-903c61fc-842d-48cc-a718-a16eb981d6e5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0911691 Apr 21 15:35:51.734604 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-09e9ccbc-23e7-40b4-9fb0-2511494188f5 req-568b5938-89d3-4b0b-933e-4515a571536d tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Apr 21 15:35:52.472901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:52.607162 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:52.937901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ae1b0-6409-4dbe-b4b9-c4119e3f38f9 req-0747f21c-7942-4385-8cf6-b3b2348040a7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:52.939330 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6ae1b0-6409-4dbe-b4b9-c4119e3f38f9 req-0747f21c-7942-4385-8cf6-b3b2348040a7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0781732 Apr 21 15:35:52.984088 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-1b6ae1b0-6409-4dbe-b4b9-c4119e3f38f9 req-2a6453f6-719f-4c0f-8f5c-c3dbd6ca73dc tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389268 Apr 21 15:35:53.856283 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:54.178141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae203bb-b659-479e-8dd9-1ed4b4716d46 req-b3745247-7311-4410-ac5d-9d1c884b9df0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:54.179589 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2ae203bb-b659-479e-8dd9-1ed4b4716d46 req-b3745247-7311-4410-ac5d-9d1c884b9df0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0748572 Apr 21 15:35:54.227038 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-2ae203bb-b659-479e-8dd9-1ed4b4716d46 req-58f279de-aebe-4620-b035-041c5d7dbe88 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Apr 21 15:35:55.420081 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f7d91-bb4a-414a-a5f5-163cfa4302a3 req-e54d4936-6e6c-4545-a46d-42306a2bd7ab tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:55.421510 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2c5f7d91-bb4a-414a-a5f5-163cfa4302a3 req-e54d4936-6e6c-4545-a46d-42306a2bd7ab tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 943 time: 0.0741804 Apr 21 15:35:55.468802 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2c5f7d91-bb4a-414a-a5f5-163cfa4302a3 req-70cf2e6d-2b42-4546-972e-370884d7fce3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 Apr 21 15:35:55.588701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:35:55.716818 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:35:55.729203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'port_id': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'mac_address': 'fa:16:3e:e2:1e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:35:55.781157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:55.800114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7d1123-4d52-4128-ac8f-214cbb089ed1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:35:55.815143 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:35:55.819178 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:55.882645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=9']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:56.141056 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['0d7d1123-4d52-4128-ac8f-214cbb089ed1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:35:56.662438 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b015ec-0861-42a0-a2e9-5cdbc8d70fb7 req-ffec9e35-3577-48ee-a4cb-36c4935d9f36 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:56.663873 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50b015ec-0861-42a0-a2e9-5cdbc8d70fb7 req-ffec9e35-3577-48ee-a4cb-36c4935d9f36 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 944 time: 0.0749297 Apr 21 15:35:56.707725 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50b015ec-0861-42a0-a2e9-5cdbc8d70fb7 req-be41993b-6681-484e-ac92-c51d521fee8b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378206 Apr 21 15:35:57.295935 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-023aa713-2501-4e0b-8f46-38789b1b9a6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0691373 Apr 21 15:35:57.436874 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-7ff81373-93ed-4dd6-ad0e-34630ef328e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:57.438299 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-7ff81373-93ed-4dd6-ad0e-34630ef328e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1256449 Apr 21 15:35:57.618787 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:57.625267 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-a71630c1-61f9-4a54-bb2e-261f1d7503bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 1000 time: 0.1807339 Apr 21 15:35:57.686537 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-7971db29-a522-41f6-9ce7-0ece6e09c074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:57.688008 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-7971db29-a522-41f6-9ce7-0ece6e09c074 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0567915 Apr 21 15:35:57.688151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:57.688550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:57.764801 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-154d8508-ef05-4eea-b4f7-350fe138c509 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710633 Apr 21 15:35:57.775754 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-d43567d4-0478-426f-bb8f-56beb41f5f10 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83935) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:35:57.775754 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-d43567d4-0478-426f-bb8f-56beb41f5f10 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053506 Apr 21 15:35:57.803781 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:57.831635 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:35:57.842205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:35:57.847002 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:57.894536 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9633e0ad-e0e1-443f-bef1-46a693baddc1'] response: {'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'code': 200} Apr 21 15:35:57.919827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=10']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:57.991883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d314e-fedc-4ce5-ab76-07b7a3b262fe req-c47dce13-eafa-40e6-baac-e8e2c350d568 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:57.993925 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a2d314e-fedc-4ce5-ab76-07b7a3b262fe req-c47dce13-eafa-40e6-baac-e8e2c350d568 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 946 time: 0.1405966 Apr 21 15:35:57.996120 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-4455382a-6234-489f-b65c-43f295314c3d service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138910 Apr 21 15:35:58.120829 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.21', 64920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:58.146982 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-2a2d314e-fedc-4ce5-ab76-07b7a3b262fe req-835119aa-a345-43e2-8fd1-74bc84401b75 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456418 Apr 21 15:35:58.174112 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-365e4c67-ef69-4fc7-9577-9026adcbb574 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708434 Apr 21 15:35:58.210734 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4a93cdcf-a76b-4af0-bc98-5486a7063860 req-4a4fb5c1-1c01-40c6-991b-cabf23b2225a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1099 time: 0.0703578 Apr 21 15:35:58.251786 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4a93cdcf-a76b-4af0-bc98-5486a7063860 req-b27e75a3-74e4-41bc-9a26-ff3ddfd11662 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346014 Apr 21 15:35:59.345958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6a263-c164-40b9-8556-0f3c8d5fa729 req-eaa1d889-6194-4181-b0d1-c5f51b41dbbf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:35:59.347419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8ba6a263-c164-40b9-8556-0f3c8d5fa729 req-eaa1d889-6194-4181-b0d1-c5f51b41dbbf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 946 time: 0.0779142 Apr 21 15:35:59.394629 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8ba6a263-c164-40b9-8556-0f3c8d5fa729 req-9baa1a4f-3879-4fcb-a5c0-95b0c991dd4d tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410876 Apr 21 15:36:00.591047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f30349-1599-4338-8a8a-2469493a9b39 req-c828acd4-2079-401e-b2b2-c1516b0bd69f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:36:00.592580 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4f30349-1599-4338-8a8a-2469493a9b39 req-c828acd4-2079-401e-b2b2-c1516b0bd69f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 946 time: 0.0754819 Apr 21 15:36:00.637552 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b4f30349-1599-4338-8a8a-2469493a9b39 req-ae1ee71a-7425-48f7-a1e1-df265cf86cca tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394065 Apr 21 15:36:01.220054 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:19.134724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fffaf062-9b70-4771-a47a-02012b9d3f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:21.469794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d5c64b08-4638-442e-99e0-480cc701bcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:22.475669 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:22.607711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:22.769189 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:36:23.858553 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:31.235630 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:49.136172 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2cb3b6ec-81f8-4cfc-b551-a9d6f94637d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:51.470749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a379d74c-af07-4a4d-908f-1d9f12523741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:52.478794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:52.610249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:53.864291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:58.286838 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-56b5bf83-d1cd-44a8-9478-4711311eb98c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1347842 Apr 21 15:36:58.434701 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-b26d6fac-adef-4c83-a878-a2d476d8ed97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1099 time: 0.0671427 Apr 21 15:36:58.573102 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-0fec088d-1efe-4277-a355-118372d44654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:36:58.574419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-0fec088d-1efe-4277-a355-118372d44654 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1224210 Apr 21 15:36:58.674297 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-7fffdc7f-073e-4f2a-84f8-3925e18e9753 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0939386 Apr 21 15:36:58.735556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-10407fa3-19e7-421f-a205-35f5a076942f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:36:58.737091 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-10407fa3-19e7-421f-a205-35f5a076942f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0574784 Apr 21 15:36:58.811112 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-6a27871d-5228-4fa2-9c15-e751d024f5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686622 Apr 21 15:36:59.024660 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-cecd634e-dee1-4d85-8462-7489802ba7bf service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072320 Apr 21 15:36:59.158038 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7333f6ce-1ac8-4b97-9b77-db9c5fa19a0b req-0956e697-d823-4640-a349-748e082e8f0d service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277177 Apr 21 15:36:59.768632 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:37:01.249673 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:11.494705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:11.688585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Deleting port ebdd170d-e6f3-41b1-97f5-8c0b7fa2890f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:37:11.688922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:11.853040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:11.853277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:11.969658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Calling delete_port for ebdd170d-e6f3-41b1-97f5-8c0b7fa2890f owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:37:12.118351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:12.187982 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event deleted for resources: {'Port': ['ID=ebdd170d-e6f3-41b1-97f5-8c0b7fa2890f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:12.238329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.238670 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.239000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.239322 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.239644 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.239961 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.240301 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.241137 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.241450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.241761 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.242076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:12.265372 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:12.642969 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Router 58eba3e5-3129-4434-b121-5819f771890d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:37:12.934071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:37:12.944865 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] Sync routers for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:37:12.953837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:12.957091 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:37:12.957688 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:36:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:13.007251 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e02786fd-df06-455f-82f6-d53ad4eb0a77 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "DELETE /v2.0/floatingips/640cd99e-8f81-4fbf-a85f-ec634826c792 HTTP/1.1" status: 204 len: 168 time: 1.5114582 Apr 21 15:37:13.007914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:37:13.144293 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:37:13.155788 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e33914-6d87-407a-9c60-8afd77c3cd11'] response: {'name': 'network-changed', 'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'status': 'completed', 'code': 200} Apr 21 15:37:13.283364 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-e08de37c-cf8e-4947-8e36-ed74b8317898 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 1099 time: 0.0810318 Apr 21 15:37:13.408794 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964119-8988-4a19-ae37-852f64c9fe70 req-09b0847b-4a40-42f4-b5e1-4af567b0afb0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:13.410249 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32964119-8988-4a19-ae37-852f64c9fe70 req-09b0847b-4a40-42f4-b5e1-4af567b0afb0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 946 time: 0.0849969 Apr 21 15:37:13.426046 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-37187a70-0898-4afa-99c8-c9e023f96205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:13.427581 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-37187a70-0898-4afa-99c8-c9e023f96205 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1344790 Apr 21 15:37:13.457186 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-32964119-8988-4a19-ae37-852f64c9fe70 req-d7db9295-6e5d-4e60-97b3-dcba7c96fdd2 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Apr 21 15:37:13.499088 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-db1102a9-aab3-4638-90df-2ebdabf99f4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 200 len: 217 time: 0.0647085 Apr 21 15:37:13.505778 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:13.510079 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] Checking router: 58eba3e5-3129-4434-b121-5819f771890d for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:37:13.520373 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:37:13.520956 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:36:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:13.559808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-44c7e658-ca9d-4850-bb91-a36f87572ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:13.561254 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-44c7e658-ca9d-4850-bb91-a36f87572ecf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0559957 Apr 21 15:37:13.637495 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-b503deae-c894-4c16-867f-368b710796d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700648 Apr 21 15:37:13.695280 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:37:13.769446 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-9e6004ba-f652-4205-97e2-2f0b16d23a6e service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243806 Apr 21 15:37:13.899013 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-17836c77-2f08-41c0-b105-650a2efdc1cf req-51622ff1-aec0-4fb7-94ab-dafd955dafbb service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235976 Apr 21 15:37:13.997870 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:14.002653 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d218b7c0-a289-4ba4-8fd5-e5a6327b6e79 None None] The sync data for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv is: [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:37:14.204971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287faca4-66a4-44c4-9353-6fdbeaf8a2c5 None None] New status for floating IP 640cd99e-8f81-4fbf-a85f-ec634826c792: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:37:14.650518 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aab39-d662-4fbc-84c6-f007bf5307c9 req-31bd94ec-e39f-483c-8cc8-d079ff31d0e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:14.651192 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-1a4aab39-d662-4fbc-84c6-f007bf5307c9 req-31bd94ec-e39f-483c-8cc8-d079ff31d0e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:37:14.666159 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-1a4aab39-d662-4fbc-84c6-f007bf5307c9 req-31bd94ec-e39f-483c-8cc8-d079ff31d0e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:37:14.667266 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a4aab39-d662-4fbc-84c6-f007bf5307c9 req-31bd94ec-e39f-483c-8cc8-d079ff31d0e7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 946 time: 0.0898335 Apr 21 15:37:14.756539 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1a4aab39-d662-4fbc-84c6-f007bf5307c9 req-fb8cb1ec-936d-4a47-9abe-2bb444cd8ce9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=b32d0161-5bd0-40cd-9088-758c82aa3c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836496 Apr 21 15:37:14.791222 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5adfb009-1d98-45fe-8c9f-d4901ca85f8d tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:14.792713 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5adfb009-1d98-45fe-8c9f-d4901ca85f8d tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 946 time: 0.0919726 Apr 21 15:37:14.857873 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Deleting port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:37:14.858210 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:15.096484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] For port 0d7d1123-4d52-4128-ac8f-214cbb089ed1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0d7d1123-4d52-4128-ac8f-214cbb089ed1,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:37:15.096837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:15.212539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Calling delete_port for 0d7d1123-4d52-4128-ac8f-214cbb089ed1 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:37:15.438814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:15.485245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event deleted for resources: {'Port': ['ID=0d7d1123-4d52-4128-ac8f-214cbb089ed1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:15.560565 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] No DVR routers for this DVR port 0d7d1123-4d52-4128-ac8f-214cbb089ed1 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:37:15.563051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:15.565628 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-deleted', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:37:15.581593 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-16ba5d3c-fc60-4f6c-8004-9e82578c1d31 req-5789ce1c-b2e4-4716-84f1-92e9d9c7a8b3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "DELETE /v2.0/ports/0d7d1123-4d52-4128-ac8f-214cbb089ed1 HTTP/1.1" status: 204 len: 173 time: 0.7836380 Apr 21 15:37:15.621397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a0804a-3b9c-47a0-854e-1b4caeca11b6'] response: {'server_uuid': 'c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5', 'name': 'network-vif-deleted', 'tag': '0d7d1123-4d52-4128-ac8f-214cbb089ed1', 'status': 'completed', 'code': 200} Apr 21 15:37:15.933704 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-204a35f3-0d7f-41b2-b985-13342a6a681f req-071b3611-512c-4810-9b9d-297e0864ea1c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:37:15.953380 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-204a35f3-0d7f-41b2-b985-13342a6a681f req-071b3611-512c-4810-9b9d-297e0864ea1c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:37:15.954603 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-204a35f3-0d7f-41b2-b985-13342a6a681f req-071b3611-512c-4810-9b9d-297e0864ea1c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=c961dde9-bbdd-4a18-ae6c-f7a93c16e7a5 HTTP/1.1" status: 200 len: 210 time: 0.0613365 Apr 21 15:37:17.062946 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36480) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:17.132360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-136ac007-1770-4b92-ae31-56a69b76ea43 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.159788 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-136ac007-1770-4b92-ae31-56a69b76ea43 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.225790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-136ac007-1770-4b92-ae31-56a69b76ea43 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.245475 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ac007-1770-4b92-ae31-56a69b76ea43 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d0161-5bd0-40cd-9088-758c82aa3c15,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:17.252523 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-136ac007-1770-4b92-ae31-56a69b76ea43 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.253717 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-136ac007-1770-4b92-ae31-56a69b76ea43 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "DELETE /v2.0/security-groups/b32d0161-5bd0-40cd-9088-758c82aa3c15 HTTP/1.1" status: 204 len: 168 time: 0.1897655 Apr 21 15:37:17.599029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36488) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:17.605360 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-867451284', 'description': 'tempest-secgroup-smoke-867451284 description', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:17.611478 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:17.615595 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:17.618479 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:17.624153 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:17.633526 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.667528 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:17.671249 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:17.674000 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:17.679630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:17.733110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.736643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.779254 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b9f8c-e403-4c2e-9c95-9620087877e2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:17.781968 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.785947 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-36b637ff-5fc6-4aae-b121-bf94b94ae630 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1831441 Apr 21 15:37:17.786306 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36492) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:17.791859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9f8c-e403-4c2e-9c95-9620087877e2', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:17.797668 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:17.801440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:17.804319 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:17.810018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:17.828930 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.886742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.890430 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.913643 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6bbaea-546a-4953-aa60-d75b09580e4a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:17.922155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:17.923445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a98d98ba-754b-479b-b66d-93955735601f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364481 Apr 21 15:37:17.926256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36496) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:17.931887 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9f8c-e403-4c2e-9c95-9620087877e2', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:17.937894 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:17.941706 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:17.945288 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:17.951324 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:17.967820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.029675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.033047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.054631 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510711d4-c4d8-4dcf-92bc-b57f0c6c35c8,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:18.066270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.066614 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.066947 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.067277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.067604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.067926 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.069052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.069374 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.069693 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.070010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.070326 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:18.072783 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.073920 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5bdae4c9-2035-45f1-b2a0-0f6eb50829f8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1466250 Apr 21 15:37:18.076579 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36500) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:18.081818 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9f8c-e403-4c2e-9c95-9620087877e2', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:18.088045 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:18.091766 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:18.094586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:18.100322 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:18.100785 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:37:18.116724 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.132815 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 0d7d1123-4d52-4128-ac8f-214cbb089ed1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:37:18.133463 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 0d7d1123-4d52-4128-ac8f-214cbb089ed1 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:37:18.179552 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.182798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.207881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c333ec-9db9-47b3-b0ce-c59c87aebfbf,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:18.216204 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.217347 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-27bfea07-645f-4cb9-bd4d-55669935c9f3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1398861 Apr 21 15:37:18.220006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36504) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:18.225337 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9f8c-e403-4c2e-9c95-9620087877e2', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:18.230949 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:18.234718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:18.237538 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:18.243595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:18.258909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.320207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.323710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.345460 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3816ecb2-355d-4681-938b-76e58473ed6e,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:18.355159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.356858 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-ae05946a-66cb-4885-a66b-64347d6ca260 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1356814 Apr 21 15:37:18.359276 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36508) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:18.365913 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9f8c-e403-4c2e-9c95-9620087877e2', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:18.372909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:18.376752 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:18.379583 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:18.386044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:18.395759 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Project d2d1aa1dc59b4ec6847658396b3c85c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:37:18.403726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.466800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.470147 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.493058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb277408-ed5a-444f-b8fc-fce9e89e5dc6,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:18.501822 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.502990 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-52b96195-43eb-4f5f-98af-8e8940486c74 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1424303 Apr 21 15:37:18.505798 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36512) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:18.511757 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'security_group_rule': {'security_group_id': '5f0b9f8c-e403-4c2e-9c95-9620087877e2', 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:18.517595 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:18.521320 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:security_group_rule and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:18.524139 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:18.529648 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:18.539666 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.securitygroups_db [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Project d2d1aa1dc59b4ec6847658396b3c85c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:37:18.545672 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.610317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.613978 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.636791 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a610a6d1-b572-4cc2-9b7b-35e343288968,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:18.645792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:18.646988 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-fb44041e-994d-450d-ad78-38701614ab5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1396029 Apr 21 15:37:19.137994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a8bc87d6-6195-4fb5-bef9-fd76e34a3589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:21.473695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-937f94d9-3766-4fb7-9e4f-e17a9121beab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:22.484325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:22.614314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:23.866560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:31.249893 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:32.383195 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-7cb59251-ade7-45e7-98ae-191acc5c6e46 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:37:32.398144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-7cb59251-ade7-45e7-98ae-191acc5c6e46 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:37:32.399299 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-7cb59251-ade7-45e7-98ae-191acc5c6e46 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-867451284&fields=id&tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 267 time: 0.0562835 Apr 21 15:37:32.542572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-76cdf44e-28c5-49f1-89b9-51bce85f6695 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:32.543141 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-76cdf44e-28c5-49f1-89b9-51bce85f6695 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:37:32.559648 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-76cdf44e-28c5-49f1-89b9-51bce85f6695 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:37:32.560808 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-76cdf44e-28c5-49f1-89b9-51bce85f6695 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 809 time: 0.1551569 Apr 21 15:37:32.577119 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-4e093301-fa6a-461c-b3e9-7cae43a3c0a3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/quotas/d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0109599 Apr 21 15:37:32.657368 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-c46babad-406a-418e-a02d-811b89f07e26 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755692 Apr 21 15:37:32.792829 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-4c126010-9288-4aad-ac43-2724fccd880e service neutron] 10.222.0.42 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234655 Apr 21 15:37:32.919198 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-4a168c9f-9b1b-469b-a631-e7ac75be6046 service neutron] 10.222.0.42 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208012 Apr 21 15:37:33.298615 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-9638d1f0-e231-4c47-af84-bce00ff58738 req-19a1d0d2-1763-4616-9693-e5d54ea1bf5f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 210 time: 0.0413561 Apr 21 15:37:34.372804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-ad381e23-fd2f-4242-89ad-28c3c41413fc tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:34.374211 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-ad381e23-fd2f-4242-89ad-28c3c41413fc tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 809 time: 0.1461349 Apr 21 15:37:34.466010 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ea5877c0-8018-4e5b-b5be-6b0512c79819 req-e7187bd2-78d3-4d3a-bf71-0375b06af860 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 210 time: 0.0464151 Apr 21 15:37:34.470962 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-4c46d4fc-3a37-4546-bf88-923f1e252da1 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 379 time: 0.0798750 Apr 21 15:37:34.480018 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'port': {'device_id': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'admin_state_up': True, 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'security_groups': ['5f0b9f8c-e403-4c2e-9c95-9620087877e2']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:34.614071 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:34.623895 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:34.633813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Made reservation on behalf of d2d1aa1dc59b4ec6847658396b3c85c3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:37:34.636991 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:34.797111 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Allocated IP 172.20.0.7 (d2ebdae2-861c-44a3-a745-ebd02e2897fd/88571b8f-a758-4507-8796-468f6d8122a9/21c2f856-30f7-47b8-877e-2c44ff6649f8) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:37:35.075331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:35.091040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Transition to ACTIVE for port object 21c2f856-30f7-47b8-877e-2c44ff6649f8 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:37:35.113554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:35.190095 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:37:35.193496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:37:35.198391 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:37:35.223674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:35.262741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:35.263440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:35.294322 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-bcace491-6de5-4584-a3cd-cc58ed90f0d0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189268 Apr 21 15:37:35.310804 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Request body: {'port': {'device_id': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:35.424445 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:35.454648 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2e1b1de6-2b7b-4fc1-afa3-ce687fe10861 None None] Provisioning for port 21c2f856-30f7-47b8-877e-2c44ff6649f8 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:37:35.460282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-2e1b1de6-2b7b-4fc1-afa3-ce687fe10861 None None] Provisioning complete for port 21c2f856-30f7-47b8-877e-2c44ff6649f8 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:37:35.460757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2e1b1de6-2b7b-4fc1-afa3-ce687fe10861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:35.517546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b1de6-2b7b-4fc1-afa3-ce687fe10861 None None] Port 21c2f856-30f7-47b8-877e-2c44ff6649f8 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:37:35.678673 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c13b11-6a40-4f7e-92c3-a3109233e270 req-99b25d6e-3496-47f7-af23-b89a7aa5c045 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:35.681177 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58c13b11-6a40-4f7e-92c3-a3109233e270 req-99b25d6e-3496-47f7-af23-b89a7aa5c045 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 931 time: 0.0846007 Apr 21 15:37:35.731430 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-58c13b11-6a40-4f7e-92c3-a3109233e270 req-e41fc169-56ae-4073-b586-a539b63ec2cf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430558 Apr 21 15:37:35.788567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c2f856-30f7-47b8-877e-2c44ff6649f8 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:37:35.795135 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:35.810308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Transition to ACTIVE for port object 21c2f856-30f7-47b8-877e-2c44ff6649f8 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:37:35.813814 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:35.939556 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:36.052496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Attempting to bind port 21c2f856-30f7-47b8-877e-2c44ff6649f8 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:37:36.052853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Attempting to bind port 21c2f856-30f7-47b8-877e-2c44ff6649f8 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:37:36.053856 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Attempting to bind port 21c2f856-30f7-47b8-877e-2c44ff6649f8 on network d2ebdae2-861c-44a3-a745-ebd02e2897fd {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:37:36.060393 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Port 21c2f856-30f7-47b8-877e-2c44ff6649f8 on network d2ebdae2-861c-44a3-a745-ebd02e2897fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:37:36.060727 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Attempting to bind port 21c2f856-30f7-47b8-877e-2c44ff6649f8 on network d2ebdae2-861c-44a3-a745-ebd02e2897fd {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:37:36.067651 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:37:36.068100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Checking segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:37:36.069377 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Bound using segment: {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:37:36.069825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Bound port: 21c2f856-30f7-47b8-877e-2c44ff6649f8, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f63cba-17a0-4691-a17c-c3f3e3618a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:37:36.070250 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:36.158905 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:37:36.163387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:37:36.167202 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:36.232329 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:36.233818 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] 10.222.0.21 "PUT /v2.0/ports/21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 1093 time: 0.9274404 Apr 21 15:37:36.234256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:37:36.252503 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831e5c-b69d-442a-a552-37b1d89c0ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:36.317435 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1431d739-5e77-43bd-83b0-b6af69288138'] response: {'name': 'network-changed', 'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'status': 'completed', 'code': 200} Apr 21 15:37:36.359452 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-baed8612-646f-432a-9e01-4ef10e815e0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1096 time: 0.0731945 Apr 21 15:37:36.436013 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-2527afc7-40f1-4200-b62c-60da96edb7f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 217 time: 0.0647926 Apr 21 15:37:36.500443 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-41f9dd04-b01f-46ee-bbd4-b525b6a07c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:36.502533 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-41f9dd04-b01f-46ee-bbd4-b525b6a07c57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0611928 Apr 21 15:37:36.583759 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-dd956fcb-2006-4a5f-8eaa-e6697d4788c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752499 Apr 21 15:37:36.713361 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-3eb519bf-205b-4fb7-9cf4-712bd6b5083b service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229577 Apr 21 15:37:36.773281 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:37:36.936314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2665-e643-4aed-be94-5fc2a616e5c2 req-fd1fe0a8-1636-4189-9077-c35b9ab6db80 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:36.938269 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abfb2665-e643-4aed-be94-5fc2a616e5c2 req-fd1fe0a8-1636-4189-9077-c35b9ab6db80 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0773184 Apr 21 15:37:36.946467 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7ca26ceb-24c5-4ac3-80cc-5d2d4c14a52b req-aa683702-d985-4932-b390-5622e8ad5385 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264407 Apr 21 15:37:36.986603 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-abfb2665-e643-4aed-be94-5fc2a616e5c2 req-08901d71-c673-4144-92e6-8d61a016f7fb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432136 Apr 21 15:37:37.098112 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-f8c02dc1-c7eb-42e3-8cb7-798c4b4d8080 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1096 time: 0.0673339 Apr 21 15:37:37.235286 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-a106e485-78e2-41be-8b12-fd4f683c6858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:37.236092 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-a106e485-78e2-41be-8b12-fd4f683c6858 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1311808 Apr 21 15:37:37.309105 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-e134da1f-76ce-4264-b3e6-38a1a789edeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 217 time: 0.0664406 Apr 21 15:37:37.370908 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-2a89d7a8-42ad-431d-b7e1-ad08837fc3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:37.372358 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-2a89d7a8-42ad-431d-b7e1-ad08837fc3f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0565853 Apr 21 15:37:37.447268 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-b164945f-f0c2-498d-ace9-2b252c14b428 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691473 Apr 21 15:37:37.573215 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-295118f3-edb5-4810-b493-4f8d011e6af6 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198194 Apr 21 15:37:37.702577 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9d953248-b85f-48ff-b2bc-35152e4a9d3a req-09f4cbee-c7a8-4a9e-ab80-409c6edbde97 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216712 Apr 21 15:37:38.180655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419536e-23c1-4ca9-8b1d-bbd817b5c705 req-f295789a-93d2-41f3-97fc-381793bfdb2b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:38.181331 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b419536e-23c1-4ca9-8b1d-bbd817b5c705 req-f295789a-93d2-41f3-97fc-381793bfdb2b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:37:38.196667 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-b419536e-23c1-4ca9-8b1d-bbd817b5c705 req-f295789a-93d2-41f3-97fc-381793bfdb2b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:37:38.197834 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b419536e-23c1-4ca9-8b1d-bbd817b5c705 req-f295789a-93d2-41f3-97fc-381793bfdb2b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0909894 Apr 21 15:37:38.245608 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b419536e-23c1-4ca9-8b1d-bbd817b5c705 req-5f589f2e-1127-424e-af76-63134113dc3b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Apr 21 15:37:39.440923 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244a11b-74db-44dd-839b-b7f55e893cb2 req-8cf8fb43-e2d3-484f-b773-36f2235baf8e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:39.442361 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f244a11b-74db-44dd-839b-b7f55e893cb2 req-8cf8fb43-e2d3-484f-b773-36f2235baf8e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0775709 Apr 21 15:37:39.494123 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-f244a11b-74db-44dd-839b-b7f55e893cb2 req-176a9bb8-2850-4ab2-b404-652ac45079c3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Apr 21 15:37:40.689015 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d9fb1-5bff-405d-b6ad-bb0bd97d043e req-56b29dc5-0c21-482d-a6dd-a5a33e8bc8ea tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:40.690440 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-951d9fb1-5bff-405d-b6ad-bb0bd97d043e req-56b29dc5-0c21-482d-a6dd-a5a33e8bc8ea tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0789826 Apr 21 15:37:40.734866 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-951d9fb1-5bff-405d-b6ad-bb0bd97d043e req-f9616aef-6aa8-4824-a2fa-9cba473ec2de tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379694 Apr 21 15:37:41.927967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050206c6-cc08-4fd8-a62e-94984d46423a req-bcb9917b-f7aa-4db6-8b89-f61d83fd037a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:41.929508 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-050206c6-cc08-4fd8-a62e-94984d46423a req-bcb9917b-f7aa-4db6-8b89-f61d83fd037a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0743458 Apr 21 15:37:41.974668 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-050206c6-cc08-4fd8-a62e-94984d46423a req-689038af-4b42-417c-a4a6-cb6aac40fb31 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395813 Apr 21 15:37:43.164746 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d95671-1093-42d7-a34e-135210a961a8 req-1e7bb48f-3c5a-4df5-aef8-7e3c3f3893f0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:43.166172 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-07d95671-1093-42d7-a34e-135210a961a8 req-1e7bb48f-3c5a-4df5-aef8-7e3c3f3893f0 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0746732 Apr 21 15:37:43.210772 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-07d95671-1093-42d7-a34e-135210a961a8 req-e1e79098-07c9-4934-a63b-b454e6f0c4c3 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389636 Apr 21 15:37:44.256706 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 21c2f856-30f7-47b8-877e-2c44ff6649f8 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:37:44.409152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519e22-484a-4945-ba3c-f92a3a2a4ae5 req-90edcece-e78e-4f33-a9f0-0a28aa018833 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:44.410602 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-12519e22-484a-4945-ba3c-f92a3a2a4ae5 req-90edcece-e78e-4f33-a9f0-0a28aa018833 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0792866 Apr 21 15:37:44.421927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:37:44.434807 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'port_id': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'mac_address': 'fa:16:3e:64:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:37:44.455428 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-12519e22-484a-4945-ba3c-f92a3a2a4ae5 req-09ce278d-3cf0-4d13-b5fb-3b78f40a5004 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385003 Apr 21 15:37:44.488513 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:44.505581 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c2f856-30f7-47b8-877e-2c44ff6649f8 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:37:44.520187 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:37:44.524148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:44.593557 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:44.601525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.601872 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.602215 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.602552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.602891 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.603223 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.603552 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.603885 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.604241 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.604564 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.604887 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:37:44.794429 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['21c2f856-30f7-47b8-877e-2c44ff6649f8'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:37:45.665658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9007a36-af8b-45ce-af26-f444cfdc18ba req-b5da5221-2f57-4e39-abbd-226a749d5b4b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:45.667101 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9007a36-af8b-45ce-af26-f444cfdc18ba req-b5da5221-2f57-4e39-abbd-226a749d5b4b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 944 time: 0.0783193 Apr 21 15:37:45.712090 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f9007a36-af8b-45ce-af26-f444cfdc18ba req-2446d307-2fcb-4404-9bd2-2c15d0f11db4 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 Apr 21 15:37:46.273357 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 21c2f856-30f7-47b8-877e-2c44ff6649f8 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:37:46.339734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port 21c2f856-30f7-47b8-877e-2c44ff6649f8 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:37:46.344213 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 21c2f856-30f7-47b8-877e-2c44ff6649f8 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:37:46.344592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:46.455391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:46.481332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:37:46.490666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:37:46.496334 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:46.565148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:46.620244 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0989f340-5cf5-434a-bb7e-689c5fc2e2b2'] response: {'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'code': 200} Apr 21 15:37:46.964735 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3ea95-a0d7-465b-9e2f-a86a08113d2a req-47b80712-be6a-454f-90cd-d43ce992f2d6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:46.966194 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3ee3ea95-a0d7-465b-9e2f-a86a08113d2a req-47b80712-be6a-454f-90cd-d43ce992f2d6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.1302028 Apr 21 15:37:46.969741 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de0eaf98-f8e0-4aed-a66f-2520608e1822 req-9099b349-be8e-4dd6-b97b-58c61c946afe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.1040325 Apr 21 15:37:47.039318 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-3ee3ea95-a0d7-465b-9e2f-a86a08113d2a req-dbe842d2-700b-4a68-9179-6b8dffee41c7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676100 Apr 21 15:37:47.042208 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-de0eaf98-f8e0-4aed-a66f-2520608e1822 req-15a34e96-cae1-4b12-b546-b94fd2051612 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570848 Apr 21 15:37:48.236376 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574558f-7a99-4a93-b4e5-eddf9bd5d625 req-04bf4482-63f4-4c01-831e-17a3159f214f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:48.237828 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c574558f-7a99-4a93-b4e5-eddf9bd5d625 req-04bf4482-63f4-4c01-831e-17a3159f214f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0753801 Apr 21 15:37:48.360033 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c574558f-7a99-4a93-b4e5-eddf9bd5d625 req-50457acd-fe1f-4cc3-b4ae-da0d89931be6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165514 Apr 21 15:37:48.556206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b100ef-3e2f-443d-9a88-c6e073477359 req-23831906-1f56-463a-bee7-3d7fe44e7b37 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:48.557665 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f5b100ef-3e2f-443d-9a88-c6e073477359 req-23831906-1f56-463a-bee7-3d7fe44e7b37 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0803940 Apr 21 15:37:48.602321 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f5b100ef-3e2f-443d-9a88-c6e073477359 req-7832f0f9-5788-45a2-9c45-a118de96ffae tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392344 Apr 21 15:37:48.628451 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36660) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:48.697128 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-548f5720-9fcb-4b58-acb0-59a5dfe935c0 tempest-TestShelveInstance-330391379 tempest-TestShelveInstance-330391379-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1093 time: 0.0675418 Apr 21 15:37:48.699589 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36664) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:37:48.705281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:37:48.711823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:37:48.716409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Usage tracker for resource:floatingip and tenant:d2d1aa1dc59b4ec6847658396b3c85c3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:37:48.719202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:37:48.724800 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:37:48.735546 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:48.867984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:49.001517 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Allocated IP 172.26.6.166 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/555741a8-9170-42cd-af91-ce5ca97980a5) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:37:49.142692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-017fe9bc-c8d6-4090-9231-93a8b299a774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:49.145685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:49.173366 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:49.238175 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:37:49.241050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:37:49.245341 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:37:49.271932 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'Port': ['ID=555741a8-9170-42cd-af91-ce5ca97980a5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:49.745645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:49.799459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:49.997821 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:50.002411 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:50.111285 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event updated for resources: {'Port': ['ID=555741a8-9170-42cd-af91-ce5ca97980a5,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:37:50.122938 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:50.403962 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Floating IP f7f6d7b4-72a3-4237-86c3-d1b1b90ff354 associated. External IP: 172.26.6.166, port: 21c2f856-30f7-47b8-877e-2c44ff6649f8. Apr 21 15:37:50.792202 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Router 58eba3e5-3129-4434-b121-5819f771890d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:37:50.985146 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:37:50.994697 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] Sync routers for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:37:51.009139 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:37:51.009805 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:37:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:51.009948 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:51.066437 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d92ab7f1-11c1-41fb-b1db-69d4e29fe576 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3657081 Apr 21 15:37:51.067258 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:37:51.123976 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a321132-26ae-4a50-9773-9b58213e5a9c'] response: {'name': 'network-changed', 'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'status': 'completed', 'code': 200} Apr 21 15:37:51.183829 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:37:51.236228 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-3b86d48f-b21a-446b-9267-84c232ea15e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0682507 Apr 21 15:37:51.367024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-acc23b80-7e04-4763-beac-45c82c7900a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:51.368504 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-acc23b80-7e04-4763-beac-45c82c7900a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1236742 Apr 21 15:37:51.479295 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bb9450ad-1153-4660-b616-21bff71e743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:51.576778 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-97d25251-6d7d-4431-b1b5-dff8c123c7a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 999 time: 0.1986754 Apr 21 15:37:51.579640 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'f7f6d7b4-72a3-4237-86c3-d1b1b90ff354', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '58eba3e5-3129-4434-b121-5819f771890d', 'port_id': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'mac_address': 'fa:16:3e:64:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:37:49Z', 'updated_at': '2022-04-21T15:37:49Z', 'revision_number': 0, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:51.583393 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] Checking router: 58eba3e5-3129-4434-b121-5819f771890d for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:37:51.593541 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:37:51.594122 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:37:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:51.641244 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-a0d1aea7-2f69-4e83-a2b5-2bf5c0702435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:51.642670 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-a0d1aea7-2f69-4e83-a2b5-2bf5c0702435 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0588937 Apr 21 15:37:51.716694 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-05fec22a-4e8d-4048-9961-66b3bc1f9826 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672464 Apr 21 15:37:51.767454 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:37:51.856579 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-93390786-fee4-48e5-9d04-e35d179e3a46 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238613 Apr 21 15:37:51.998098 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e30b7d-80d3-41ec-89d3-30e1ffc32da8 req-024d0dc3-ea9d-4d0f-b23a-59f1376f2bbb service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358752 Apr 21 15:37:52.118428 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'f7f6d7b4-72a3-4237-86c3-d1b1b90ff354', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '58eba3e5-3129-4434-b121-5819f771890d', 'port_id': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'mac_address': 'fa:16:3e:64:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:37:49Z', 'updated_at': '2022-04-21T15:37:49Z', 'revision_number': 0, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:37:52.122150 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39287656-1ff9-4177-b963-1d9b6a296501 None None] The sync data for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv is: [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': 'f7f6d7b4-72a3-4237-86c3-d1b1b90ff354', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'floating_ip_address': '172.26.6.166', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': '58eba3e5-3129-4434-b121-5819f771890d', 'port_id': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'mac_address': 'fa:16:3e:64:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:37:49Z', 'updated_at': '2022-04-21T15:37:49Z', 'revision_number': 0, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:37:52.308701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4dc773-895c-4348-ac23-40493d3b5688 None None] New status for floating IP f7f6d7b4-72a3-4237-86c3-d1b1b90ff354: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:37:52.504478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:52.616518 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:53.870877 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:58.204222 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-8d9be92c-c7d3-409f-978a-fb2428798de4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701184 Apr 21 15:37:58.364709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-a37da506-3409-49d3-a04e-0ade01162fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0753028 Apr 21 15:37:58.515239 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-5b8a5c7e-d051-43ec-bc8b-0771dccfb552 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:58.516831 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-5b8a5c7e-d051-43ec-bc8b-0771dccfb552 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1329975 Apr 21 15:37:58.619097 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-003b6fc8-df06-4af6-81e0-94b7622dcfe8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 1001 time: 0.0958834 Apr 21 15:37:58.680287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-9ff9ab4d-2554-4079-9467-389ebf00ab48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:37:58.681843 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-9ff9ab4d-2554-4079-9467-389ebf00ab48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0570061 Apr 21 15:37:58.757762 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-4b90e800-79cf-4453-91b3-e536f7c10b63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698850 Apr 21 15:37:58.887828 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-894e7770-2f9b-4d90-b4dc-8ea6ec7f06c1 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236401 Apr 21 15:37:59.029966 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-51924cf4-534d-4e5f-ae47-b2ae236b164b req-d92840a2-a0f5-40b5-bafa-89b86d34a958 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360476 Apr 21 15:38:01.251350 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:13.779763 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:38:19.145606 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a2c797e-5dbc-486a-9c29-877600ba39e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:21.470481 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-aebdd734-70ad-44ba-a2b4-e5908416fcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:22.490065 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:22.618476 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:23.874662 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:31.266198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:49.147077 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5fa23cb1-5f59-4fff-b8a8-7c215fd8ded5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:50.780019 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:38:51.471504 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-502bf7fc-64c3-4bc9-981c-c3543d272ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:52.490066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:52.619314 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:53.875554 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:59.216329 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-32a2ee6d-d26e-4539-b9e5-f07f08bb529a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722640 Apr 21 15:38:59.364652 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-7797d66d-5f90-4a99-b591-0b11bb764ca2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0670893 Apr 21 15:38:59.503176 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-5027604a-9bc0-41be-a637-f48e6f57c3dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:38:59.504649 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-5027604a-9bc0-41be-a637-f48e6f57c3dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1230476 Apr 21 15:38:59.687571 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-a9cabd10-3f7d-4325-ac48-32e04d2cb624 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 1001 time: 0.1775954 Apr 21 15:38:59.749709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-6d0cc3de-6d56-4507-8d89-f68d102e3437 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:38:59.751063 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-6d0cc3de-6d56-4507-8d89-f68d102e3437 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0573785 Apr 21 15:38:59.821408 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-1dd6fa2a-9803-46ee-bbd7-54458b7eccb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650630 Apr 21 15:38:59.946423 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-9f3afb37-afbd-4bb7-b508-3f20a7ef3173 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190929 Apr 21 15:39:00.076885 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-adc6e054-a3ee-4fa8-8c84-62378bf74aab req-4c262351-d74f-4315-acae-9eb5a666b8ad service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226172 Apr 21 15:39:01.262361 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:19.149055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b558399f-0a66-4550-a421-84c7fa4835f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:21.474205 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-75b0ea18-7be9-4f24-9cb6-5834d2889531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:22.491191 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:22.620691 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:23.878975 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:27.780268 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:39:31.277550 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:48.699250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c810-c0ec-4207-a4a8-b7b0cc404633 req-ddffaeac-8820-444c-9681-9efb37d857a4 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:48.700728 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c53c810-c0ec-4207-a4a8-b7b0cc404633 req-ddffaeac-8820-444c-9681-9efb37d857a4 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.1548262 Apr 21 15:39:48.745115 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4c53c810-c0ec-4207-a4a8-b7b0cc404633 req-0a35efcf-aa5f-42e0-87a7-067b57946db5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388489 Apr 21 15:39:49.150777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-87b862f9-86f0-4074-8222-7788ee3243df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:50.015973 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0183d-2721-4f65-b9b3-33fb3dd7c7f3 req-6dc0f70f-709d-497b-a484-5330549cda88 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:50.017613 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-38c0183d-2721-4f65-b9b3-33fb3dd7c7f3 req-6dc0f70f-709d-497b-a484-5330549cda88 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.1531348 Apr 21 15:39:50.065472 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-38c0183d-2721-4f65-b9b3-33fb3dd7c7f3 req-7e51ca96-f489-4829-a94a-f6e7c350f14e tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Apr 21 15:39:51.274880 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cfa2d-a2d8-40a7-ba0a-ac722c67a55c req-fac1a309-d79e-48e8-b38f-6f59b7b7e12f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:51.276242 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-137cfa2d-a2d8-40a7-ba0a-ac722c67a55c req-fac1a309-d79e-48e8-b38f-6f59b7b7e12f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0774193 Apr 21 15:39:51.321158 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-137cfa2d-a2d8-40a7-ba0a-ac722c67a55c req-ba319e04-f1ec-4db1-9520-df231440d7ee tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393622 Apr 21 15:39:51.478384 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e175b61a-c404-4d17-bc46-b1b70be18226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:52.497976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:52.525048 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c3b35-5f51-453c-a87d-4f3e9ca50894 req-ff7738bb-5a17-448d-b1b3-cfa6493857ef tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:52.526511 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f72c3b35-5f51-453c-a87d-4f3e9ca50894 req-ff7738bb-5a17-448d-b1b3-cfa6493857ef tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0799468 Apr 21 15:39:52.571442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f72c3b35-5f51-453c-a87d-4f3e9ca50894 req-84c048c2-b8cc-4199-8134-1178b800760a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Apr 21 15:39:52.622854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:53.762471 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff435a-c472-44be-9475-98cedf64b2d6 req-c59dccea-55e2-47a7-ae98-fdcf8cfd6e46 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:53.764356 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-65ff435a-c472-44be-9475-98cedf64b2d6 req-c59dccea-55e2-47a7-ae98-fdcf8cfd6e46 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0746937 Apr 21 15:39:53.810862 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-65ff435a-c472-44be-9475-98cedf64b2d6 req-0a3ca771-1336-443d-abee-6958904a50d2 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Apr 21 15:39:53.881163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:55.009697 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814f84c-5f96-4291-b266-2df154da0776 req-6e588b5f-0038-41ae-a576-57978ab20cf4 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:55.011167 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9814f84c-5f96-4291-b266-2df154da0776 req-6e588b5f-0038-41ae-a576-57978ab20cf4 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0826581 Apr 21 15:39:55.057148 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9814f84c-5f96-4291-b266-2df154da0776 req-02876df7-bb89-4ab7-9866-ed5b5aa5f790 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398951 Apr 21 15:39:56.264419 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b71e7-f10e-4615-917a-6ee25db1f2f7 req-c304de67-3062-42d2-a279-912b3c6585c1 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:56.265766 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d89b71e7-f10e-4615-917a-6ee25db1f2f7 req-c304de67-3062-42d2-a279-912b3c6585c1 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0894287 Apr 21 15:39:56.312100 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d89b71e7-f10e-4615-917a-6ee25db1f2f7 req-fabd5dd7-8c1e-43cb-8dee-cd8134e330cd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Apr 21 15:39:57.505185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b43b1-cec3-4730-b74b-adb59fbd5a61 req-a282a619-12bf-4f79-a215-e8196bd6a10c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:57.506631 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb0b43b1-cec3-4730-b74b-adb59fbd5a61 req-a282a619-12bf-4f79-a215-e8196bd6a10c tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0752189 Apr 21 15:39:57.551491 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fb0b43b1-cec3-4730-b74b-adb59fbd5a61 req-54a3adcc-8922-44e0-9a37-65f166ddb912 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393546 Apr 21 15:39:58.751056 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75122ed2-5cf3-4f49-aa14-d2b1c6d31b2d req-18830c2e-d40f-4225-b72b-326f76a10345 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:58.752528 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-75122ed2-5cf3-4f49-aa14-d2b1c6d31b2d req-18830c2e-d40f-4225-b72b-326f76a10345 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0799880 Apr 21 15:39:58.797469 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-75122ed2-5cf3-4f49-aa14-d2b1c6d31b2d req-8156051d-00f0-460e-9c9a-27fae760da5a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Apr 21 15:39:58.808272 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f815f601-421c-46ac-896f-5704b9bab04c req-ebf44d78-62ac-46ec-b303-1b213e731179 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0703428 Apr 21 15:39:58.935008 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815f601-421c-46ac-896f-5704b9bab04c req-7b1ce24c-f944-4a75-8987-28372bd0c292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:58.936451 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f815f601-421c-46ac-896f-5704b9bab04c req-7b1ce24c-f944-4a75-8987-28372bd0c292 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1228988 Apr 21 15:39:59.043603 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f815f601-421c-46ac-896f-5704b9bab04c req-cdbf8d59-c085-4abe-ab97-4346213df159 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 1001 time: 0.1008229 Apr 21 15:39:59.103822 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815f601-421c-46ac-896f-5704b9bab04c req-e798d478-e878-452f-a529-d9e9da77a3c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:39:59.105224 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f815f601-421c-46ac-896f-5704b9bab04c req-e798d478-e878-452f-a529-d9e9da77a3c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0557132 Apr 21 15:39:59.178684 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f815f601-421c-46ac-896f-5704b9bab04c req-00fd41b0-7d54-4fe7-8fb4-077fb1e6cf81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682399 Apr 21 15:39:59.308413 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f815f601-421c-46ac-896f-5704b9bab04c req-ecfcdbdb-3440-4124-88d7-3ae9e84e7f79 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224594 Apr 21 15:39:59.433069 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f815f601-421c-46ac-896f-5704b9bab04c req-a6a1605c-01a4-41f9-baf3-f82a2ffa8994 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195667 Apr 21 15:40:00.076311 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01772d08-c8db-49c2-b39b-b2fbccbbee88 req-32e7e855-d3e5-4fc9-a544-d4160ecbd54a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:00.077764 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01772d08-c8db-49c2-b39b-b2fbccbbee88 req-32e7e855-d3e5-4fc9-a544-d4160ecbd54a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.1611505 Apr 21 15:40:00.122676 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-01772d08-c8db-49c2-b39b-b2fbccbbee88 req-683fa63c-1952-4070-b5ba-f3945e3b6333 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392585 Apr 21 15:40:01.300045 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-d1d6374b-5d65-43f2-ad1a-bb018350a90d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0940347 Apr 21 15:40:01.306116 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:01.339162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9c6f5-6e37-4075-84c0-5ff213415705 req-4c3996f0-ab89-4895-96b9-14244735a362 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:01.340822 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d4a9c6f5-6e37-4075-84c0-5ff213415705 req-4c3996f0-ab89-4895-96b9-14244735a362 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0953059 Apr 21 15:40:01.392208 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d4a9c6f5-6e37-4075-84c0-5ff213415705 req-ea2cf110-49d6-445f-b637-3087fa797d11 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446250 Apr 21 15:40:01.462537 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-4f510f2a-cc4b-4f71-bbd3-4c75bd86458b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:01.464167 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-4f510f2a-cc4b-4f71-bbd3-4c75bd86458b service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1415989 Apr 21 15:40:01.579770 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-6cc8cbda-e09c-45b2-8f10-7d9120431ab1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 1001 time: 0.1087880 Apr 21 15:40:01.643498 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-00376720-6a41-4a83-802b-75adfeccbbac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:01.644972 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-00376720-6a41-4a83-802b-75adfeccbbac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0589478 Apr 21 15:40:01.719499 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-10e9f396-6827-44ac-a269-b235cfe9694a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654008 Apr 21 15:40:01.847990 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-3b5a4d31-8ea2-4257-a259-0d5cbb8e814c service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210229 Apr 21 15:40:01.989168 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d66bd1d8-9c75-4a69-bf44-80c0097dde01 req-8c598cba-029a-4b5d-be84-38a1e115b880 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254103 Apr 21 15:40:02.590201 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe3506-a913-4522-892b-3e07f57c5bb5 req-c0506776-19d3-4ecd-87c8-23be35eb6892 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:02.591658 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4ffe3506-a913-4522-892b-3e07f57c5bb5 req-c0506776-19d3-4ecd-87c8-23be35eb6892 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0789380 Apr 21 15:40:02.635934 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4ffe3506-a913-4522-892b-3e07f57c5bb5 req-3f210b19-99b5-4f82-863b-7466aad076ba tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387821 Apr 21 15:40:02.893892 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8bfb1169-a78d-4a34-84f2-0c1a0fd88414 req-d33b9b9c-6edc-4bdd-b5d2-2c0720dce99d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1450388 Apr 21 15:40:03.082479 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-a155a058-a69f-4ae3-908a-c4acc2771bac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679007 Apr 21 15:40:03.168444 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fc692-a380-49b3-b42a-3b8449665e9b req-9598ee48-10d4-4c8c-9909-3fd52589e62a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:03.170610 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-902fc692-a380-49b3-b42a-3b8449665e9b req-9598ee48-10d4-4c8c-9909-3fd52589e62a tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0849802 Apr 21 15:40:03.221915 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-902fc692-a380-49b3-b42a-3b8449665e9b req-6c66b064-ca09-4165-a5fc-19bfe7d06beb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436957 Apr 21 15:40:04.416820 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d23529-3ec3-4251-82dd-aa04ec13b45f req-2ff057ef-3466-490e-b896-86adfa5f267f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:04.418250 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27d23529-3ec3-4251-82dd-aa04ec13b45f req-2ff057ef-3466-490e-b896-86adfa5f267f tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0786831 Apr 21 15:40:04.545829 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-27d23529-3ec3-4251-82dd-aa04ec13b45f req-7bfa0bc3-f790-417a-9f0f-6b48b80aa506 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213572 Apr 21 15:40:04.782881 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:40:04.894166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 21c2f856-30f7-47b8-877e-2c44ff6649f8 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:40:05.002242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:05.027827 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:40:05.037560 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:40:05.042061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:05.079576 dv-neutron-838898-1-hyperv neutron-server[83936]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ad267f05-b62b-4bc9-941c-c8c293b74562']: {'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'code': 422} returned with failed status Apr 21 15:40:05.113100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:05.121055 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.121401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.122242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.122597 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.122927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.123255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.123586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.123915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.124261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.124586 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.124907 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:05.736973 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28cd2b-5c7b-4550-8dfb-8d111f921212 req-ecb92492-d83a-4edd-a1bb-eedaceb04490 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:05.738413 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4e28cd2b-5c7b-4550-8dfb-8d111f921212 req-ecb92492-d83a-4edd-a1bb-eedaceb04490 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0760024 Apr 21 15:40:05.783342 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-4e28cd2b-5c7b-4550-8dfb-8d111f921212 req-4cf90be9-12c0-4aa0-9983-dc4a79a1d9ba tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393898 Apr 21 15:40:06.974555 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c76dab-5d07-450f-895c-e54bb82560c4 req-ad568814-b84e-4805-bebe-514e3f7c7326 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:06.975988 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-79c76dab-5d07-450f-895c-e54bb82560c4 req-ad568814-b84e-4805-bebe-514e3f7c7326 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0742111 Apr 21 15:40:07.023372 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-79c76dab-5d07-450f-895c-e54bb82560c4 req-7cf1ed60-5364-4d98-8214-27566c37d412 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 Apr 21 15:40:08.224398 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967631b2-d04c-4cc3-a86a-aa3925d53ef3 req-b4bccb4f-da85-4f70-bfbd-3fe9115f4236 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:08.225855 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-967631b2-d04c-4cc3-a86a-aa3925d53ef3 req-b4bccb4f-da85-4f70-bfbd-3fe9115f4236 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0792203 Apr 21 15:40:08.271648 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-967631b2-d04c-4cc3-a86a-aa3925d53ef3 req-e875ebd3-1514-4ccc-8031-f08cf96999bf tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403044 Apr 21 15:40:09.196682 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-8e878534-26f0-4aa2-b3b8-f3dce36190f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d&tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3 HTTP/1.1" status: 200 len: 1096 time: 0.0709577 Apr 21 15:40:09.293825 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-afa9789b-cfad-4369-9bf5-eac8278b962d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1096 time: 0.0659902 Apr 21 15:40:09.469054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-3985e6c4-c3cc-418b-a13b-0a223dfdd892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:09.470483 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-3985e6c4-c3cc-418b-a13b-0a223dfdd892 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1709433 Apr 21 15:40:09.591550 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf764e-55c3-408d-9092-2e2bd2b56960 req-06b1f085-309b-47e0-8c44-84b49b2f7041 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:09.592933 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-18cf764e-55c3-408d-9092-2e2bd2b56960 req-06b1f085-309b-47e0-8c44-84b49b2f7041 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.2017405 Apr 21 15:40:09.626443 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-ec4b4c53-9343-4586-86d5-aaa84dd68133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 999 time: 0.1501749 Apr 21 15:40:09.776671 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-18cf764e-55c3-408d-9092-2e2bd2b56960 req-8dbc4b8d-1f1b-4539-b6cd-01a49e7d4a1b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781750 Apr 21 15:40:09.785047 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-3076f1bb-aedd-4602-b1e8-9da9d7005287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:09.786402 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-3076f1bb-aedd-4602-b1e8-9da9d7005287 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.1499603 Apr 21 15:40:09.863740 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-a19aaf7a-2114-449e-80c5-4bd22e9ab8c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710983 Apr 21 15:40:09.996501 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-7e4da503-cc0a-41cd-a9d7-d1eb203922f8 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260006 Apr 21 15:40:10.124844 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-4dd86850-b8a7-4b5f-b942-71614412dd66 req-2a3fb5c0-cd4f-4b0d-a11e-1a5207788f41 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233506 Apr 21 15:40:10.971776 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6dd0d-295f-4033-a625-4d206bbb9ef7 req-26476089-ed94-48ce-8438-ddd92cf66bc7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:10.973248 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-78b6dd0d-295f-4033-a625-4d206bbb9ef7 req-26476089-ed94-48ce-8438-ddd92cf66bc7 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0759389 Apr 21 15:40:11.022017 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-78b6dd0d-295f-4033-a625-4d206bbb9ef7 req-1ef0074a-fa2d-464e-84b8-abaa65b52926 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432577 Apr 21 15:40:12.236929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb16ef-17ed-4dcc-ad07-e24b05ea1cb3 req-6c7ce8a1-2f54-46c2-b8e5-f53d0a9068c8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:12.238780 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0adb16ef-17ed-4dcc-ad07-e24b05ea1cb3 req-6c7ce8a1-2f54-46c2-b8e5-f53d0a9068c8 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0965900 Apr 21 15:40:12.283247 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0adb16ef-17ed-4dcc-ad07-e24b05ea1cb3 req-75a2b6aa-dd61-445a-af77-6c8b6d9b6bd5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388856 Apr 21 15:40:13.472452 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e67177-eac6-4e32-84fa-c3a3f4f02aef req-29f89d7d-ec10-4ab5-bc73-94a37afb987b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:13.473886 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-97e67177-eac6-4e32-84fa-c3a3f4f02aef req-29f89d7d-ec10-4ab5-bc73-94a37afb987b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0745521 Apr 21 15:40:13.518288 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-97e67177-eac6-4e32-84fa-c3a3f4f02aef req-13455073-87e2-4831-941c-8a73e63710b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Apr 21 15:40:14.852260 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a3f94-d3ca-4d28-8c2d-6a65efbed056 req-d6b97251-81f2-457e-8ba3-cc9f232430e9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:14.853606 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5a6a3f94-d3ca-4d28-8c2d-6a65efbed056 req-d6b97251-81f2-457e-8ba3-cc9f232430e9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0732155 Apr 21 15:40:14.901572 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5a6a3f94-d3ca-4d28-8c2d-6a65efbed056 req-b78454a8-363a-4b81-87a8-61086635d0f1 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420773 Apr 21 15:40:16.100520 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9eeb88-a8ce-4dcc-bd38-269b2f81ec52 req-46a6c260-62a2-45d4-95ec-d38039b306a6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:16.101966 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6f9eeb88-a8ce-4dcc-bd38-269b2f81ec52 req-46a6c260-62a2-45d4-95ec-d38039b306a6 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0792031 Apr 21 15:40:16.145880 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6f9eeb88-a8ce-4dcc-bd38-269b2f81ec52 req-8b1bc1e6-fbe4-4fd2-85e9-f90e0ee1e183 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Apr 21 15:40:17.334898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e503e7-9804-4cd0-adfb-0d3705a93eb0 req-fb84a06c-7dc3-4882-a2d7-27ff98c32525 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:17.336263 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e503e7-9804-4cd0-adfb-0d3705a93eb0 req-fb84a06c-7dc3-4882-a2d7-27ff98c32525 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0740924 Apr 21 15:40:17.380032 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e9e503e7-9804-4cd0-adfb-0d3705a93eb0 req-d5140ca0-35b4-4add-bfed-e5836a953873 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383408 Apr 21 15:40:18.580536 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376388eb-8e31-4906-9b92-aa6053e00dbd req-336c142f-c324-410d-92a8-b878d0b96377 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:18.581995 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-376388eb-8e31-4906-9b92-aa6053e00dbd req-336c142f-c324-410d-92a8-b878d0b96377 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 943 time: 0.0831714 Apr 21 15:40:18.626581 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-376388eb-8e31-4906-9b92-aa6053e00dbd req-f67b1a6d-7680-43a0-a390-31eb45abcc5b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391657 Apr 21 15:40:18.958182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 21c2f856-30f7-47b8-877e-2c44ff6649f8 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:40:19.122288 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:40:19.135224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'port_id': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'mac_address': 'fa:16:3e:64:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:40:19.192592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-55243784-88af-45c3-aaa8-d440e11c089d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:19.203971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:19.220898 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c2f856-30f7-47b8-877e-2c44ff6649f8 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:40:19.235174 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:40:19.238183 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:19.304215 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:19.539851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['21c2f856-30f7-47b8-877e-2c44ff6649f8'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:40:19.826816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3395e9-24bf-4f8c-ac94-ff67e45b3b7e req-db69d93a-8cf4-432a-8abf-19609ea586ff tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:19.828231 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f3395e9-24bf-4f8c-ac94-ff67e45b3b7e req-db69d93a-8cf4-432a-8abf-19609ea586ff tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 944 time: 0.0833280 Apr 21 15:40:19.871915 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1f3395e9-24bf-4f8c-ac94-ff67e45b3b7e req-09f2b7d7-2e1f-4226-9fc7-b6640080283b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Apr 21 15:40:20.987259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 21c2f856-30f7-47b8-877e-2c44ff6649f8 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:40:21.054379 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port 21c2f856-30f7-47b8-877e-2c44ff6649f8 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:40:21.054845 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:21.069809 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48a0c-74a0-47a7-a718-068b65190619 req-d97299c1-9d80-4c13-9930-b7619dea7a2b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:21.071271 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8cc48a0c-74a0-47a7-a718-068b65190619 req-d97299c1-9d80-4c13-9930-b7619dea7a2b tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 944 time: 0.0816514 Apr 21 15:40:21.116318 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-8cc48a0c-74a0-47a7-a718-068b65190619 req-1fdf53f7-2065-4eab-9ce9-bb4fd20d0e45 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Apr 21 15:40:21.167023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:21.192356 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:40:21.202383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:40:21.205703 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:21.252124 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40757ca6-1ef2-49c3-a3ff-ecc0c33c0a3e'] response: {'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'code': 200} Apr 21 15:40:21.275911 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:21.480244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-98581571-aae4-4062-ab13-f0bf2c41af30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:21.536986 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e4f84de8-4312-4fb5-8cf9-0dc10cce3274 req-0b3f861b-9da1-4046-83c0-7c85dda8c9b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0671289 Apr 21 15:40:21.578968 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e4f84de8-4312-4fb5-8cf9-0dc10cce3274 req-94c69007-3717-4d51-9d52-6b820936eead service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353310 Apr 21 15:40:22.311908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5994-9a8a-4e22-bf0e-4dfce114c634 req-1ec3d339-a0b7-434b-bb68-28fb9be5d083 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:22.313297 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79cd5994-9a8a-4e22-bf0e-4dfce114c634 req-1ec3d339-a0b7-434b-bb68-28fb9be5d083 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0743635 Apr 21 15:40:22.361164 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-79cd5994-9a8a-4e22-bf0e-4dfce114c634 req-b1c35729-0903-4285-8dc0-9869686da915 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425024 Apr 21 15:40:22.498500 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:22.624901 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:23.556452 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad3dd3-7719-4aa0-9eb5-a1d72b8404a4 req-25b2bb0a-f5c8-4e66-bab4-00d8dafd74c5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:40:23.557868 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f6ad3dd3-7719-4aa0-9eb5-a1d72b8404a4 req-25b2bb0a-f5c8-4e66-bab4-00d8dafd74c5 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0778773 Apr 21 15:40:23.601659 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f6ad3dd3-7719-4aa0-9eb5-a1d72b8404a4 req-16167e56-9b79-4eb5-ad03-e5eb65fea473 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Apr 21 15:40:23.883611 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:31.306994 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:41.788177 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:40:49.154286 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-782371f2-84e9-46b0-91c1-54dec2747ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:51.478894 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d7ca4906-c2d2-409b-b1a2-73d27631ef09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:52.500503 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:52.626158 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:53.887632 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:01.307543 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:02.202891 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-087e02db-4ae4-4d2e-b0da-ba8425189abc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678363 Apr 21 15:41:02.357403 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-f0613bc9-f278-4bfa-a3ab-8d6aca937091 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0712607 Apr 21 15:41:02.496821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-cc273ac3-fad6-4431-a942-51b74002976e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:02.498269 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-cc273ac3-fad6-4431-a942-51b74002976e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.1236053 Apr 21 15:41:02.598150 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-cee71ee9-ec74-4a23-94bf-342ff341caa4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 1001 time: 0.0929468 Apr 21 15:41:02.657635 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-19f57ca6-ca3e-43f1-9d0e-439f4dae73f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:02.659007 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-19f57ca6-ca3e-43f1-9d0e-439f4dae73f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0550363 Apr 21 15:41:02.730471 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-6efc5945-6992-4838-b57a-604bf13e3644 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661113 Apr 21 15:41:02.857688 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-e22b7fa9-d86d-4540-912e-4b2f571246af service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210945 Apr 21 15:41:02.984787 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-70a3b3e5-8f1c-4daa-abb5-fa000a9f5095 req-5e5635e0-0961-4fe2-820c-d4fc8a04fe3f service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209702 Apr 21 15:41:18.783525 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:41:19.155800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2118743b-fcdd-4623-a531-dbde1f398708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:21.480884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-825c2c75-33d5-4d21-89a8-1ebb9f94a038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:22.503019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:22.628756 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:23.891208 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:31.305453 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:39.106432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36830) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:39.309225 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Deleting port 555741a8-9170-42cd-af91-ce5ca97980a5 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:39.309493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:39.473911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:39.474232 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:39.598426 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Calling delete_port for 555741a8-9170-42cd-af91-ce5ca97980a5 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:39.741206 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:39.782605 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event deleted for resources: {'Port': ['ID=555741a8-9170-42cd-af91-ce5ca97980a5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:39.822169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.822516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.822854 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.823193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.823522 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.823849 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.824203 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.824531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.824856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.825174 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.825495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:39.886238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:40.345427 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Router 58eba3e5-3129-4434-b121-5819f771890d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:41:40.537015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:41:40.547257 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] Sync routers for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:41:40.558931 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:40.562271 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:41:40.562861 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:40.614247 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-86166ef7-14e7-43b8-8e82-84b3375ee1b9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "DELETE /v2.0/floatingips/f7f6d7b4-72a3-4237-86c3-d1b1b90ff354 HTTP/1.1" status: 204 len: 168 time: 1.5066309 Apr 21 15:41:40.614750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:41:40.741064 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:41:40.764612 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab97d95-9812-40a6-b665-b6967ccb73b6'] response: {'name': 'network-changed', 'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'status': 'completed', 'code': 200} Apr 21 15:41:40.896586 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-ace9f3f3-d1d1-4a72-ab0f-2e347466e9da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 1098 time: 0.0878356 Apr 21 15:41:41.086812 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:41.090623 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] Checking router: 58eba3e5-3129-4434-b121-5819f771890d for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:41:41.101397 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:41:41.101982 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:41.191214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-77a1ab38-6e1c-4c35-904a-b8051d29d08f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:41.192689 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-77a1ab38-6e1c-4c35-904a-b8051d29d08f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 200 len: 910 time: 0.2779918 Apr 21 15:41:41.202926 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce529776-5414-43b3-8355-ec4dc51cdbaf req-1fe3d454-8e8d-41bf-ab74-a7348bab75a9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:41.204326 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ce529776-5414-43b3-8355-ec4dc51cdbaf req-1fe3d454-8e8d-41bf-ab74-a7348bab75a9 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.2169571 Apr 21 15:41:41.277370 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:41:41.282046 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-01d5342c-adca-4334-9475-a61f44707d01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 200 len: 217 time: 0.0767500 Apr 21 15:41:41.354280 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ce529776-5414-43b3-8355-ec4dc51cdbaf req-f7b53753-ab78-4cbf-9056-dd03ae97c0bc tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026852 Apr 21 15:41:41.366338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-217ebab6-bc30-46c5-a7c1-c3d4772d049b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:41.367475 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-217ebab6-bc30-46c5-a7c1-c3d4772d049b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 200 len: 848 time: 0.0745697 Apr 21 15:41:41.447554 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-505eae32-56c7-44f3-abc6-ac998030dc28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d2ebdae2-861c-44a3-a745-ebd02e2897fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728135 Apr 21 15:41:41.587149 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:41.587735 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-83dda34e-4bb8-45b1-8931-cff857671132 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332974 Apr 21 15:41:41.591125 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0037d00f-ced3-4ebd-8134-758f40707651 None None] The sync data for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv is: [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:32:56Z', 'revision_number': 4, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': 'b51b81c8-ffe5-45e5-9477-9f39bfc76465', 'name': '', 'network_id': 'd2ebdae2-861c-44a3-a745-ebd02e2897fd', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'mac_address': 'fa:16:3e:c5:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88571b8f-a758-4507-8796-468f6d8122a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:56Z', 'updated_at': '2022-04-21T15:33:04Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'subnets': [{'id': '88571b8f-a758-4507-8796-468f6d8122a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:41:41.721757 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e73f8ae8-6d66-4d1a-bd68-6ac352eefe44 req-d9057665-a82e-4d2a-a24f-1622f08d0201 service neutron] 10.222.0.21 "GET /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284850 Apr 21 15:41:41.811623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598e5b5-4e8e-4c63-88c8-6b1b2d134097 None None] New status for floating IP f7f6d7b4-72a3-4237-86c3-d1b1b90ff354: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:41:42.555657 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d902b5-9fa1-4768-b79a-4bc2479235b7 req-018ea690-b854-4f29-9da6-a7fdb2b8d113 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:42.556389 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-e0d902b5-9fa1-4768-b79a-4bc2479235b7 req-018ea690-b854-4f29-9da6-a7fdb2b8d113 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Synchronizing usage tracker for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:41:42.577735 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-e0d902b5-9fa1-4768-b79a-4bc2479235b7 req-018ea690-b854-4f29-9da6-a7fdb2b8d113 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Unset dirty status for tenant:d2d1aa1dc59b4ec6847658396b3c85c3 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:41:42.578868 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e0d902b5-9fa1-4768-b79a-4bc2479235b7 req-018ea690-b854-4f29-9da6-a7fdb2b8d113 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0958581 Apr 21 15:41:42.624393 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e0d902b5-9fa1-4768-b79a-4bc2479235b7 req-02c4e5d8-aa64-440c-8f7a-20f002b7cf36 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/security-groups?id=5f0b9f8c-e403-4c2e-9c95-9620087877e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391128 Apr 21 15:41:42.644843 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a50fb86f-572a-4cb6-97d3-cd2c6bdda700 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:42.646232 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a50fb86f-572a-4cb6-97d3-cd2c6bdda700 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 945 time: 0.0811815 Apr 21 15:41:42.713466 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Deleting port 21c2f856-30f7-47b8-877e-2c44ff6649f8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:42.713808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:42.951862 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] For port 21c2f856-30f7-47b8-877e-2c44ff6649f8, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21c2f856-30f7-47b8-877e-2c44ff6649f8,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:42.952158 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:43.070412 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Calling delete_port for 21c2f856-30f7-47b8-877e-2c44ff6649f8 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:43.207070 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:43.252952 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event deleted for resources: {'Port': ['ID=21c2f856-30f7-47b8-877e-2c44ff6649f8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:43.287511 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.287855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.288212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.288539 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.288863 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.289183 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.289502 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.289820 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.290134 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.290449 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.290762 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:43.338741 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] No DVR routers for this DVR port 21c2f856-30f7-47b8-877e-2c44ff6649f8 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:41:43.341145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:43.343530 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-deleted', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:41:43.359014 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-c41499d3-32dc-4559-aaf2-35739377eabf req-a255e0ac-8fca-46b8-8315-13f6b9e025fd tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.21 "DELETE /v2.0/ports/21c2f856-30f7-47b8-877e-2c44ff6649f8 HTTP/1.1" status: 204 len: 173 time: 0.7067235 Apr 21 15:41:43.413281 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243a5d33-dde1-4021-9321-c5da658559fe'] response: {'server_uuid': '56b534db-8c7f-4070-a2ac-08b74c070b4d', 'name': 'network-vif-deleted', 'tag': '21c2f856-30f7-47b8-877e-2c44ff6649f8', 'status': 'completed', 'code': 200} Apr 21 15:41:43.803704 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b429c919-fa0a-442c-af4f-76dd938fa4be req-af0c5028-7108-4812-a692-23236cd533a4 tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "GET /v2.0/ports?device_id=56b534db-8c7f-4070-a2ac-08b74c070b4d HTTP/1.1" status: 200 len: 210 time: 0.0434518 Apr 21 15:41:44.909152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36860) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:44.976650 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e026d9a5-87ca-4fc5-b01a-20e475374cdb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:45.008314 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e026d9a5-87ca-4fc5-b01a-20e475374cdb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:45.074859 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e026d9a5-87ca-4fc5-b01a-20e475374cdb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:45.093553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026d9a5-87ca-4fc5-b01a-20e475374cdb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b9f8c-e403-4c2e-9c95-9620087877e2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:45.105277 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e026d9a5-87ca-4fc5-b01a-20e475374cdb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:45.108953 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-e026d9a5-87ca-4fc5-b01a-20e475374cdb tempest-TestShelveInstance-557258195 tempest-TestShelveInstance-557258195-project] 10.222.0.42 "DELETE /v2.0/security-groups/5f0b9f8c-e403-4c2e-9c95-9620087877e2 HTTP/1.1" status: 204 len: 168 time: 0.1961815 Apr 21 15:41:45.168207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36866) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:45.699420 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:46.396336 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Deleting port b51b81c8-ffe5-45e5-9477-9f39bfc76465 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:46.396933 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:46.563734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] For port b51b81c8-ffe5-45e5-9477-9f39bfc76465, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b51b81c8-ffe5-45e5-9477-9f39bfc76465,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:46.564736 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:46.683227 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Calling delete_port for b51b81c8-ffe5-45e5-9477-9f39bfc76465 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:46.845725 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:46.892908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b51b81c8-ffe5-45e5-9477-9f39bfc76465,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:47.175496 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:47.453739 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 21c2f856-30f7-47b8-877e-2c44ff6649f8 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:41:47.487066 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: 21c2f856-30f7-47b8-877e-2c44ff6649f8 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:41:47.487408 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device 21c2f856-30f7-47b8-877e-2c44ff6649f8 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:41:47.814811 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Router 58eba3e5-3129-4434-b121-5819f771890d has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:41:48.008876 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:41:48.017931 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] Sync routers for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:41:48.021341 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-7c07445c-038c-46aa-9745-80a77a2976dc admin admin] 10.222.0.42 "PUT /v2.0/routers/58eba3e5-3129-4434-b121-5819f771890d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8519943 Apr 21 15:41:48.023726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36872) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:48.029603 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:41:48.030190 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:48.211474 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:41:48.231072 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:48.418513 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:48.428335 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Deleting port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:48.428664 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:48.491733 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:41:46Z', 'revision_number': 5, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port': {'id': '20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58eba3e5-3129-4434-b121-5819f771890d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:32:54Z', 'updated_at': '2022-04-21T15:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:48.495495 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] Checking router: 58eba3e5-3129-4434-b121-5819f771890d for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:41:48.506007 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] Routers {'58eba3e5-3129-4434-b121-5819f771890d'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:41:48.506620 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['58eba3e5-3129-4434-b121-5819f771890d'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:48.599675 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] For port 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:48.600023 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:48.676938 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] Set router 58eba3e5-3129-4434-b121-5819f771890d gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:41:48.716270 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Calling delete_port for 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:48.785416 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:41:48Z', 'revision_number': 6, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:48.789323 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c3ea4-cd2b-4f16-ae59-24e2eb395546 None None] The sync data for ids ['58eba3e5-3129-4434-b121-5819f771890d'] in dv-neutron-838898-1-hyperv is: [{'id': '58eba3e5-3129-4434-b121-5819f771890d', 'name': 'tempest-TestShelveInstance-1053808714-router', 'tenant_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:53Z', 'updated_at': '2022-04-21T15:41:48Z', 'revision_number': 6, 'project_id': 'd2d1aa1dc59b4ec6847658396b3c85c3', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:41:48.964315 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.007988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:49.158073 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b5fd125e-9548-4c8e-a646-76527ac498df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.228770 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.477137 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.481184 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.505463 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.506059 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58eba3e5-3129-4434-b121-5819f771890d {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:41:49.518297 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.519415 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-8e99e262-0892-43bd-afa2-3af1054ace03 admin admin] 10.222.0.42 "DELETE /v2.0/routers/58eba3e5-3129-4434-b121-5819f771890d HTTP/1.1" status: 204 len: 168 time: 1.4946837 Apr 21 15:41:49.521936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36876) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:49.582262 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] Deleting subnet 88571b8f-a758-4507-8796-468f6d8122a9 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:41:49.585198 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.633485 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.716689 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.789634 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.829172 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88571b8f-a758-4507-8796-468f6d8122a9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:49.835248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.840308 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fdd3da-f696-403a-b45a-4eb69b5d2209 None None] Network d2ebdae2-861c-44a3-a745-ebd02e2897fd requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:41:49.843793 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-14790c9f-28ba-4cf0-aedf-ea9e931d7de9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/88571b8f-a758-4507-8796-468f6d8122a9 HTTP/1.1" status: 204 len: 168 time: 0.3184977 Apr 21 15:41:49.843990 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36880) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:49.961804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:49.973254 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Deleting port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:49.973848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.091721 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] DHCP port deletion for d2ebdae2-861c-44a3-a745-ebd02e2897fd request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:41:50.096051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Deleting port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:50.096442 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.186376 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:41:50.193883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] For port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:50.194350 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.222085 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:41:50.222426 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 20a7fc3c-b5f8-48b2-ba71-37a6cbc4bc16 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:41:50.222838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b51b81c8-ffe5-45e5-9477-9f39bfc76465 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:41:50.301330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: b51b81c8-ffe5-45e5-9477-9f39bfc76465 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:41:50.301505 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b51b81c8-ffe5-45e5-9477-9f39bfc76465 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:41:50.302084 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device b8b3c9bd-b9b1-4f64-9b64-96da25a223bd no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:41:50.411179 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Calling delete_port for b8b3c9bd-b9b1-4f64-9b64-96da25a223bd owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:50.485152 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.513441 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] For port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,segment=NetworkSegment(99f63cba-17a0-4691-a17c-c3f3e3618a67),segment_id=99f63cba-17a0-4691-a17c-c3f3e3618a67)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:50.513825 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.528143 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b3c9bd-b9b1-4f64-9b64-96da25a223bd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:50.534135 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] No DVR routers for this DVR port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:41:50.649164 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.653169 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.668032 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Calling delete_port for b8b3c9bd-b9b1-4f64-9b64-96da25a223bd owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:50.678349 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ebdae2-861c-44a3-a745-ebd02e2897fd']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:50.690654 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f63cba-17a0-4691-a17c-c3f3e3618a67') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:50.690962 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f63cba-17a0-4691-a17c-c3f3e3618a67') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:50.703771 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.721909 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.729464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:41:50.729989 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:41:50.747077 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:41:50.776120 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:41:50.776478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:41:50.818883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.834432 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:50.846371 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ebdae2-861c-44a3-a745-ebd02e2897fd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:50.857569 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-9382ad5e-853e-4417-a32d-eeef2bd3d9af admin admin] 10.222.0.42 "DELETE /v2.0/networks/d2ebdae2-861c-44a3-a745-ebd02e2897fd HTTP/1.1" status: 204 len: 168 time: 1.0101681 Apr 21 15:41:50.860409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36884) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:51.239640 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:51.277259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Deleting port b8b3c9bd-b9b1-4f64-9b64-96da25a223bd {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:51.277693 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:51.343081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5df1c-6945-45fd-a1c3-fffdbc3cf9f1 None None] The port 'b8b3c9bd-b9b1-4f64-9b64-96da25a223bd' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:41:51.481836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7ee69113-0a8b-45b6-8567-64790a664fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:51.906786 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Deleting port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:51.907124 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:52.074052 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] For port 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,segment=NetworkSegment(b5ebdba2-18a0-45c8-be58-01db13b22f54),segment_id=b5ebdba2-18a0-45c8-be58-01db13b22f54)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:52.074409 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:52.193935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Calling delete_port for 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:52.355553 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:52.397731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c6e4a2-45fa-47c7-a53d-5ed1618cc65e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:52.506854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:52.630134 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:52.681176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:53.323010 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:41:53.516248 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:41:53.524697 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] Sync routers for ids ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:41:53.531774 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-12bed90b-7bdd-4d38-9335-876f579ea799 admin admin] 10.222.0.42 "PUT /v2.0/routers/d28b0db8-f47a-4a11-bddd-ff9b9f712e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6696472 Apr 21 15:41:53.534162 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36888) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:53.539336 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] Routers {'d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:41:53.539954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:53.715148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] Set router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:41:53.724524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:53.912224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:53.922856 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:53.933643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Deleting port 4db2eedb-979c-457f-bcf5-c3ee0c6820de {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:53.933969 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:54.006328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28'}], 'enable_snat': True}, 'gw_port_id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:41:52Z', 'revision_number': 5, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port': {'id': '4db2eedb-979c-457f-bcf5-c3ee0c6820de', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:88:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:00Z', 'updated_at': '2022-04-21T15:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:54.010165 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] Checking router: d28b0db8-f47a-4a11-bddd-ff9b9f712e0b for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:41:54.020868 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] Routers {'d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:41:54.021468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:54.101643 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] For port 4db2eedb-979c-457f-bcf5-c3ee0c6820de, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=4db2eedb-979c-457f-bcf5-c3ee0c6820de,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:54.101993 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:54.175301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] Set router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:41:54.220968 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Calling delete_port for 4db2eedb-979c-457f-bcf5-c3ee0c6820de owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:54.322711 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:41:53Z', 'revision_number': 6, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:54.326601 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c3b37-5218-4e4e-94d3-8efb41fbe0a0 None None] The sync data for ids ['d28b0db8-f47a-4a11-bddd-ff9b9f712e0b'] in dv-neutron-838898-1-hyperv is: [{'id': 'd28b0db8-f47a-4a11-bddd-ff9b9f712e0b', 'name': 'tempest-TestShelveInstance-1020009407-router', 'tenant_id': '863ac55a14014b13acc524883219df16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:32:59Z', 'updated_at': '2022-04-21T15:41:53Z', 'revision_number': 6, 'project_id': '863ac55a14014b13acc524883219df16', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:41:54.385459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:54.430359 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db2eedb-979c-457f-bcf5-c3ee0c6820de,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:54.660827 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.012688 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.016882 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.042068 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.042667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28b0db8-f47a-4a11-bddd-ff9b9f712e0b {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:41:55.056058 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.059757 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6a87ec66-a293-4ba4-b1ef-fcaa6262ebe1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d28b0db8-f47a-4a11-bddd-ff9b9f712e0b HTTP/1.1" status: 204 len: 168 time: 1.5246885 Apr 21 15:41:55.059898 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:55.119205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] Deleting subnet 677a9286-1ddb-4a9e-b3ff-cf4c72243bd4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:41:55.122163 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.171144 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.344551 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.410921 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.452796 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677a9286-1ddb-4a9e-b3ff-cf4c72243bd4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:55.457492 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.463151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560fb7f-428f-45c9-95d4-53faefd62a55 None None] Network 04687d91-ebfa-4202-9f18-b36a8f01ed2a requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:41:55.463620 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-54a83886-7450-4979-afa9-0b4cc6899e9f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/677a9286-1ddb-4a9e-b3ff-cf4c72243bd4 HTTP/1.1" status: 204 len: 168 time: 0.4023302 Apr 21 15:41:55.465591 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36896) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:55.568913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.579054 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Deleting port 99748262-9c46-4e38-926d-757d11245fb5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:55.579891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.700325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] DHCP port deletion for 04687d91-ebfa-4202-9f18-b36a8f01ed2a request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:41:55.705121 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Deleting port 99748262-9c46-4e38-926d-757d11245fb5 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:55.705488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.777993 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] For port 99748262-9c46-4e38-926d-757d11245fb5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=99748262-9c46-4e38-926d-757d11245fb5,segment=NetworkSegment(b5ebdba2-18a0-45c8-be58-01db13b22f54),segment_id=b5ebdba2-18a0-45c8-be58-01db13b22f54)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:55.778346 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.783393 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:41:55.898166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Calling delete_port for 99748262-9c46-4e38-926d-757d11245fb5 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:55.901689 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] For port 99748262-9c46-4e38-926d-757d11245fb5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=99748262-9c46-4e38-926d-757d11245fb5,segment=NetworkSegment(b5ebdba2-18a0-45c8-be58-01db13b22f54),segment_id=b5ebdba2-18a0-45c8-be58-01db13b22f54)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:41:55.902081 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.973869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.017245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=99748262-9c46-4e38-926d-757d11245fb5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:56.020198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Calling delete_port for 99748262-9c46-4e38-926d-757d11245fb5 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:41:56.023140 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] No DVR routers for this DVR port 99748262-9c46-4e38-926d-757d11245fb5 on host dv-neutron-838898-1-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:41:56.091899 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:41:56.092541 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:41:56.140110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.162368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04687d91-ebfa-4202-9f18-b36a8f01ed2a']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:56.171469 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4db2eedb-979c-457f-bcf5-c3ee0c6820de no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:41:56.174866 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ebdba2-18a0-45c8-be58-01db13b22f54') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:56.175169 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ebdba2-18a0-45c8-be58-01db13b22f54') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:56.186477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15708844'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.204412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 4db2eedb-979c-457f-bcf5-c3ee0c6820de {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:41:56.205302 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 4db2eedb-979c-457f-bcf5-c3ee0c6820de not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:41:56.205761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:41:56.207798 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.213865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:41:56.214246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16252768'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: timer() Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: cb(*args, **kw) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: self._notify() Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: self.callback(batched_events) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: event.method(event) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._get(url).json() Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:41:56.227135 dv-neutron-838898-1-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:41:56.236514 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:41:56.236856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 46c6e4a2-45fa-47c7-a53d-5ed1618cc65e not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:41:56.237267 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 99748262-9c46-4e38-926d-757d11245fb5 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:41:56.269831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 99748262-9c46-4e38-926d-757d11245fb5 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:41:56.270154 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 99748262-9c46-4e38-926d-757d11245fb5 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:41:56.300658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.316525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.328733 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=04687d91-ebfa-4202-9f18-b36a8f01ed2a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:56.333487 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-713a62c9-7699-4ffa-81b3-908108466d3e admin admin] 10.222.0.42 "DELETE /v2.0/networks/04687d91-ebfa-4202-9f18-b36a8f01ed2a HTTP/1.1" status: 204 len: 168 time: 0.8669138 Apr 21 15:41:56.466003 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:56.518812 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-547b65ba-d8ba-41fa-85ef-33e741fe2f89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d2d1aa1dc59b4ec6847658396b3c85c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517001 Apr 21 15:41:56.521246 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:56.578489 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d60192-59bf-41ce-b98d-37ff3367b3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.593623 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Deleting port 99748262-9c46-4e38-926d-757d11245fb5 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:41:56.594106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.602869 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d60192-59bf-41ce-b98d-37ff3367b3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.655128 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d60192-59bf-41ce-b98d-37ff3367b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.663390 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e46f6-e543-42e6-944c-bf383d9ee31f None None] The port '99748262-9c46-4e38-926d-757d11245fb5' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:41:56.674291 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d60192-59bf-41ce-b98d-37ff3367b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d75db-3094-48fa-893d-1a7c857ff2a6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:56.681805 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d60192-59bf-41ce-b98d-37ff3367b3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:56.682931 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20d60192-59bf-41ce-b98d-37ff3367b3ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f6d75db-3094-48fa-893d-1a7c857ff2a6 HTTP/1.1" status: 204 len: 168 time: 0.1608214 Apr 21 15:41:57.062357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:57.111274 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4011e83c-2586-4820-aea2-a047d09e7444 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=863ac55a14014b13acc524883219df16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477953 Apr 21 15:41:57.113663 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:57.172602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0cfb71a-a129-4c4a-ba5a-088243f98b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:57.196719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0cfb71a-a129-4c4a-ba5a-088243f98b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:57.245602 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0cfb71a-a129-4c4a-ba5a-088243f98b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:57.258790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfb71a-a129-4c4a-ba5a-088243f98b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff68ee-d648-410a-af34-0f4f684c4fa5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:57.264933 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0cfb71a-a129-4c4a-ba5a-088243f98b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:57.266030 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e0cfb71a-a129-4c4a-ba5a-088243f98b82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cff68ee-d648-410a-af34-0f4f684c4fa5 HTTP/1.1" status: 204 len: 168 time: 0.1515100 Apr 21 15:41:58.106338 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36940) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:58.242646 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1568825392-network', 'tenant_id': 'e0f422866da944199e4640b5c20324b7'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:41:58.247388 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:41:58.251437 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Usage tracker for resource:network and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:41:58.254379 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:41:58.260853 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:41:58.270695 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Made reservation on behalf of e0f422866da944199e4640b5c20324b7 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:41:58.273143 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.286053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.320198 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:41:58.323924 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:41:58.326705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:41:58.332718 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:41:58.399999 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.403676 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.433332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:41:58.444825 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba8baaa-2ec0-484e-a257-3ca9aa39b9f6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:58.451421 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.451872 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Added segment 421ea508-4be3-48d0-8712-1921c95f1566 of type vlan for network a5d8aba3-e893-4c6e-9635-cea323f77abb Apr 21 15:41:58.477709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.505998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.506859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:58.507450 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.607753 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5002604 Apr 21 15:41:58.610347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98d58f-f2e8-4cef-9b61-806384569769 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d8aba3-e893-4c6e-9635-cea323f77abb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:58.610935 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36946) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:58.616624 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Request body: {'subnet': {'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1568825392-subnet', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:41:58.620573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network a5d8aba3-e893-4c6e-9635-cea323f77abb details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:41:58.621502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:41:58.625333 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Usage tracker for resource:subnet and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:41:58.628180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:41:58.633803 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:41:58.644502 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Made reservation on behalf of e0f422866da944199e4640b5c20324b7 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:41:58.646726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.842390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.917994 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3dedac-4745-41f0-a87b-6e1747506121,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:58.927620 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Checking segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:41:58.927980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Network hostable DHCP agents. Network: a5d8aba3-e893-4c6e-9635-cea323f77abb, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:41:58.950486 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Network a5d8aba3-e893-4c6e-9635-cea323f77abb is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:41:58.960425 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, a5d8aba3-e893-4c6e-9635-cea323f77abb) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:41:58.964355 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:41:58.964944 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.971268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fee410-8a6a-43f5-a122-600640e18e22 None None] Network a5d8aba3-e893-4c6e-9635-cea323f77abb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:41:58.986997 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-6503cedf-8781-45fa-8ee5-53126bb7a75f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3746293 Apr 21 15:41:58.989507 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:58.994815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:41:58.999589 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:41:59.004309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Usage tracker for resource:router and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:41:59.007234 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:41:59.013212 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:41:59.024024 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.025086 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.042963 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.201793 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-a5d8aba3-e893-4c6e-9635-cea323f77abb', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:41:59.202628 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.273173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.363343 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Allocated IP 172.20.0.2 (a5d8aba3-e893-4c6e-9635-cea323f77abb/6c3dedac-4745-41f0-a87b-6e1747506121/9f726f6f-3c72-4eab-8b88-45d31964f338) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:41:59.467072 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.500914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.598765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.608968 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Transition to ACTIVE for port object 9f726f6f-3c72-4eab-8b88-45d31964f338 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:41:59.627928 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Transition to ACTIVE for port object 9f726f6f-3c72-4eab-8b88-45d31964f338 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:41:59.633814 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.637486 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Allocated IP 172.26.6.20 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/28be0cc0-488c-4617-9253-a09553f17b3f) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:41:59.708229 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Network a5d8aba3-e893-4c6e-9635-cea323f77abb is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:41:59.711147 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:41:59.713600 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:41:59.720656 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Pushing event updated for resources: {'Port': ['ID=9f726f6f-3c72-4eab-8b88-45d31964f338,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:59.783696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.784031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.784393 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.784543 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.784722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.785053 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.785377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.785719 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.786025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.786344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.786663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.786976 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:59.814368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Attempting to bind port 9f726f6f-3c72-4eab-8b88-45d31964f338 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:41:59.814820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Attempting to bind port 9f726f6f-3c72-4eab-8b88-45d31964f338 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:41:59.815195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Attempting to bind port 9f726f6f-3c72-4eab-8b88-45d31964f338 on network a5d8aba3-e893-4c6e-9635-cea323f77abb {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:41:59.816607 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.821836 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:41:59.822203 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Checking segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:41:59.822594 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.822979 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Bound using segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:41:59.823433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Bound port: 9f726f6f-3c72-4eab-8b88-45d31964f338, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:41:59.823797 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.888156 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:41:59.891050 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:41:59.893496 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:41:59.911265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] For port 9f726f6f-3c72-4eab-8b88-45d31964f338, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:41:59.914337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] For port 9f726f6f-3c72-4eab-8b88-45d31964f338, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9f726f6f-3c72-4eab-8b88-45d31964f338,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:41:59.918464 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.924705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Pushing event updated for resources: {'Port': ['ID=28be0cc0-488c-4617-9253-a09553f17b3f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:00.007765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333f68c-64af-4367-9d0d-e0d0608e70ca None None] Pushing event updated for resources: {'Port': ['ID=9f726f6f-3c72-4eab-8b88-45d31964f338,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:00.070854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:00.071590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:00.311028 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:42:00.510223 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:42:00.519860 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Sync routers for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:42:00.532826 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:00.533484 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:00.535638 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:00.536863 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2a57bef7-c3aa-4eb1-9446-9af4c40cc48e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5462830 Apr 21 15:42:00.539691 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36954) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:00.717801 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:00.901383 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f68b2-6e21-435c-a8e7-e2d2c89fad34 None None] Network a5d8aba3-e893-4c6e-9635-cea323f77abb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:42:01.013629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5f6c54a3-2b0c-4cb3-aebb-c2f061c74e20 None None] Provisioning for port 9f726f6f-3c72-4eab-8b88-45d31964f338 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:01.015735 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:00Z', 'revision_number': 3, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:01.020760 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Checking router: c59e2ed7-bb17-4f29-b9d5-350bda58d1dc for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:42:01.021103 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Updating router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc port 28be0cc0-488c-4617-9253-a09553f17b3f binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:42:01.072182 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.294833 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.311219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.416390 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.431686 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Transition to ACTIVE for port object 28be0cc0-488c-4617-9253-a09553f17b3f will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:01.437750 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.514681 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Attempting to bind port 28be0cc0-488c-4617-9253-a09553f17b3f on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:42:01.515039 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Attempting to bind port 28be0cc0-488c-4617-9253-a09553f17b3f by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:42:01.515411 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Attempting to bind port 28be0cc0-488c-4617-9253-a09553f17b3f on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:42:01.525280 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Pushing event updated for resources: {'Port': ['ID=28be0cc0-488c-4617-9253-a09553f17b3f,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:01.530145 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:42:01.530517 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:42:01.530913 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.531302 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:42:01.531764 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Bound port: 28be0cc0-488c-4617-9253-a09553f17b3f, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:42:01.532157 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.568603 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.568875 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.569210 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.569541 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.569868 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.570448 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.570797 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.571122 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.571440 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.571757 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.572091 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:42:01.601832 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Allocated IP 172.20.0.1 (a5d8aba3-e893-4c6e-9635-cea323f77abb/6c3dedac-4745-41f0-a87b-6e1747506121/610d4633-190e-4789-bbd1-a459f848f715) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:42:01.614284 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] For port 28be0cc0-488c-4617-9253-a09553f17b3f, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:42:01.617505 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] For port 28be0cc0-488c-4617-9253-a09553f17b3f, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=28be0cc0-488c-4617-9253-a09553f17b3f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:42:01.620933 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.700745 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5378e-46fb-434d-84fc-bb51be99e310 None None] Pushing event updated for resources: {'Port': ['ID=28be0cc0-488c-4617-9253-a09553f17b3f,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:01.705700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:01.706304 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:01.747176 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.762883 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Transition to ACTIVE for port object 610d4633-190e-4789-bbd1-a459f848f715 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:01.784273 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:01.851680 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Network a5d8aba3-e893-4c6e-9635-cea323f77abb is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:01.854530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:01.858998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Pushing event updated for resources: {'Port': ['ID=610d4633-190e-4789-bbd1-a459f848f715,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:01.861697 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:42:01.911378 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:01.938530 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.068928 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.195741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-633e53e8-120e-49e5-a8f0-98140bb8d3b1 None None] Provisioning for port 610d4633-190e-4789-bbd1-a459f848f715 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:02.206141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-633e53e8-120e-49e5-a8f0-98140bb8d3b1 None None] Provisioning complete for port 610d4633-190e-4789-bbd1-a459f848f715 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:02.208551 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-633e53e8-120e-49e5-a8f0-98140bb8d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.267578 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9f726f6f-3c72-4eab-8b88-45d31964f338 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:02.302560 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:00Z', 'revision_number': 3, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:02.307011 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2ef59-6e4f-4ece-9e62-834d59c104e9 None None] The sync data for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv is: [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:00Z', 'revision_number': 3, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:42:02.343352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.348493 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.351141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-633e53e8-120e-49e5-a8f0-98140bb8d3b1 None None] Port 610d4633-190e-4789-bbd1-a459f848f715 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:42:02.371261 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 9f726f6f-3c72-4eab-8b88-45d31964f338 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:02.377228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9f726f6f-3c72-4eab-8b88-45d31964f338 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:02.377688 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.465372 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Pushing event updated for resources: {'Port': ['ID=610d4633-190e-4789-bbd1-a459f848f715,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:02.470627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.508287 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.550856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 9f726f6f-3c72-4eab-8b88-45d31964f338, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9f726f6f-3c72-4eab-8b88-45d31964f338,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:02.556414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.628114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=9f726f6f-3c72-4eab-8b88-45d31964f338,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:02.637524 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Network a5d8aba3-e893-4c6e-9635-cea323f77abb is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:02.638564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:02.879392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3031d49b-3089-4e19-b401-a63ab6054c50 None None] Provisioning complete for port 610d4633-190e-4789-bbd1-a459f848f715 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:02.880931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3031d49b-3089-4e19-b401-a63ab6054c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:02.933884 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-3031d49b-3089-4e19-b401-a63ab6054c50 None None] Port 610d4633-190e-4789-bbd1-a459f848f715 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:42:03.036418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:42:03.321317 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:42:03.329905 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-78e90403-12c4-4d1c-99e6-df4bb7848acf admin admin] 10.222.0.42 "PUT /v2.0/routers/c59e2ed7-bb17-4f29-b9d5-350bda58d1dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7891707 Apr 21 15:42:04.133608 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36976) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:04.143544 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2136809641-network', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:04.150125 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:04.154035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Usage tracker for resource:network and tenant:d90befdbc64241989340fa8ecbe81bb3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:04.156980 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:04.163390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:04.179765 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Made reservation on behalf of d90befdbc64241989340fa8ecbe81bb3 for: {'network': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:42:04.182238 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.195636 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.229750 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:04.234090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d90befdbc64241989340fa8ecbe81bb3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:04.238999 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:04.242204 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9f726f6f-3c72-4eab-8b88-45d31964f338 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:04.249096 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:04.315679 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.317699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 9f726f6f-3c72-4eab-8b88-45d31964f338 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:04.318232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.319839 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.350561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:42:04.359247 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5603891-3849-4e30-bdd0-e277fa35509a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:04.364718 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.365053 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.segments_db [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Added segment 4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9 of type vlan for network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 Apr 21 15:42:04.391531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752279307286'] for network, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.420329 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.421191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:04.421762 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.437332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 28be0cc0-488c-4617-9253-a09553f17b3f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:04.503115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 28be0cc0-488c-4617-9253-a09553f17b3f completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:04.507789 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 28be0cc0-488c-4617-9253-a09553f17b3f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:04.508192 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.522804 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c95d32c4-3c69-4ad4-aa8e-083a34dd6917,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:04.529912 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-eb57067e-ef21-41fa-a5d2-ce76588e13f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3924716 Apr 21 15:42:04.530290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 36980) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:04.536342 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Request body: {'subnet': {'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2136809641-subnet', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'ip_version': 4}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:04.536583 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 details requested by agent ovs-agent-dv-neutron-838898-1-hyperv with host dv-neutron-838898-1-hyperv {{(pid=83936) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:42:04.541054 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:04.544814 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Usage tracker for resource:subnet and tenant:d90befdbc64241989340fa8ecbe81bb3 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:04.547609 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:04.553714 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:04.564506 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Made reservation on behalf of d90befdbc64241989340fa8ecbe81bb3 for: {'subnet': 1} {{(pid=83935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:42:04.566753 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15322082'] for subnet, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.716477 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.732440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 28be0cc0-488c-4617-9253-a09553f17b3f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=28be0cc0-488c-4617-9253-a09553f17b3f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:04.736942 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.770516 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16020918', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15322096'] for subnet, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.832346 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=28be0cc0-488c-4617-9253-a09553f17b3f,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:04.836865 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04eb19d7-c38b-4ca7-8c81-6726d2b8bd49,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:04.859540 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Checking segment: {'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:42:04.859885 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Network hostable DHCP agents. Network: c95d32c4-3c69-4ad4-aa8e-083a34dd6917, hostable agents: ['7885dfd2-46d7-4987-b1a7-6c5dc2c339e4'], hosted agents: [] {{(pid=83935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:42:04.881310 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 is scheduled to be hosted by DHCP agent 7885dfd2-46d7-4987-b1a7-6c5dc2c339e4 with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:42:04.889908 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838898-1-hyperv, c95d32c4-3c69-4ad4-aa8e-083a34dd6917) {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:04.893566 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:04.894150 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.898640 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc5e2e-ebd4-43fc-a38b-3ce4e231d730 None None] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:42:04.913838 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-dde12f31-830f-4f91-9bcb-31fff3240388 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3818271 Apr 21 15:42:04.916296 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:04.921314 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:04.926519 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:04.930269 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Usage tracker for resource:router and tenant:d90befdbc64241989340fa8ecbe81bb3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:04.933702 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:04.940625 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:04.951007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-406003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3671'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.951904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-405904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-494848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3676'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:04.972986 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.113871 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b8f58df-9789-5b3e-929d-ca66a085063c-c95d32c4-3c69-4ad4-aa8e-083a34dd6917', 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'fixed_ips': [{'subnet_id': '04eb19d7-c38b-4ca7-8c81-6726d2b8bd49'}]}} from dv-neutron-838898-1-hyperv. {{(pid=83936) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 21 15:42:05.114690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.114914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-406537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2742'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.269509 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.db_base_plugin_common [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Allocated IP 172.20.0.2 (c95d32c4-3c69-4ad4-aa8e-083a34dd6917/04eb19d7-c38b-4ca7-8c81-6726d2b8bd49/a5961aca-b4d1-4a73-bcbb-75ecb0922d6d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:42:05.400390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.429859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.475995 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.486368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Transition to ACTIVE for port object a5961aca-b4d1-4a73-bcbb-75ecb0922d6d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:05.504857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Transition to ACTIVE for port object a5961aca-b4d1-4a73-bcbb-75ecb0922d6d will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:05.511264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.570806 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Allocated IP 172.26.6.48 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/6839de5a-5dfc-46b3-aadb-5486d218cc20) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:42:05.577452 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Pushing event updated for resources: {'Port': ['ID=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:05.594224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:05.595954 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.scheduler.base_scheduler [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:05.598322 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:42:05.686294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Attempting to bind port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:42:05.686670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Attempting to bind port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:42:05.687027 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Attempting to bind port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d on network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:42:05.695722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:42:05.696118 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Checking segment: {'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:42:05.696525 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.696922 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Bound using segment: {'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:42:05.697391 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Bound port: a5961aca-b4d1-4a73-bcbb-75ecb0922d6d, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:42:05.697762 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.726351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.756220 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.776757 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Sync routers for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:42:05.801142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] For port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:42:05.805269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] For port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,segment=NetworkSegment(4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9),segment_id=4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:42:05.807411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:05.808358 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:05.826742 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:05.830816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:05.832740 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Pushing event updated for resources: {'Port': ['ID=6839de5a-5dfc-46b3-aadb-5486d218cc20,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:05.834837 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:42:05.861237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.991029 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:05.992659 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-406528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404377'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:06.038869 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5693b2-11ae-4a4c-b858-26e468763465 None None] Pushing event updated for resources: {'Port': ['ID=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:06.067259 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:06.270332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 28be0cc0-488c-4617-9253-a09553f17b3f up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:06.291387 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Router e057c5df-351d-4287-91ba-5d8db84cd594 is scheduled to L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 15:42:06.470447 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 28be0cc0-488c-4617-9253-a09553f17b3f triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:06.470724 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:06.501730 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:42:06.511454 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Sync routers for ids ['e057c5df-351d-4287-91ba-5d8db84cd594'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:42:06.524337 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Routers {'e057c5df-351d-4287-91ba-5d8db84cd594'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:06.525020 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e057c5df-351d-4287-91ba-5d8db84cd594'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:06.527715 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:06.529257 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e3d42f00-1513-4e46-bad3-05e71b92127c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6119394 Apr 21 15:42:06.531808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36988) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:06.554141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:02Z', 'revision_number': 2, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:06.583256 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Checking router: c59e2ed7-bb17-4f29-b9d5-350bda58d1dc for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:42:06.583473 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Updating router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc port 610d4633-190e-4789-bbd1-a459f848f715 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:42:06.655499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:06.711118 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Set router e057c5df-351d-4287-91ba-5d8db84cd594 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:07.048558 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:42:05Z', 'revision_number': 3, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port': {'id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:05Z', 'updated_at': '2022-04-21T15:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:07.054223 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Checking router: e057c5df-351d-4287-91ba-5d8db84cd594 for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:42:07.054633 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Updating router e057c5df-351d-4287-91ba-5d8db84cd594 port 6839de5a-5dfc-46b3-aadb-5486d218cc20 binding host dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:42:07.072685 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.086397 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5773ed-329b-454e-b58c-c3e0818d5832 None None] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:42:07.099936 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Transition to ACTIVE for port object 610d4633-190e-4789-bbd1-a459f848f715 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:07.109070 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.156903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.325370 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b2d9-d02b-4a01-8a8f-a009321ce6fa None None] Pushing event updated for resources: {'Port': ['ID=610d4633-190e-4789-bbd1-a459f848f715,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:07.352528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0095b8dc-8395-4f59-8686-7b5ac6835978 None None] Provisioning for port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:07.500484 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.520543 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.521768 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Attempting to bind port 610d4633-190e-4789-bbd1-a459f848f715 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:42:07.522475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Attempting to bind port 610d4633-190e-4789-bbd1-a459f848f715 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:42:07.522841 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Attempting to bind port 610d4633-190e-4789-bbd1-a459f848f715 on network a5d8aba3-e893-4c6e-9635-cea323f77abb {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:42:07.532976 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.provisioning_blocks [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Transition to ACTIVE for port object 6839de5a-5dfc-46b3-aadb-5486d218cc20 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:07.540337 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.565960 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:42:07.566351 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Checking segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:42:07.566717 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.567102 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Bound using segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:42:07.567563 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Bound port: 610d4633-190e-4789-bbd1-a459f848f715, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:42:07.567931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.620521 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Attempting to bind port 6839de5a-5dfc-46b3-aadb-5486d218cc20 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:42:07.620904 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Attempting to bind port 6839de5a-5dfc-46b3-aadb-5486d218cc20 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:42:07.621247 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Attempting to bind port 6839de5a-5dfc-46b3-aadb-5486d218cc20 on network 8d4cf623-9797-416d-97ff-11890c0fb7e1 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:42:07.633553 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5400113-90f4-4ec3-b218-90fa775d3b6d None None] Pushing event updated for resources: {'Port': ['ID=6839de5a-5dfc-46b3-aadb-5486d218cc20,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:07.636218 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:42:07.636592 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Checking segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:42:07.636986 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.637372 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Bound using segment: {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:42:07.637839 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.managers [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Bound port: 6839de5a-5dfc-46b3-aadb-5486d218cc20, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf59bb6-2788-45de-986d-b952e3a5ce0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:42:07.638208 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.697140 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] For port 610d4633-190e-4789-bbd1-a459f848f715, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:42:07.700414 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] For port 610d4633-190e-4789-bbd1-a459f848f715, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=610d4633-190e-4789-bbd1-a459f848f715,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:42:07.707323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.717864 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] For port 6839de5a-5dfc-46b3-aadb-5486d218cc20, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:42:07.722380 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.plugins.ml2.db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] For port 6839de5a-5dfc-46b3-aadb-5486d218cc20, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6839de5a-5dfc-46b3-aadb-5486d218cc20,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:42:07.728972 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron_lib.callbacks.manager [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:07.729910 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Allocated IP 172.20.0.1 (c95d32c4-3c69-4ad4-aa8e-083a34dd6917/04eb19d7-c38b-4ca7-8c81-6726d2b8bd49/015fd05f-5988-4828-a736-554dc0e087e5) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:42:07.800858 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:07.802166 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:07.836308 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5400113-90f4-4ec3-b218-90fa775d3b6d None None] Pushing event updated for resources: {'Port': ['ID=6839de5a-5dfc-46b3-aadb-5486d218cc20,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:07.845750 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Routers {'e057c5df-351d-4287-91ba-5d8db84cd594'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:07.846159 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:41:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e057c5df-351d-4287-91ba-5d8db84cd594'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:07.916455 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b2d9-d02b-4a01-8a8f-a009321ce6fa None None] Pushing event updated for resources: {'Port': ['ID=610d4633-190e-4789-bbd1-a459f848f715,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:08.012914 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.027539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:08.037217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Transition to ACTIVE for port object 015fd05f-5988-4828-a736-554dc0e087e5 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:08.068471 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.139044 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] Set router e057c5df-351d-4287-91ba-5d8db84cd594 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:08.150080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:08.151142 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=015fd05f-5988-4828-a736-554dc0e087e5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:08.156476 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:08.159226 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:42:08.226424 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-403043'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.345876 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.350347 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a5961aca-b4d1-4a73-bcbb-75ecb0922d6d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:08.485287 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:42:05Z', 'revision_number': 3, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port': {'id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:05Z', 'updated_at': '2022-04-21T15:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:08.489505 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16085c67-98cf-4219-8854-463fca41bac2 None None] The sync data for ids ['e057c5df-351d-4287-91ba-5d8db84cd594'] in dv-neutron-838898-1-hyperv is: [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:42:05Z', 'revision_number': 3, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port': {'id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:05Z', 'updated_at': '2022-04-21T15:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:42:08.523517 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:08.530906 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:08.531262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.590760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.596719 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.609786 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:07Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:08.615604 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4c529f4b-5dfe-46f1-aadc-8bf98ccdc56e None None] Provisioning for port 015fd05f-5988-4828-a736-554dc0e087e5 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:08.621237 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1709b-df98-48d4-bcaa-adb880842ec3 None None] The sync data for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv is: [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:07Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:42:08.624255 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4c529f4b-5dfe-46f1-aadc-8bf98ccdc56e None None] Provisioning complete for port 015fd05f-5988-4828-a736-554dc0e087e5 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:08.624626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4c529f4b-5dfe-46f1-aadc-8bf98ccdc56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.688020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-403150'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.754629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4c529f4b-5dfe-46f1-aadc-8bf98ccdc56e None None] Port 015fd05f-5988-4828-a736-554dc0e087e5 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:42:08.761690 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.790975 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=015fd05f-5988-4828-a736-554dc0e087e5,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:08.797580 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,segment=NetworkSegment(4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9),segment_id=4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:08.803163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:08.864428 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:08.865929 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:08.877755 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:09.179368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-4727df18-6593-4aa3-b834-84a6d7480cfc None None] Provisioning complete for port 015fd05f-5988-4828-a736-554dc0e087e5 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:09.179737 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4727df18-6593-4aa3-b834-84a6d7480cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:09.236381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-4727df18-6593-4aa3-b834-84a6d7480cfc None None] Port 015fd05f-5988-4828-a736-554dc0e087e5 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:42:09.364808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Router e057c5df-351d-4287-91ba-5d8db84cd594 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:42:09.576093 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:42:09.584777 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8618d351-e8b5-46be-a1c6-960c5ffb6ca4 admin admin] 10.222.0.42 "PUT /v2.0/routers/e057c5df-351d-4287-91ba-5d8db84cd594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0510378 Apr 21 15:42:10.146370 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 36998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:10.152652 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692107494', 'description': 'tempest-secgroup-smoke-1692107494 description', 'project_id': 'e0f422866da944199e4640b5c20324b7'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:10.161514 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:10.165610 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:10.168571 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:10.174349 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:10.184488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.220915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:10.224616 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:10.227408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:10.233087 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:10.249764 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 610d4633-190e-4789-bbd1-a459f848f715 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:10.293014 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.297463 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.324631 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 610d4633-190e-4789-bbd1-a459f848f715 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:10.330141 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 610d4633-190e-4789-bbd1-a459f848f715 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:10.330516 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.341206 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:10.346915 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.346915 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dc65a2c2-40bf-4d9e-9a5e-1e37e96b1a1b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1994910 Apr 21 15:42:10.350564 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37002) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:10.358207 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'security_group_rule': {'security_group_id': 'aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7', 'project_id': 'e0f422866da944199e4640b5c20324b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:10.364410 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:10.368195 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:10.371047 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:10.377846 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:10.394720 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.445440 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.455159 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.459561 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.480354 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 610d4633-190e-4789-bbd1-a459f848f715, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=610d4633-190e-4789-bbd1-a459f848f715,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:10.483086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6e8077-001b-40a7-af30-ebe65da9245d,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:10.483915 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.484749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a5961aca-b4d1-4a73-bcbb-75ecb0922d6d up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:10.492663 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.493904 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-d86fe869-4f36-4553-a63a-79e19941e1a0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1423428 Apr 21 15:42:10.496590 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37006) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:10.503280 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'security_group_rule': {'security_group_id': 'aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7', 'project_id': 'e0f422866da944199e4640b5c20324b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:10.509455 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:10.513260 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:10.516107 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:10.522256 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:10.538331 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.596535 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=610d4633-190e-4789-bbd1-a459f848f715,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:10.604495 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.608253 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.608852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:10.609242 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.631586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319f0e45-e1ae-4244-8e05-d474072e9400,revision_number=0']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:10.641848 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.643056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c5c087ec-a599-42d8-bfc4-094a77dcdbec tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1455743 Apr 21 15:42:10.646155 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37010) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:10.651807 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'security_group_rule': {'security_group_id': 'aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7', 'project_id': 'e0f422866da944199e4640b5c20324b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:10.657709 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:10.661699 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:10.664913 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:10.670791 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:10.687748 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.755315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.758582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.780588 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bc3154-8223-4e22-93ce-a9bd0a9b0dce,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:10.789259 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.793010 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a188f2e-1a1c-4bc6-a865-bc8062aa50b6 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1432526 Apr 21 15:42:10.793271 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:10.799110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'security_group_rule': {'security_group_id': 'aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7', 'project_id': 'e0f422866da944199e4640b5c20324b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:10.805053 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:10.808790 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:10.811572 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:10.817891 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:10.833974 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.895236 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.898389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.920369 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0b108c-b211-47c8-a536-c56dc41b22a8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:10.929826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:10.930982 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-81182283-05ab-46ce-9ad0-876849967e48 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1367958 Apr 21 15:42:10.933674 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37018) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:10.939645 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'security_group_rule': {'security_group_id': 'aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7', 'project_id': 'e0f422866da944199e4640b5c20324b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:10.945658 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:10.949411 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:10.952287 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:10.957983 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:10.967995 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Project e0f422866da944199e4640b5c20324b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:42:10.974958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.038368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.041732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.068455 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23049e05-1b10-4fcb-9002-97b450d901cc,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:11.074554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.075762 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8e38e9ad-8111-4593-b4c6-c178b3f754b0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1411855 Apr 21 15:42:11.078594 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37022) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:11.084474 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'security_group_rule': {'security_group_id': 'aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7', 'project_id': 'e0f422866da944199e4640b5c20324b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:11.090351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:11.094103 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:security_group_rule and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:11.097007 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:11.102586 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:11.114707 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Project e0f422866da944199e4640b5c20324b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:42:11.121110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.183574 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.187019 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498446'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.211344 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fcdb68-a9ca-4915-a5e9-e22e27a22490,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:11.219378 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:11.220613 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-257cf1eb-9e35-4b47-b457-b05d043ad978 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1405621 Apr 21 15:42:11.390184 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-2b5add66-0803-4d3b-8af4-761a59043a09 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692107494&fields=id&tenant_id=e0f422866da944199e4640b5c20324b7 HTTP/1.1" status: 200 len: 267 time: 0.0410020 Apr 21 15:42:11.537226 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-034c3c56-9724-4d67-b9ef-dde07b9bd88c tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:11.538643 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-034c3c56-9724-4d67-b9ef-dde07b9bd88c tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 810 time: 0.1422930 Apr 21 15:42:11.554730 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-c78ecab2-bb7c-485b-9242-dad6cccb0816 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/quotas/e0f422866da944199e4640b5c20324b7 HTTP/1.1" status: 200 len: 375 time: 0.0106070 Apr 21 15:42:11.633088 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-08d7248f-2bfa-4dac-a36b-b90cc140128b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Synchronizing usage tracker for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:42:11.649298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-08d7248f-2bfa-4dac-a36b-b90cc140128b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Unset dirty status for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:42:11.650529 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-08d7248f-2bfa-4dac-a36b-b90cc140128b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911121 Apr 21 15:42:11.785645 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-14c113c1-9b75-4c55-b1cc-82ccd18da534 service neutron] 10.222.0.42 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236506 Apr 21 15:42:11.914068 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-618da11f-595a-402f-8f14-4d9ba543210f service neutron] 10.222.0.42 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226461 Apr 21 15:42:12.096435 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8d41f498-6254-44c4-a7d4-303644ab9d62 req-e6997136-4ff4-4d5b-ad4d-18462e39cff0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 210 time: 0.0420880 Apr 21 15:42:12.188838 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 610d4633-190e-4789-bbd1-a459f848f715 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:12.254682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 610d4633-190e-4789-bbd1-a459f848f715 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:12.255048 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:13.260800 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e52fd20e-92e9-434b-9eff-f371f4e74cce req-4500444e-3f80-42dc-9932-27aabb852dbc tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 210 time: 0.0460682 Apr 21 15:42:13.536417 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-1d86c6c4-0ca0-43d2-ba99-50f915a720c5 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:13.537152 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-1d86c6c4-0ca0-43d2-ba99-50f915a720c5 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Synchronizing usage tracker for tenant:e0f422866da944199e4640b5c20324b7 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:42:13.561241 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-1d86c6c4-0ca0-43d2-ba99-50f915a720c5 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Unset dirty status for tenant:e0f422866da944199e4640b5c20324b7 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:42:13.562550 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-1d86c6c4-0ca0-43d2-ba99-50f915a720c5 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 810 time: 0.2081258 Apr 21 15:42:13.631743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-c0b5958f-4fc1-4fe2-8ce3-599660a00d55 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Synchronizing usage tracker for tenant:e0f422866da944199e4640b5c20324b7 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:42:13.650094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-c0b5958f-4fc1-4fe2-8ce3-599660a00d55 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Unset dirty status for tenant:e0f422866da944199e4640b5c20324b7 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:42:13.651498 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-c0b5958f-4fc1-4fe2-8ce3-599660a00d55 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f422866da944199e4640b5c20324b7 HTTP/1.1" status: 200 len: 380 time: 0.0623102 Apr 21 15:42:13.662187 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'port': {'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'admin_state_up': True, 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'security_groups': ['aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:13.802980 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:13.812818 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:13.823647 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Made reservation on behalf of e0f422866da944199e4640b5c20324b7 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:42:13.826665 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.003797 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Allocated IP 172.20.0.9 (a5d8aba3-e893-4c6e-9635-cea323f77abb/6c3dedac-4745-41f0-a87b-6e1747506121/b28f88c2-b705-45e8-b260-29333f61b04e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:42:14.193728 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.202082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6839de5a-5dfc-46b3-aadb-5486d218cc20 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:14.211525 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Transition to ACTIVE for port object b28f88c2-b705-45e8-b260-29333f61b04e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:14.232724 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.272335 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 6839de5a-5dfc-46b3-aadb-5486d218cc20 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:14.276902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6839de5a-5dfc-46b3-aadb-5486d218cc20 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:14.277269 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.307214 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Network a5d8aba3-e893-4c6e-9635-cea323f77abb is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:14.310282 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:14.314896 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:42:14.345123 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:14.384304 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:14.384932 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.406537 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.425131 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 6839de5a-5dfc-46b3-aadb-5486d218cc20, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6839de5a-5dfc-46b3-aadb-5486d218cc20,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:14.430149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.463047 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-07ce9234-e6bd-4795-b409-afcc7aca9146 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045194 Apr 21 15:42:14.504835 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ab12-2f3b-4f8f-85e4-b913a386b3d6 req-8f11743e-c818-4d46-9906-48e69e45da98 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:14.505590 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5362ab12-2f3b-4f8f-85e4-b913a386b3d6 req-8f11743e-c818-4d46-9906-48e69e45da98 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Synchronizing usage tracker for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:42:14.513752 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=6839de5a-5dfc-46b3-aadb-5486d218cc20,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:14.527745 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-5362ab12-2f3b-4f8f-85e4-b913a386b3d6 req-8f11743e-c818-4d46-9906-48e69e45da98 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Unset dirty status for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:42:14.529428 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5362ab12-2f3b-4f8f-85e4-b913a386b3d6 req-8f11743e-c818-4d46-9906-48e69e45da98 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 931 time: 0.1262228 Apr 21 15:42:14.578741 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5362ab12-2f3b-4f8f-85e4-b913a386b3d6 req-44f31d51-64d9-4cec-b77a-a03e4da99317 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Apr 21 15:42:14.592722 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-98f4c744-c778-47f2-9656-46c4a610f56b None None] Provisioning for port b28f88c2-b705-45e8-b260-29333f61b04e completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:14.598847 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-98f4c744-c778-47f2-9656-46c4a610f56b None None] Provisioning complete for port b28f88c2-b705-45e8-b260-29333f61b04e triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:14.599224 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-98f4c744-c778-47f2-9656-46c4a610f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:14.625655 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Request body: {'port': {'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:14.650984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-98f4c744-c778-47f2-9656-46c4a610f56b None None] Port b28f88c2-b705-45e8-b260-29333f61b04e cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:42:14.732285 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:15.144958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28f88c2-b705-45e8-b260-29333f61b04e {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:42:15.151554 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:15.165941 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Transition to ACTIVE for port object b28f88c2-b705-45e8-b260-29333f61b04e will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:15.169536 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:15.291938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:15.406115 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Attempting to bind port b28f88c2-b705-45e8-b260-29333f61b04e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:42:15.406442 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Attempting to bind port b28f88c2-b705-45e8-b260-29333f61b04e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:42:15.406760 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Attempting to bind port b28f88c2-b705-45e8-b260-29333f61b04e on network a5d8aba3-e893-4c6e-9635-cea323f77abb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:42:15.412996 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Port b28f88c2-b705-45e8-b260-29333f61b04e on network a5d8aba3-e893-4c6e-9635-cea323f77abb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:42:15.413308 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Attempting to bind port b28f88c2-b705-45e8-b260-29333f61b04e on network a5d8aba3-e893-4c6e-9635-cea323f77abb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:42:15.419362 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:42:15.419689 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Checking segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:42:15.420080 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Bound using segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:42:15.420512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Bound port: b28f88c2-b705-45e8-b260-29333f61b04e, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:42:15.420836 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:15.512768 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:42:15.516277 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:42:15.521154 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:15.586365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:15.587793 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] 10.222.0.21 "PUT /v2.0/ports/b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 1093 time: 1.1089711 Apr 21 15:42:15.588185 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:42:15.607562 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395f91-02d4-4820-9378-495494d3cf89 service neutron] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:15.765331 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61750f5f-e87c-4a0b-8270-08ebee34c9e7'] response: {'name': 'network-changed', 'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'status': 'completed', 'code': 200} Apr 21 15:42:15.778518 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-449ea0f5-e141-4dda-bdc4-0c2b36902d9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1096 time: 0.1316316 Apr 21 15:42:15.854839 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-bda6b4fb-9960-42f4-8f39-63004a2cf23c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 217 time: 0.0631225 Apr 21 15:42:15.917207 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b3cbc-bf23-41b3-8129-f7c294e34a8c req-3feb86f9-6e9e-42f2-a6d3-d0551b9738dd tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:15.918638 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-da1b3cbc-bf23-41b3-8129-f7c294e34a8c req-3feb86f9-6e9e-42f2-a6d3-d0551b9738dd tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 943 time: 0.1919994 Apr 21 15:42:15.944365 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-624c9bf4-2204-454b-9eb9-444ca8fabd2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:15.945998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-624c9bf4-2204-454b-9eb9-444ca8fabd2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0849190 Apr 21 15:42:16.010714 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-da1b3cbc-bf23-41b3-8129-f7c294e34a8c req-898c8fd5-8a9b-4dc9-b014-27cd55d1cba4 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852458 Apr 21 15:42:16.034922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-41abd506-b7e4-4ccf-8ccb-c1b5bd219109 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833032 Apr 21 15:42:16.162993 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-a1aeed09-b492-477e-a183-3f785901f418 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221333 Apr 21 15:42:16.186857 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6839de5a-5dfc-46b3-aadb-5486d218cc20 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:16.284249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 6839de5a-5dfc-46b3-aadb-5486d218cc20 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:16.284531 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:16.294900 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-764ca077-a05a-4a97-b307-2a4d6a9d83f6 req-3c02e95f-ead8-48bc-92e8-8b2fb49b815c service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263473 Apr 21 15:42:16.457651 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-9d8fa5a7-5038-428a-8459-7b025387dab4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1096 time: 0.0717869 Apr 21 15:42:16.668567 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-4e5c28f2-9331-456e-9ad6-6dcbde6d0398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:16.669992 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-4e5c28f2-9331-456e-9ad6-6dcbde6d0398 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.2068810 Apr 21 15:42:16.735811 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-074c588b-01cd-4e75-afd5-17f000d432ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 217 time: 0.0592742 Apr 21 15:42:16.799203 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-a32b3faa-2a80-464c-bd84-175aac2fafab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:16.800678 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-a32b3faa-2a80-464c-bd84-175aac2fafab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0587890 Apr 21 15:42:16.873593 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-6e4a7757-8d79-4488-af2a-f3b84b6d3798 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663600 Apr 21 15:42:17.006697 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-ec03583d-acee-4372-b4cf-0d2f3e51da72 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227868 Apr 21 15:42:17.138743 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6ea532a0-1308-4086-ae6b-11bb8c6084e3 req-6af49ebf-6c44-485f-9fb1-f049611552bd service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246727 Apr 21 15:42:17.209028 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d070a8-70ae-4743-912b-23d36845fd78 req-3ff646ca-f274-4c6c-a827-e380c4ef97f0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:17.210480 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4d070a8-70ae-4743-912b-23d36845fd78 req-3ff646ca-f274-4c6c-a827-e380c4ef97f0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 943 time: 0.0765424 Apr 21 15:42:17.254477 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-a4d070a8-70ae-4743-912b-23d36845fd78 req-22a3d109-1159-4956-9130-891391c61721 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384333 Apr 21 15:42:18.452258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6819f9-cc6b-4678-963e-297ba9d8e420 req-742b41ed-45c2-4178-b304-a54127c69f2f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:18.454295 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef6819f9-cc6b-4678-963e-297ba9d8e420 req-742b41ed-45c2-4178-b304-a54127c69f2f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 943 time: 0.0802579 Apr 21 15:42:18.497698 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ef6819f9-cc6b-4678-963e-297ba9d8e420 req-f3cae951-682c-4d9d-9954-6be0e4b0308a tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380087 Apr 21 15:42:19.160312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-41009810-df5a-488f-843f-a79a0887580e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:19.579262 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b28f88c2-b705-45e8-b260-29333f61b04e details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:42:19.698498 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61585be4-60a0-4336-ba18-9a97858710a9 req-8ae20dc6-4364-498b-aed1-a48ea7b7984e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:19.699981 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-61585be4-60a0-4336-ba18-9a97858710a9 req-8ae20dc6-4364-498b-aed1-a48ea7b7984e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 943 time: 0.0796971 Apr 21 15:42:19.710433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:19.723971 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:42:19.746304 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-61585be4-60a0-4336-ba18-9a97858710a9 req-e72deb89-14f8-4e98-a430-1056482c7dc3 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Apr 21 15:42:19.776508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:19.793353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28f88c2-b705-45e8-b260-29333f61b04e {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:42:19.807488 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:19.811671 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:19.876615 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:20.087063 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['b28f88c2-b705-45e8-b260-29333f61b04e'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:42:20.938440 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc39f9-9fff-4015-abd2-b782e219d8cd req-a3dd0ca4-4e2d-43ba-b2c8-8a011b682221 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:20.939885 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5cfc39f9-9fff-4015-abd2-b782e219d8cd req-a3dd0ca4-4e2d-43ba-b2c8-8a011b682221 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 944 time: 0.0749164 Apr 21 15:42:20.986945 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-5cfc39f9-9fff-4015-abd2-b782e219d8cd req-91875dd9-a279-4e80-901c-6fa3c3b85051 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Apr 21 15:42:21.483684 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ddaa-8fe4-41e4-950f-12a52182be06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:21.593217 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b28f88c2-b705-45e8-b260-29333f61b04e up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:21.658613 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port b28f88c2-b705-45e8-b260-29333f61b04e completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:21.663163 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port b28f88c2-b705-45e8-b260-29333f61b04e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:21.663524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:21.780740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:21.806411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:42:21.816647 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:21.820854 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:21.865197 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d9720e-d127-4257-b616-a8a8245dbb58'] response: {'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'code': 200} Apr 21 15:42:21.889626 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:22.158982 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7add28f5-1e27-4738-a958-c882ca335303 req-c13a45da-927f-4c33-8ef8-f222256c9410 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1098 time: 0.1093309 Apr 21 15:42:22.221136 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-7add28f5-1e27-4738-a958-c882ca335303 req-a8d98b27-f599-4cc8-989c-5c5eb980fe1e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505524 Apr 21 15:42:22.226356 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaa7ea-0da6-457e-adf3-4df11807e3f8 req-28ff6886-337c-4df7-9985-6083612d9c6e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:22.227709 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0efaa7ea-0da6-457e-adf3-4df11807e3f8 req-28ff6886-337c-4df7-9985-6083612d9c6e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 945 time: 0.1156671 Apr 21 15:42:22.271229 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0efaa7ea-0da6-457e-adf3-4df11807e3f8 req-0b099bf3-c5d4-4163-88fc-2316a4825c92 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379839 Apr 21 15:42:22.507198 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:22.632025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:23.472916 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974186-efad-4859-8829-a0b18a64aa35 req-2bdf006d-90c5-4a49-ae06-7135147ff010 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:23.474352 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09974186-efad-4859-8829-a0b18a64aa35 req-2bdf006d-90c5-4a49-ae06-7135147ff010 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 945 time: 0.0755851 Apr 21 15:42:23.518722 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-09974186-efad-4859-8829-a0b18a64aa35 req-0f1f0efa-8fc7-4946-b02f-94b2a5a96de3 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390172 Apr 21 15:42:23.710315 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d3ae6-2cdb-49ce-af6c-a99b8aa86fa6 req-13599ad6-66f8-473b-8a57-5d64cc268f7e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:23.711755 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac6d3ae6-2cdb-49ce-af6c-a99b8aa86fa6 req-13599ad6-66f8-473b-8a57-5d64cc268f7e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 945 time: 0.0762892 Apr 21 15:42:23.756342 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-ac6d3ae6-2cdb-49ce-af6c-a99b8aa86fa6 req-0ece9f14-b89a-4eed-b584-03babdaf083c tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390573 Apr 21 15:42:23.782698 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37086) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:23.898695 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:23.917816 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2864ce3-1c89-49f8-83f7-10f93b2e44d1 tempest-TestSnapshotPattern-551362865 tempest-TestSnapshotPattern-551362865-project-admin] Synchronizing usage tracker for tenant:d90befdbc64241989340fa8ecbe81bb3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:42:23.933713 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2864ce3-1c89-49f8-83f7-10f93b2e44d1 tempest-TestSnapshotPattern-551362865 tempest-TestSnapshotPattern-551362865-project-admin] Unset dirty status for tenant:d90befdbc64241989340fa8ecbe81bb3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:42:23.934846 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2864ce3-1c89-49f8-83f7-10f93b2e44d1 tempest-TestSnapshotPattern-551362865 tempest-TestSnapshotPattern-551362865-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1093 time: 0.1512370 Apr 21 15:42:23.937890 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:42:23.943100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:42:23.948859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:42:23.953039 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:floatingip and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:42:23.955833 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:42:23.961454 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:42:23.972160 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:24.104604 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:24.233808 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Allocated IP 172.26.6.219 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/99dc8f8e-8a61-4a12-b4a5-a4244d02e879) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:42:24.383174 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:24.410540 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:24.475256 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:42:24.478073 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:42:24.482341 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:42:24.505660 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'Port': ['ID=99dc8f8e-8a61-4a12-b4a5-a4244d02e879,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:25.049347 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:25.106726 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:25.317059 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:25.321979 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:25.429990 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'Port': ['ID=99dc8f8e-8a61-4a12-b4a5-a4244d02e879,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:25.443400 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:25.625236 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Floating IP 7d869933-0d45-435c-9932-55263919592c associated. External IP: 172.26.6.219, port: b28f88c2-b705-45e8-b260-29333f61b04e. Apr 21 15:42:26.004384 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:42:26.294510 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:42:26.304221 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] Sync routers for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:42:26.319558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:26.321388 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:26.322019 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:42:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:26.375177 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84b51fff-3cdd-4b5c-ac22-428289c24013 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4362631 Apr 21 15:42:26.375815 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:42:26.432384 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b3be52-aaba-4a23-86b5-25775694559a'] response: {'name': 'network-changed', 'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'status': 'completed', 'code': 200} Apr 21 15:42:26.496670 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:26.542172 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-0819bcc8-195e-460b-a1b5-61d45795268b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1098 time: 0.0686352 Apr 21 15:42:26.669849 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-4b1108c8-2cbe-4076-a29a-94f409245c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:26.671280 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-4b1108c8-2cbe-4076-a29a-94f409245c58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1232789 Apr 21 15:42:26.773238 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-bdf84344-ae47-4388-b600-712cc5190501 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 999 time: 0.0968544 Apr 21 15:42:26.835309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-27812f64-5a74-4f52-94d7-21393643efb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:42:26.836785 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-27812f64-5a74-4f52-94d7-21393643efb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0579052 Apr 21 15:42:26.838413 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:24Z', 'revision_number': 0, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:26.842328 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] Checking router: c59e2ed7-bb17-4f29-b9d5-350bda58d1dc for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:42:26.853461 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:26.854058 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:42:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:26.914720 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-c6f892fb-8bfe-43b9-9249-fe995736eb1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720904 Apr 21 15:42:27.044848 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-42e49f80-8057-4fc9-81b0-c408445c4e53 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242437 Apr 21 15:42:27.058895 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:27.175999 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50166b96-b4a7-44b8-a6e2-ed403e211a9c req-5c51b644-bf7a-4e3b-9ad9-04ff832e6cca service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236830 Apr 21 15:42:27.398609 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:24Z', 'revision_number': 0, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:27.402546 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8be0d97-e43a-4b4e-9253-ad2548406f6e None None] The sync data for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv is: [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:24Z', 'revision_number': 0, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:42:28.564154 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709a5b8-b9aa-48ea-b4a4-6513f4159023 None None] New status for floating IP 7d869933-0d45-435c-9932-55263919592c: ACTIVE {{(pid=83937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:42:29.682106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Sync routers for ids ['e057c5df-351d-4287-91ba-5d8db84cd594'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:42:29.694579 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Routers {'e057c5df-351d-4287-91ba-5d8db84cd594'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:29.695448 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:42:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e057c5df-351d-4287-91ba-5d8db84cd594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:29.870809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Set router e057c5df-351d-4287-91ba-5d8db84cd594 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:30.175493 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:42:08Z', 'revision_number': 4, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port': {'id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:05Z', 'updated_at': '2022-04-21T15:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '015fd05f-5988-4828-a736-554dc0e087e5', 'name': '', 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'mac_address': 'fa:16:3e:65:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04eb19d7-c38b-4ca7-8c81-6726d2b8bd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:07Z', 'updated_at': '2022-04-21T15:42:08Z', 'revision_number': 2, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'subnets': [{'id': '04eb19d7-c38b-4ca7-8c81-6726d2b8bd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:30.179264 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Checking router: e057c5df-351d-4287-91ba-5d8db84cd594 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:42:30.179624 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Updating router e057c5df-351d-4287-91ba-5d8db84cd594 port 015fd05f-5988-4828-a736-554dc0e087e5 binding host dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 21 15:42:30.232666 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:30.608108 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:30.620196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Transition to ACTIVE for port object 015fd05f-5988-4828-a736-554dc0e087e5 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:42:30.626499 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:30.753536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d06cc-fee4-4de0-a61f-c03d61f2d1c3 None None] Pushing event updated for resources: {'Port': ['ID=015fd05f-5988-4828-a736-554dc0e087e5,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:30.846064 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Attempting to bind port 015fd05f-5988-4828-a736-554dc0e087e5 on host dv-neutron-838898-1-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:42:30.846433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Attempting to bind port 015fd05f-5988-4828-a736-554dc0e087e5 by drivers openvswitch,hyperv on host dv-neutron-838898-1-hyperv at level 0 using segments [{'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:42:30.846794 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Attempting to bind port 015fd05f-5988-4828-a736-554dc0e087e5 on network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:42:30.853312 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Checking agent: {'id': '2cd62f12-f5f2-4f08-b3c6-550cb4b38a45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838898-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 36, 52), 'started_at': datetime.datetime(2022, 4, 21, 14, 37, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838898-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:42:30.853679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Checking segment: {'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:42:30.854112 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:30.854450 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Bound using segment: {'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:42:30.854902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Bound port: 015fd05f-5988-4828-a736-554dc0e087e5, host: dv-neutron-838898-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:42:30.855268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:30.949412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] For port 015fd05f-5988-4828-a736-554dc0e087e5, host dv-neutron-838898-1-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:42:30.952536 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] For port 015fd05f-5988-4828-a736-554dc0e087e5, host dv-neutron-838898-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=015fd05f-5988-4828-a736-554dc0e087e5,segment=NetworkSegment(4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9),segment_id=4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:42:30.957109 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:31.041411 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d06cc-fee4-4de0-a61f-c03d61f2d1c3 None None] Pushing event updated for resources: {'Port': ['ID=015fd05f-5988-4828-a736-554dc0e087e5,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:31.046791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Routers {'e057c5df-351d-4287-91ba-5d8db84cd594'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:42:31.047953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:42:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e057c5df-351d-4287-91ba-5d8db84cd594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:31.223415 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] Set router e057c5df-351d-4287-91ba-5d8db84cd594 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:42:31.429769 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:31.549219 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:42:08Z', 'revision_number': 4, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port': {'id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:05Z', 'updated_at': '2022-04-21T15:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '015fd05f-5988-4828-a736-554dc0e087e5', 'name': '', 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'mac_address': 'fa:16:3e:65:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04eb19d7-c38b-4ca7-8c81-6726d2b8bd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:07Z', 'updated_at': '2022-04-21T15:42:30Z', 'revision_number': 4, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'subnets': [{'id': '04eb19d7-c38b-4ca7-8c81-6726d2b8bd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:42:31.553025 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dac8e62-c2c0-4098-ba74-8d9773032f32 None None] The sync data for ids ['e057c5df-351d-4287-91ba-5d8db84cd594'] in dv-neutron-838898-1-hyperv is: [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:42:08Z', 'revision_number': 4, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port': {'id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:05Z', 'updated_at': '2022-04-21T15:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '015fd05f-5988-4828-a736-554dc0e087e5', 'name': '', 'network_id': 'c95d32c4-3c69-4ad4-aa8e-083a34dd6917', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'mac_address': 'fa:16:3e:65:b4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04eb19d7-c38b-4ca7-8c81-6726d2b8bd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:07Z', 'updated_at': '2022-04-21T15:42:30Z', 'revision_number': 4, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'subnets': [{'id': '04eb19d7-c38b-4ca7-8c81-6726d2b8bd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:42:32.211771 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 015fd05f-5988-4828-a736-554dc0e087e5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:32.280592 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning for port 015fd05f-5988-4828-a736-554dc0e087e5 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:42:32.286176 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 015fd05f-5988-4828-a736-554dc0e087e5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:32.286617 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:32.400381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:32.430837 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] For port 015fd05f-5988-4828-a736-554dc0e087e5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=015fd05f-5988-4828-a736-554dc0e087e5,segment=NetworkSegment(4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9),segment_id=4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:42:32.434750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:32.499983 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Pushing event updated for resources: {'Port': ['ID=015fd05f-5988-4828-a736-554dc0e087e5,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:42:32.783840 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:42:34.195734 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 015fd05f-5988-4828-a736-554dc0e087e5 up at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:42:34.261913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Provisioning complete for port 015fd05f-5988-4828-a736-554dc0e087e5 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:42:34.262282 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:49.163478 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4cc017a0-3914-4125-903c-b15bad4e381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:51.484425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-50a610f5-a910-4cb6-bb73-0353ada232ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:52.509900 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:52.632902 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:53.901713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:01.319725 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:04.203650 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-c55dfbc0-f6f1-4f78-b993-d13ce30c6824 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663102 Apr 21 15:43:04.353546 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-44f13d6f-fbb4-4953-87ca-2915b6ad2276 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1098 time: 0.0701587 Apr 21 15:43:04.492783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-448b499f-0b75-4895-b822-7a67cae8e180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:43:04.494187 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-448b499f-0b75-4895-b822-7a67cae8e180 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1224091 Apr 21 15:43:04.592983 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-6faf64cb-0939-40d5-9f7d-ae6fb8351d82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 1001 time: 0.0928926 Apr 21 15:43:04.653992 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-1f9f4df6-7604-4dd1-9788-10c335628568 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:43:04.655365 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-1f9f4df6-7604-4dd1-9788-10c335628568 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0572357 Apr 21 15:43:04.727689 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-d59bb346-122d-41f7-a28c-0abe444514a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667942 Apr 21 15:43:04.941209 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-0b473e75-26d8-4dfb-a636-13fe672f1e02 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074835 Apr 21 15:43:05.068627 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-acb6b588-3315-4cae-8f02-783034ee70d2 req-7930c0b1-7d42-4c72-a1df-87d4274a061b service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214273 Apr 21 15:43:09.784502 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:43:19.165433 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-76aa450e-0350-4a39-a736-87fe031e3bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:21.484765 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-234b222b-9d18-485e-a123-991dc0653088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:22.512831 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:22.634050 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:23.904278 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:31.331266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:46.784918 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:43:49.167840 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5af09e94-8173-4ab6-ad51-aadfb1e45512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:51.486177 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-93f89c1a-9394-4a78-be2f-133a59f9ab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:52.516545 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:52.635323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:53.907296 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:01.334913 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:05.320540 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-cb0e8ccb-0732-41a0-82ba-6110b3fd5d69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1293528 Apr 21 15:44:05.473282 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-5edbf5b0-43ac-47d3-b821-c8dcf097398c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1098 time: 0.0710161 Apr 21 15:44:05.610348 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-2ecd9a8f-da7e-488e-9029-5d5d851894aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:05.611660 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-2ecd9a8f-da7e-488e-9029-5d5d851894aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1209884 Apr 21 15:44:05.709720 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-9a0553d6-70d6-4c35-8be9-cea4a1825be2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 1001 time: 0.0925176 Apr 21 15:44:05.771113 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-187c052c-4a29-42e5-9a60-75945503fe0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:05.772542 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-187c052c-4a29-42e5-9a60-75945503fe0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0559058 Apr 21 15:44:05.845303 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-2e7a828b-16ca-47c9-9ba5-76cee0a9a249 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656595 Apr 21 15:44:05.976347 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-7b62561b-70ec-4575-ac26-f9bbb5992a78 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251037 Apr 21 15:44:06.104187 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35768fc5-c8bd-4ce9-bbee-c1a732fc60d5 req-8aa78015-fc90-4c3f-955e-d19e762312fa service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225705 Apr 21 15:44:19.176045 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-70f632ca-ce93-49d5-8ec1-b1b6344b7f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:21.487878 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-480c6a44-4b75-428c-955b-34df96335318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:22.215317 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b28f88c2-b705-45e8-b260-29333f61b04e details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:44:22.355538 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:44:22.373381 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:44:22.428299 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:22.445587 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b28f88c2-b705-45e8-b260-29333f61b04e {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:44:22.460875 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:44:22.465061 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:22.537938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:22.545530 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:22.553791 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.554138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.554475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.554810 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.555142 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.555474 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.555801 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.556149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.556475 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.556795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.557114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:22.603010 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['b28f88c2-b705-45e8-b260-29333f61b04e'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:44:22.667852 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:23.785768 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:44:23.913148 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:24.231029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b28f88c2-b705-45e8-b260-29333f61b04e up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:44:24.303948 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port b28f88c2-b705-45e8-b260-29333f61b04e triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:44:24.304434 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:24.433398 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:24.461352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:44:24.471565 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:44:24.477627 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:24.568337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:24.712357 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b94a1c-757e-44c3-8cbc-e0f6f379573b'] response: {'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'code': 200} Apr 21 15:44:31.371506 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:32.886020 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-0c66191d-899a-4c77-9467-feb438eb7f28 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692107494&fields=id&tenant_id=e0f422866da944199e4640b5c20324b7 HTTP/1.1" status: 200 len: 267 time: 0.0443845 Apr 21 15:44:33.050488 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf777d32-df08-427b-a563-6249b2c25e28 req-9636e84d-2cfd-416d-9867-4842b6f6ff27 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:33.051940 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-9636e84d-2cfd-416d-9867-4842b6f6ff27 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 810 time: 0.1597378 Apr 21 15:44:33.067555 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-5fae4ab0-e91a-4d4e-8fd3-1a9ff076fdda tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/quotas/e0f422866da944199e4640b5c20324b7 HTTP/1.1" status: 200 len: 375 time: 0.0102739 Apr 21 15:44:33.148271 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-2edccc3d-343b-4858-9ad0-85b57c336b53 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0757158 Apr 21 15:44:33.260166 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-d1fe22c2-4102-4215-8070-6b123605f2f4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:44:33.261164 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-d1fe22c2-4102-4215-8070-6b123605f2f4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0657420 Apr 21 15:44:33.403905 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-7b8bdeae-a42b-4f61-a78d-cf1a32903ae0 service neutron] 10.222.0.42 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360686 Apr 21 15:44:33.530252 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-5f99509c-9587-4e4f-bcf5-5f2c6adcaed4 service neutron] 10.222.0.42 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207123 Apr 21 15:44:33.895836 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b3c903f0-b966-4831-879a-22532f45927d req-c21b2b17-9d71-4943-84e6-8a4d3e7f0672 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 210 time: 0.2064283 Apr 21 15:44:35.059058 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-9a1d46dd-0798-4c86-bad6-0b0119a9b84c req-2e265224-8305-4ae5-b190-fcfec4406004 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 210 time: 0.0422299 Apr 21 15:44:35.933512 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf777d32-df08-427b-a563-6249b2c25e28 req-109b06b5-d016-48ee-9026-5036607bae3c tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:35.934909 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-109b06b5-d016-48ee-9026-5036607bae3c tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 810 time: 0.2382731 Apr 21 15:44:35.995127 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-a72635a9-515f-41f0-8cb3-a34d5952f773 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f422866da944199e4640b5c20324b7 HTTP/1.1" status: 200 len: 380 time: 0.0409265 Apr 21 15:44:36.008787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'port': {'device_id': '80f1463d-7570-4464-8d77-4a7214e34e67', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'admin_state_up': True, 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'security_groups': ['aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:44:36.143509 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:44:36.152958 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:44:36.163317 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Made reservation on behalf of e0f422866da944199e4640b5c20324b7 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:44:36.166580 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:36.233882 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-ae48a374-ec10-40cf-8bc7-9e89767822e3 req-6e66a332-5178-4626-a0e4-92fc968b2f8c tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 210 time: 0.0423028 Apr 21 15:44:36.281425 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b28f88c2-b705-45e8-b260-29333f61b04e no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:44:36.367923 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Allocated IP 172.20.0.6 (a5d8aba3-e893-4c6e-9635-cea323f77abb/6c3dedac-4745-41f0-a87b-6e1747506121/b1e3282a-59e7-4a16-9047-66a7929a16f1) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:44:36.449052 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:36.481699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:44:36.505466 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:44:36.514629 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:36.584555 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f681378d-535b-4f6f-914c-809055fabb1b'] response: {'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'code': 200} Apr 21 15:44:36.626202 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=8']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:36.640325 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:36.657351 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Transition to ACTIVE for port object b1e3282a-59e7-4a16-9047-66a7929a16f1 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:44:36.682170 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:36.763245 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Network a5d8aba3-e893-4c6e-9635-cea323f77abb is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:44:36.771465 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:44:36.785173 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:44:36.867110 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:36.889188 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:36.889813 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:36.895051 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.895403 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.895743 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.896099 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.896429 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.896757 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.897081 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.897408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.897729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.898049 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.898368 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:36.954505 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-707a26d8-1c85-4940-95ca-9aa987de816f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9449852 Apr 21 15:44:37.127905 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cab95bab-6e7f-4d9a-8e85-87a6aa6d8017 None None] Provisioning for port b1e3282a-59e7-4a16-9047-66a7929a16f1 completed by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:44:37.133211 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-cab95bab-6e7f-4d9a-8e85-87a6aa6d8017 None None] Provisioning complete for port b1e3282a-59e7-4a16-9047-66a7929a16f1 triggered by entity DHCP. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:44:37.133591 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-cab95bab-6e7f-4d9a-8e85-87a6aa6d8017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:37.185348 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-cab95bab-6e7f-4d9a-8e85-87a6aa6d8017 None None] Port b1e3282a-59e7-4a16-9047-66a7929a16f1 cannot update to ACTIVE because it is not bound. {{(pid=83936) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 21 15:44:37.454191 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ec7ef-5d84-4495-8a28-49f63f24bf5b req-46f6d5c1-d5ed-4ec9-a113-1b0077e830af tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:37.455775 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-aa2ec7ef-5d84-4495-8a28-49f63f24bf5b req-46f6d5c1-d5ed-4ec9-a113-1b0077e830af tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 931 time: 0.0802135 Apr 21 15:44:37.511116 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-aa2ec7ef-5d84-4495-8a28-49f63f24bf5b req-91902a67-21ec-46b1-a847-8210c33b5bdb tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497298 Apr 21 15:44:38.729408 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e53fc-6f73-4d6c-8587-d82d6eb5e9f1 req-6e00109d-9d9e-4d36-8487-51696e50fbd0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:38.730714 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cf0e53fc-6f73-4d6c-8587-d82d6eb5e9f1 req-6e00109d-9d9e-4d36-8487-51696e50fbd0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Synchronizing usage tracker for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:44:38.747419 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-cf0e53fc-6f73-4d6c-8587-d82d6eb5e9f1 req-6e00109d-9d9e-4d36-8487-51696e50fbd0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Unset dirty status for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:44:38.748677 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cf0e53fc-6f73-4d6c-8587-d82d6eb5e9f1 req-6e00109d-9d9e-4d36-8487-51696e50fbd0 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 931 time: 0.1094129 Apr 21 15:44:38.797756 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-cf0e53fc-6f73-4d6c-8587-d82d6eb5e9f1 req-d961eb04-656e-4000-9faf-93105cd9ce3d tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Apr 21 15:44:40.036462 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050b34d-71f7-45e0-98af-27243b39d242 req-38d4162c-59ca-41aa-a7e1-1a6f21d8a264 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:40.038065 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b050b34d-71f7-45e0-98af-27243b39d242 req-38d4162c-59ca-41aa-a7e1-1a6f21d8a264 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 931 time: 0.1133890 Apr 21 15:44:40.091763 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-b050b34d-71f7-45e0-98af-27243b39d242 req-dde7dcb1-890c-4f9a-bbb0-4677e44009e1 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475042 Apr 21 15:44:41.301860 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f609a7-d871-474b-a57c-e5d743d7205b req-8b3dfde3-2d75-44e1-b2ec-84c088840d9e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:41.303475 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-64f609a7-d871-474b-a57c-e5d743d7205b req-8b3dfde3-2d75-44e1-b2ec-84c088840d9e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 931 time: 0.0863838 Apr 21 15:44:41.351327 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-64f609a7-d871-474b-a57c-e5d743d7205b req-d5981ddc-de36-4f39-af66-99643ae5aa4e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 Apr 21 15:44:42.557504 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869277f-899c-45a4-a86c-f229f0b075c7 req-e4261443-cd22-43ae-8d77-81bed28ac0a8 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:42.559712 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3869277f-899c-45a4-a86c-f229f0b075c7 req-e4261443-cd22-43ae-8d77-81bed28ac0a8 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 931 time: 0.0819795 Apr 21 15:44:42.606954 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-3869277f-899c-45a4-a86c-f229f0b075c7 req-72302512-2f53-4c7d-83ec-1b80d2114eae tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Apr 21 15:44:43.811858 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e683347-bfb4-4b7a-ac88-4342dba6aa3e req-ab4434ec-b657-4fe4-856c-ea3372adafaf tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:43.813845 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8e683347-bfb4-4b7a-ac88-4342dba6aa3e req-ab4434ec-b657-4fe4-856c-ea3372adafaf tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 931 time: 0.0831370 Apr 21 15:44:43.873450 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-8e683347-bfb4-4b7a-ac88-4342dba6aa3e req-564939e3-3897-4a67-9be3-fb7b3343a6bc tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540140 Apr 21 15:44:44.688904 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Request body: {'port': {'device_id': '80f1463d-7570-4464-8d77-4a7214e34e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:44:44.792407 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:45.068984 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb36f7-5338-420d-b119-b21e07f57ffa req-b16372db-9a63-4eb3-9800-c7cce83bbe34 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:45.070442 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19fb36f7-5338-420d-b119-b21e07f57ffa req-b16372db-9a63-4eb3-9800-c7cce83bbe34 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 931 time: 0.0743086 Apr 21 15:44:45.120180 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-19fb36f7-5338-420d-b119-b21e07f57ffa req-65089b88-9972-40d1-8080-93571b92b52c tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Apr 21 15:44:45.129472 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e3282a-59e7-4a16-9047-66a7929a16f1 {{(pid=83934) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:44:45.136585 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:45.150871 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Transition to ACTIVE for port object b1e3282a-59e7-4a16-9047-66a7929a16f1 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:44:45.154789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:45.381501 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:45.494294 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Attempting to bind port b1e3282a-59e7-4a16-9047-66a7929a16f1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:44:45.494558 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Attempting to bind port b1e3282a-59e7-4a16-9047-66a7929a16f1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:44:45.494880 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Attempting to bind port b1e3282a-59e7-4a16-9047-66a7929a16f1 on network a5d8aba3-e893-4c6e-9635-cea323f77abb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:44:45.500951 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Port b1e3282a-59e7-4a16-9047-66a7929a16f1 on network a5d8aba3-e893-4c6e-9635-cea323f77abb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 21 15:44:45.501264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Attempting to bind port b1e3282a-59e7-4a16-9047-66a7929a16f1 on network a5d8aba3-e893-4c6e-9635-cea323f77abb {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 21 15:44:45.507261 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Checking agent: {'id': '8e6570e9-3d1a-4ab0-92f3-3650036e9735', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 43), 'started_at': datetime.datetime(2022, 4, 21, 14, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 21 15:44:45.507587 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Checking segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 21 15:44:45.507962 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Bound using segment: {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'} {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 21 15:44:45.508397 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Bound port: b1e3282a-59e7-4a16-9047-66a7929a16f1, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '421ea508-4be3-48d0-8712-1921c95f1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb'}}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:44:45.508731 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:45.596094 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 15:44:45.599025 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 15:44:45.603967 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16252740'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:45.664011 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:45.665393 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1e3282a-59e7-4a16-9047-66a7929a16f1 HTTP/1.1" status: 200 len: 1093 time: 0.9807661 Apr 21 15:44:45.665826 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:44:45.684199 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b8e8f-0619-4453-ae49-2520e9c64a50 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:45.801922 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-eead245d-a878-4024-a121-a1cbecb45a9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 1096 time: 0.0812321 Apr 21 15:44:45.882032 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-542cc60e-3a52-4dc3-a448-1f8e47430633 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1 HTTP/1.1" status: 200 len: 217 time: 0.0666335 Apr 21 15:44:45.923336 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba673d7-6b01-4921-99c5-f7e02ab61650'] response: {'name': 'network-changed', 'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'status': 'completed', 'code': 200} Apr 21 15:44:45.949859 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf777d32-df08-427b-a563-6249b2c25e28 req-f49f6f9c-9fd7-4d24-b854-71dffc240811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:45.951237 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-f49f6f9c-9fd7-4d24-b854-71dffc240811 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0641074 Apr 21 15:44:46.023419 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-9726b895-f677-486e-98a7-026c3b908d8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665338 Apr 21 15:44:46.155539 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-0a91beb3-201d-4c95-9842-5f8def5e84cb service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259549 Apr 21 15:44:46.287451 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-bf777d32-df08-427b-a563-6249b2c25e28 req-ba59b2de-eedc-43fe-83be-7882b3df5626 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246068 Apr 21 15:44:46.319644 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e734c7-3214-4f37-9c2c-4d406ded44ee req-184e2fc7-6725-45c4-9acd-93b10e631f90 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:46.321355 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66e734c7-3214-4f37-9c2c-4d406ded44ee req-184e2fc7-6725-45c4-9acd-93b10e631f90 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 943 time: 0.0767138 Apr 21 15:44:46.368348 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-66e734c7-3214-4f37-9c2c-4d406ded44ee req-450f3b84-7ea9-419c-8265-8ec427b89ecb tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Apr 21 15:44:46.456657 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-0276ad30-31d3-4cc1-87ce-311546288340 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 1096 time: 0.0744674 Apr 21 15:44:46.583865 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-a4d78af0-c4ef-4b92-b83a-f6e41c2e2e46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:46.585309 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-a4d78af0-c4ef-4b92-b83a-f6e41c2e2e46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1215389 Apr 21 15:44:46.650055 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-86a3f932-6cce-4a3b-806d-376f5c327773 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1 HTTP/1.1" status: 200 len: 217 time: 0.0580060 Apr 21 15:44:46.713477 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-11455703-5d92-4088-8cb6-ea4d2347188a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:46.714769 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-11455703-5d92-4088-8cb6-ea4d2347188a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0573721 Apr 21 15:44:46.786211 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-68f8d79e-d7b8-4199-aa34-d7e55d21eb1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650318 Apr 21 15:44:46.913999 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-88aa4aa1-3cf0-47c4-ad5e-0150c86c2b01 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209407 Apr 21 15:44:47.043730 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-50edcf6c-f27d-4ded-9d81-d0df0acd75e2 req-10a4cd0c-2d11-4c3f-861b-990ca0687d22 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231055 Apr 21 15:44:47.670657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faff29c-7bbc-4410-bbcf-5ea0857b016f req-811e1cfd-0ae6-42b2-8384-ce7df0eb7c8d tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:47.672574 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0faff29c-7bbc-4410-bbcf-5ea0857b016f req-811e1cfd-0ae6-42b2-8384-ce7df0eb7c8d tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 943 time: 0.1612148 Apr 21 15:44:47.716017 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0faff29c-7bbc-4410-bbcf-5ea0857b016f req-2d25e1c2-9283-4e0e-884d-82a010b67c6a tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Apr 21 15:44:48.919586 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e85bd-c168-443a-8498-3e39371ce578 req-cbf098d3-47a6-4015-a420-1372477fc1f1 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:48.921056 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d70e85bd-c168-443a-8498-3e39371ce578 req-cbf098d3-47a6-4015-a420-1372477fc1f1 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 943 time: 0.0846677 Apr 21 15:44:48.967299 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d70e85bd-c168-443a-8498-3e39371ce578 req-e30d20df-fc68-435f-989a-9ccf5148f1d9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401702 Apr 21 15:44:49.170761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-739cf69c-1c81-4e2c-9252-70d6ab9c3131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:50.182067 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135589f-75bd-4de7-9389-ebf0de420f12 req-1a2d4e4a-6237-4ad6-a56b-d5cb5094fa41 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:50.183687 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f135589f-75bd-4de7-9389-ebf0de420f12 req-1a2d4e4a-6237-4ad6-a56b-d5cb5094fa41 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 943 time: 0.0961537 Apr 21 15:44:50.232821 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f135589f-75bd-4de7-9389-ebf0de420f12 req-cf91fb13-a653-4a95-a8d2-6ea4bdcb7de1 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Apr 21 15:44:50.370508 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:44:50.509699 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:44:50.522427 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'port_id': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'mac_address': 'fa:16:3e:c9:db:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:44:50.579753 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:50.598266 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e3282a-59e7-4a16-9047-66a7929a16f1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:44:50.615637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:44:50.619819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:50.684920 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:50.918138 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['b1e3282a-59e7-4a16-9047-66a7929a16f1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:44:51.425668 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23443c-5da5-4f64-a484-4ab731802dd2 req-3075bb40-3f10-474c-8a1d-05080ec4044d tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:51.427089 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6a23443c-5da5-4f64-a484-4ab731802dd2 req-3075bb40-3f10-474c-8a1d-05080ec4044d tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 944 time: 0.0736425 Apr 21 15:44:51.471373 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-6a23443c-5da5-4f64-a484-4ab731802dd2 req-d5f3b850-5c7f-4e03-8ba3-ca5b7c601405 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388291 Apr 21 15:44:51.489289 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-47fa8c61-6741-4c88-8836-7779fd576b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:52.385182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:44:52.454660 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning for port b1e3282a-59e7-4a16-9047-66a7929a16f1 completed by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:44:52.459487 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port b1e3282a-59e7-4a16-9047-66a7929a16f1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:44:52.459821 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:52.527888 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:52.584153 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:52.611100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:44:52.620819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:44:52.630294 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:52.677441 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab6bddd-f5b7-488c-83c3-0baeb2e36e47'] response: {'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'code': 200} Apr 21 15:44:52.685576 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5a2e6-72e9-4993-a3ee-1c68f9e4ae8e req-642f8351-f158-4c24-a963-dd767f1ffa82 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:52.687222 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-69b5a2e6-72e9-4993-a3ee-1c68f9e4ae8e req-642f8351-f158-4c24-a963-dd767f1ffa82 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 945 time: 0.0932474 Apr 21 15:44:52.694400 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:52.706031 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:52.738340 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-69b5a2e6-72e9-4993-a3ee-1c68f9e4ae8e req-bfbaee72-9241-49cc-8312-5b160fce55a8 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452428 Apr 21 15:44:52.932230 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-396b8f33-eae4-4be2-bf4d-8eb5ac121624 req-e01bd4da-d97b-4ae8-a75d-dacc8d8db819 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 1098 time: 0.0666575 Apr 21 15:44:52.974064 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-396b8f33-eae4-4be2-bf4d-8eb5ac121624 req-aaf1a0f8-64d8-49f5-a59c-5cccb26a3392 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362148 Apr 21 15:44:53.909740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:53.940470 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0e92-dd93-49e3-93cb-4e03cafbff1e req-1ad12b63-1647-4718-9139-0b0b851515d4 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:53.941920 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e2ba0e92-dd93-49e3-93cb-4e03cafbff1e req-1ad12b63-1647-4718-9139-0b0b851515d4 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 945 time: 0.0814884 Apr 21 15:44:53.994024 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-e2ba0e92-dd93-49e3-93cb-4e03cafbff1e req-a554e7a5-2a70-4b28-9a09-40b00069d1a1 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Apr 21 15:44:55.195100 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3331b-fa20-47ab-8353-0c5f53db5774 req-022bad19-656c-4ae5-a7ba-53ba52b7618f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:55.196825 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35f3331b-fa20-47ab-8353-0c5f53db5774 req-022bad19-656c-4ae5-a7ba-53ba52b7618f tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 945 time: 0.0771677 Apr 21 15:44:55.240820 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-35f3331b-fa20-47ab-8353-0c5f53db5774 req-5f443537-5b43-4c1b-8238-21043455f07e tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385451 Apr 21 15:44:55.431100 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356d576-f50a-4934-b4bb-3942b2b01549 req-f1956e6c-0c77-478f-8be4-b25c5a215bd1 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:55.432565 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d356d576-f50a-4934-b4bb-3942b2b01549 req-f1956e6c-0c77-478f-8be4-b25c5a215bd1 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 945 time: 0.0743423 Apr 21 15:44:55.480981 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d356d576-f50a-4934-b4bb-3942b2b01549 req-39a0fa9c-7ca7-4f3b-ac12-c8b1bb0f6d2d tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Apr 21 15:44:55.507228 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37354) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:44:55.574660 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-63386370-a3b2-4723-a200-0391394c1fa8 tempest-TestSnapshotPattern-551362865 tempest-TestSnapshotPattern-551362865-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 1093 time: 0.0663922 Apr 21 15:44:55.577237 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37358) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:44:55.582731 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.v2.base [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Request body: {'floatingip': {'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'port_id': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 21 15:44:55.588352 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:44:55.592060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Usage tracker for resource:floatingip and tenant:e0f422866da944199e4640b5c20324b7 is out of sync, need to count used quota {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:44:55.595489 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:44:55.601243 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.quota.driver [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:44:55.612053 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:55.743205 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:55.876505 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Allocated IP 172.26.6.34 (8d4cf623-9797-416d-97ff-11890c0fb7e1/9c9f77d6-7186-4e21-a79c-3ebb783947ca/684bc202-4317-4c58-a41a-a9014258bf84) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:44:56.018653 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:56.044242 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752279319435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:56.110884 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Network 8d4cf623-9797-416d-97ff-11890c0fb7e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:44:56.113685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:44:56.116369 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 21 15:44:56.151940 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'Port': ['ID=684bc202-4317-4c58-a41a-a9014258bf84,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:56.171223 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.171562 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.171922 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.172287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.172613 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.172936 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.173250 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.173567 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.173881 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.174193 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.174503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:44:56.702478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:56.760385 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:56.957446 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:56.961998 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16020795'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:57.070666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event updated for resources: {'Port': ['ID=684bc202-4317-4c58-a41a-a9014258bf84,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:44:57.081330 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404458'] for floatingip, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:57.267854 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.db.l3_db [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Floating IP db4fb74d-27d8-4874-9bfc-d250491b5eab associated. External IP: 172.26.6.34, port: b1e3282a-59e7-4a16-9047-66a7929a16f1. Apr 21 15:44:57.648483 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:44:57.929388 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:44:57.939448 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] Sync routers for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:44:57.951346 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:44:57.952099 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:44:57.954060 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:58.009709 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-68e1a31b-095c-4c4f-8151-8df19e82b244 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4314704 Apr 21 15:44:58.010295 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:44:58.157478 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:44:58.178549 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9034abc-9089-46a6-8e84-50f4d4f03351'] response: {'name': 'network-changed', 'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'status': 'completed', 'code': 200} Apr 21 15:44:58.291717 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-45e36ad5-2a08-4c37-98f4-dcd4352acf72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 1098 time: 0.0703475 Apr 21 15:44:58.426684 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-97fe1af4-663b-41cf-aaea-b90f3ad9fef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:58.428162 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-97fe1af4-663b-41cf-aaea-b90f3ad9fef6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1271923 Apr 21 15:44:58.506188 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:28Z', 'revision_number': 1, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}, {'id': 'db4fb74d-27d8-4874-9bfc-d250491b5eab', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.34', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:c9:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f1463d-7570-4464-8d77-4a7214e34e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:44:56Z', 'updated_at': '2022-04-21T15:44:56Z', 'revision_number': 0, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:44:58.509899 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] Checking router: c59e2ed7-bb17-4f29-b9d5-350bda58d1dc for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:44:58.520694 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:44:58.521279 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:44:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:44:58.530369 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-f2595e9c-117e-4870-9810-42214a243870 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1 HTTP/1.1" status: 200 len: 998 time: 0.0962200 Apr 21 15:44:58.593119 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-fc1b8a2d-63c9-43ad-ba8c-bf330316cd5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:44:58.595151 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-fc1b8a2d-63c9-43ad-ba8c-bf330316cd5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0599325 Apr 21 15:44:58.667105 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-9b297900-735f-46c3-ae89-8326046f8fc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662560 Apr 21 15:44:58.693149 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:44:58.795415 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-a6dd0d00-db23-4926-b23a-e24d732ac748 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228232 Apr 21 15:44:58.924727 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-d00eae52-5d90-470d-93e3-ddea76796f92 req-a2d0d1f6-6c7d-45cf-8891-144b26ab0410 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238012 Apr 21 15:44:59.042563 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:28Z', 'revision_number': 1, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}, {'id': 'db4fb74d-27d8-4874-9bfc-d250491b5eab', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.34', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:c9:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f1463d-7570-4464-8d77-4a7214e34e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:44:56Z', 'updated_at': '2022-04-21T15:44:56Z', 'revision_number': 0, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:44:59.046445 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf3e2c-dc89-434b-97b0-721b005969d9 None None] The sync data for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv is: [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:28Z', 'revision_number': 1, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}, {'id': 'db4fb74d-27d8-4874-9bfc-d250491b5eab', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.34', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:c9:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f1463d-7570-4464-8d77-4a7214e34e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:44:56Z', 'updated_at': '2022-04-21T15:44:56Z', 'revision_number': 0, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:44:59.236150 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2daa856-46ab-4ab8-8c08-bb1d7eb3d9fb None None] New status for floating IP db4fb74d-27d8-4874-9bfc-d250491b5eab: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:45:00.786948 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:45:01.345880 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:06.198628 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-85bda1f7-8155-49e0-8e85-d4ab0719b23f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703731 Apr 21 15:45:06.356696 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-ff2f64ad-c3b6-4f03-85e2-5f1a91d3f447 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1096 time: 0.0686190 Apr 21 15:45:06.498922 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-ce500892-fc99-4532-a44a-b7b42de398e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:45:06.500393 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-ce500892-fc99-4532-a44a-b7b42de398e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1250625 Apr 21 15:45:06.600276 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-d5b5ec20-91ac-43f6-8ef8-923f4d716417 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 999 time: 0.0930343 Apr 21 15:45:06.660520 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-d73dc471-23f1-42f7-be37-ab4a5daabd50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:45:06.661898 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-d73dc471-23f1-42f7-be37-ab4a5daabd50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0552347 Apr 21 15:45:06.822277 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-c14649f9-13a6-4fa5-8231-0466bdaa8e3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1530797 Apr 21 15:45:06.950442 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-491a3bd5-c5e6-4113-a877-987387e12a70 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213779 Apr 21 15:45:07.079976 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-03c2f34f-2ab1-4162-a7fd-056f239eebf4 req-2af0195a-8c2e-418d-bc0d-39ab7eb42608 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225147 Apr 21 15:45:19.176783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee3b9d91-d857-4c51-979c-04408624b794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:21.487342 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-976adf5c-fa88-4f5e-a2b4-9ad49dc44a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:22.523023 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:22.638843 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.911492 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.361190 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.787299 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:45:49.169196 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-696ed926-139f-4efa-a947-b6eca1cd7aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:51.491374 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-4013d2a0-81e8-4f22-b993-5613c65cb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:52.526745 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:52.639386 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:53.914714 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:01.375741 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:06.196997 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-d9521811-dd33-4b23-8a07-5873255f9400 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691278 Apr 21 15:46:06.293998 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-e7b45d5b-d8c6-4e38-8b4b-fe49c8729d1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 1098 time: 0.0670235 Apr 21 15:46:06.439332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-f890405e-d770-44d6-81fb-709eb0c4a866 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:06.440811 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-f890405e-d770-44d6-81fb-709eb0c4a866 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1294446 Apr 21 15:46:06.546630 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-411b8426-a37f-4faf-93d7-c4b725c5b661 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1 HTTP/1.1" status: 200 len: 1000 time: 0.1002049 Apr 21 15:46:06.610303 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-24e0702f-6432-48a3-8829-a40ca6540298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:06.611704 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-24e0702f-6432-48a3-8829-a40ca6540298 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0596890 Apr 21 15:46:06.683544 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-3e1b89f8-9476-4f92-b14d-bd61a808abf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658419 Apr 21 15:46:06.693309 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-e98496ea-059b-42fe-b8dc-ca2db1552b73 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 21 15:46:06.694223 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-e98496ea-059b-42fe-b8dc-ca2db1552b73 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046008 Apr 21 15:46:06.822533 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-166d4d1b-e9e2-4291-9249-efc7d0cc2956 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219530 Apr 21 15:46:06.952207 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b31f644e-c32f-4d78-a425-472c9a32fc65 req-1182cfec-7fa4-4157-ba9e-8d703b6e5f9d service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239698 Apr 21 15:46:14.786988 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:46:19.172352 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea90-2819-4253-8ce6-276c90093d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:21.492060 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-98378a41-932b-434f-956f-2282ea2451cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:22.529323 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:22.638957 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:23.918129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:24.885495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83936) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:46:25.036654 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:25.051933 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Returning: {'device': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'port_id': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'mac_address': 'fa:16:3e:c9:db:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83936) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:46:25.115100 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:25.138489 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1e3282a-59e7-4a16-9047-66a7929a16f1 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 21 15:46:25.158129 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:25.162987 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:25.241951 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:25.251984 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.252445 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.252848 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.253248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.253585 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.253927 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.254236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.254559 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.255000 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.255325 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.255645 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:25.308468 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] get_ports_and_sgs() called for port_ids ['b1e3282a-59e7-4a16-9047-66a7929a16f1'] {{(pid=83936) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 21 15:46:26.904819 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 up at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:46:27.018650 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Provisioning complete for port b1e3282a-59e7-4a16-9047-66a7929a16f1 triggered by entity L2. {{(pid=83936) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:46:27.019016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1303272'] for port, provisioning_complete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:27.144051 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:27.171795 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:46:27.181846 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:27.191682 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752279743654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752279319453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752279319498'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:27.258112 dv-neutron-838898-1-hyperv neutron-server[83936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09e45fd-aee2-4212-901d-d08d8f2c38a7'] response: {'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'code': 200} Apr 21 15:46:27.277016 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Pushing event updated for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=7']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:31.393981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:34.211976 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37518) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:34.404763 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Deleting port 684bc202-4317-4c58-a41a-a9014258bf84 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:34.405104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:34.574789 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:34.575115 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:34.691531 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Calling delete_port for 684bc202-4317-4c58-a41a-a9014258bf84 owned by network:floatingip {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:34.833734 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:34.916290 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event deleted for resources: {'Port': ['ID=684bc202-4317-4c58-a41a-a9014258bf84,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:34.979658 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.980000 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.980354 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.980681 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.981006 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.981327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.981645 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.981967 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.982281 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.982641 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:34.983453 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:35.001140 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:35.398829 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:46:35.689831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:46:35.699387 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] Sync routers for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:46:35.709701 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:35.712558 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:35.713210 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:35.767638 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1227704d-8f71-4e47-846b-f68528089430 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "DELETE /v2.0/floatingips/db4fb74d-27d8-4874-9bfc-d250491b5eab HTTP/1.1" status: 204 len: 168 time: 1.5545394 Apr 21 15:46:35.768229 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:46:35.823546 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05816587-96a8-44fd-a7c8-9e2ee4fe1619'] response: {'name': 'network-changed', 'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'status': 'completed', 'code': 200} Apr 21 15:46:35.901491 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:35.954397 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-892242ef-9ad5-4312-b07f-19885744f82a req-7193c25d-5f61-4985-b1ac-879fb1be446a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 1098 time: 0.0873766 Apr 21 15:46:36.107217 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892242ef-9ad5-4312-b07f-19885744f82a req-3ff1c682-d034-4047-908c-2c7743d13d09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:36.109356 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-892242ef-9ad5-4312-b07f-19885744f82a req-3ff1c682-d034-4047-908c-2c7743d13d09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1492987 Apr 21 15:46:36.216596 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-892242ef-9ad5-4312-b07f-19885744f82a req-1ba3bcc3-e0cc-4c8c-b516-6cdbc8191da9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1 HTTP/1.1" status: 200 len: 217 time: 0.0685902 Apr 21 15:46:36.293334 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892242ef-9ad5-4312-b07f-19885744f82a req-9885a97f-a59e-402d-8558-4f7a6c263314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:36.294782 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-892242ef-9ad5-4312-b07f-19885744f82a req-9885a97f-a59e-402d-8558-4f7a6c263314 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.0673749 Apr 21 15:46:36.297081 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:28Z', 'revision_number': 1, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:36.301062 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] Checking router: c59e2ed7-bb17-4f29-b9d5-350bda58d1dc for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:46:36.301721 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6baa01-6dff-424d-834a-45468ad71495 req-1c6cb05b-9f89-4a8d-843e-9dd42e97d897 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:36.303104 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dd6baa01-6dff-424d-834a-45468ad71495 req-1c6cb05b-9f89-4a8d-843e-9dd42e97d897 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 945 time: 0.1888909 Apr 21 15:46:36.311662 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:36.312284 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:36.489651 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-dd6baa01-6dff-424d-834a-45468ad71495 req-ffc2d38e-cc85-406c-810d-0f8febe0b8e9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536796 Apr 21 15:46:36.492626 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:36.501669 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-892242ef-9ad5-4312-b07f-19885744f82a req-8332525b-0358-4eb7-8f6b-9d668ab58c29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1976855 Apr 21 15:46:36.637264 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-892242ef-9ad5-4312-b07f-19885744f82a req-7e8c1cd0-93c7-406d-b894-bb715165c975 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283660 Apr 21 15:46:36.768826 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-892242ef-9ad5-4312-b07f-19885744f82a req-fe139425-3d4c-455e-a02c-4f7de3060058 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247957 Apr 21 15:46:36.834739 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:28Z', 'revision_number': 1, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:36.838590 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88944557-719b-42a8-9809-0e3a0782ddda None None] The sync data for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv is: [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_floatingips': [{'id': '7d869933-0d45-435c-9932-55263919592c', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'floating_ip_address': '172.26.6.219', 'floating_network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'router_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'port_id': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'mac_address': 'fa:16:3e:fa:a6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5559d71-1067-4326-b859-390aa29ded16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:42:24Z', 'updated_at': '2022-04-21T15:42:28Z', 'revision_number': 1, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:46:37.053800 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36893058-e512-4bb8-a0b8-fcd3b1326385 None None] New status for floating IP db4fb74d-27d8-4874-9bfc-d250491b5eab: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:46:37.704245 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5890215-e158-40a7-917c-c7648aff9e53 req-cb085ff6-599a-4c18-b9d0-e1f731cf6e64 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:37.704930 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-c5890215-e158-40a7-917c-c7648aff9e53 req-cb085ff6-599a-4c18-b9d0-e1f731cf6e64 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Synchronizing usage tracker for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83935) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:46:37.719450 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.quota.resource [req-c5890215-e158-40a7-917c-c7648aff9e53 req-cb085ff6-599a-4c18-b9d0-e1f731cf6e64 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Unset dirty status for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:46:37.720671 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c5890215-e158-40a7-917c-c7648aff9e53 req-cb085ff6-599a-4c18-b9d0-e1f731cf6e64 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 945 time: 0.0904062 Apr 21 15:46:37.766149 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-c5890215-e158-40a7-917c-c7648aff9e53 req-316034b8-e340-4abd-855c-35c48062eb68 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Apr 21 15:46:37.825076 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fba673-8afb-49b7-9335-340cfb34db13 req-46e318e8-2180-4999-9064-2f3fede0bdeb tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:37.826524 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14fba673-8afb-49b7-9335-340cfb34db13 req-46e318e8-2180-4999-9064-2f3fede0bdeb tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 945 time: 0.0748272 Apr 21 15:46:37.898517 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Deleting port b1e3282a-59e7-4a16-9047-66a7929a16f1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:37.898855 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:38.132868 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] For port b1e3282a-59e7-4a16-9047-66a7929a16f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1e3282a-59e7-4a16-9047-66a7929a16f1,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:38.133165 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:38.252470 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Calling delete_port for b1e3282a-59e7-4a16-9047-66a7929a16f1 owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:38.388390 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:38.436148 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event deleted for resources: {'Port': ['ID=b1e3282a-59e7-4a16-9047-66a7929a16f1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:38.477994 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.478335 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.478669 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.478998 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.479323 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.479646 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.479966 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.480383 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.480705 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.481020 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.481332 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838898-1-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:46:38.519592 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] No DVR routers for this DVR port b1e3282a-59e7-4a16-9047-66a7929a16f1 on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:46:38.521870 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:38.524357 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'name': 'network-vif-deleted', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:46:38.539112 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-14fba673-8afb-49b7-9335-340cfb34db13 req-26784e28-3879-4225-b842-f937c29cce66 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "DELETE /v2.0/ports/b1e3282a-59e7-4a16-9047-66a7929a16f1 HTTP/1.1" status: 204 len: 173 time: 0.7074590 Apr 21 15:46:38.579989 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f987089-946b-4de6-a20c-779296ebe5db'] response: {'server_uuid': '80f1463d-7570-4464-8d77-4a7214e34e67', 'name': 'network-vif-deleted', 'tag': 'b1e3282a-59e7-4a16-9047-66a7929a16f1', 'status': 'completed', 'code': 200} Apr 21 15:46:38.949718 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-557c4dd6-dc58-4898-bd6b-c33cdf5e5321 req-d9aa04fd-e404-4bce-91ad-c22c05d69b86 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f1463d-7570-4464-8d77-4a7214e34e67 HTTP/1.1" status: 200 len: 210 time: 0.0443020 Apr 21 15:46:38.980981 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:39.018114 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: b1e3282a-59e7-4a16-9047-66a7929a16f1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:39.018395 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:40.606147 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37576) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:40.802599 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Deleting port 99dc8f8e-8a61-4a12-b4a5-a4244d02e879 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:40.802938 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:40.975258 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:40.975582 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:41.172770 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Calling delete_port for 99dc8f8e-8a61-4a12-b4a5-a4244d02e879 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:41.317850 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:41.362032 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event deleted for resources: {'Port': ['ID=99dc8f8e-8a61-4a12-b4a5-a4244d02e879,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:41.452432 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:41.826848 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:46:42.023068 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:46:42.032522 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] Sync routers for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:46:42.039262 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:42.044235 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:42.045436 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:42.095297 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ad4e567-8d88-403e-9327-1a51c2217d91 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "DELETE /v2.0/floatingips/7d869933-0d45-435c-9932-55263919592c HTTP/1.1" status: 204 len: 168 time: 1.4878192 Apr 21 15:46:42.096316 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:46:42.151586 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58df79e-93ad-4379-9a71-fe257ea9ac53'] response: {'name': 'network-changed', 'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'status': 'completed', 'code': 200} Apr 21 15:46:42.219119 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:42.273383 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-4831d523-8212-4717-909d-1cd79c8a992b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0f422866da944199e4640b5c20324b7&device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 1096 time: 0.0777211 Apr 21 15:46:42.422264 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-88350ee8-cc2a-4223-88d9-65119cc27fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:42.423830 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-88350ee8-cc2a-4223-88d9-65119cc27fe8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 200 len: 911 time: 0.1444924 Apr 21 15:46:42.506618 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-4256e500-8fc9-42ee-bb63-fd457ea8bad5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 200 len: 217 time: 0.0772407 Apr 21 15:46:42.572360 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:42.576380 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] Checking router: c59e2ed7-bb17-4f29-b9d5-350bda58d1dc for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:46:42.586541 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:42.587232 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:42.710633 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-9b7c6bab-eff3-42d6-bc73-2449112482cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:42.711988 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-9b7c6bab-eff3-42d6-bc73-2449112482cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 200 len: 849 time: 0.1932032 Apr 21 15:46:42.764443 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:42.794439 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810f1f-4556-48e5-9693-0fe7e584e6c8 req-d6ad1ba1-09f7-4ef0-80f6-9b20b2f44995 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:42.795623 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-28810f1f-4556-48e5-9693-0fe7e584e6c8 req-d6ad1ba1-09f7-4ef0-80f6-9b20b2f44995 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Synchronizing usage tracker for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:46:42.817097 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-4a405f9e-2b09-40c6-8627-fdb45160ace7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a5d8aba3-e893-4c6e-9635-cea323f77abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950255 Apr 21 15:46:42.818288 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [req-28810f1f-4556-48e5-9693-0fe7e584e6c8 req-d6ad1ba1-09f7-4ef0-80f6-9b20b2f44995 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Unset dirty status for tenant:e0f422866da944199e4640b5c20324b7 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:46:42.819276 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-28810f1f-4556-48e5-9693-0fe7e584e6c8 req-d6ad1ba1-09f7-4ef0-80f6-9b20b2f44995 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 943 time: 0.2547834 Apr 21 15:46:42.958445 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-28810f1f-4556-48e5-9693-0fe7e584e6c8 req-421caf53-0e6c-4559-b6ec-aa376aa09cea tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182303 Apr 21 15:46:42.980766 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-4024b039-400f-46e3-ac13-05674a7f2839 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575425 Apr 21 15:46:42.992497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:43.027747 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: b1e3282a-59e7-4a16-9047-66a7929a16f1 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:43.028459 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b1e3282a-59e7-4a16-9047-66a7929a16f1 not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:43.080815 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:43.084683 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07a6f1-02a1-4b0a-a0ac-e0bee131517c None None] The sync data for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv is: [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:01Z', 'revision_number': 4, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv', '_interfaces': [{'id': '610d4633-190e-4789-bbd1-a459f848f715', 'name': '', 'network_id': 'a5d8aba3-e893-4c6e-9635-cea323f77abb', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'mac_address': 'fa:16:3e:40:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:01Z', 'updated_at': '2022-04-21T15:42:10Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'subnets': [{'id': '6c3dedac-4745-41f0-a87b-6e1747506121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:46:43.121176 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-fed98919-2e05-44ef-a5ba-79039e6acb2c req-b55a0bfe-998e-4130-8100-0647f8e66108 service neutron] 10.222.0.21 "GET /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335313 Apr 21 15:46:43.294301 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05daaa1b-f492-4236-bb2a-3be1059cfef1 None None] New status for floating IP 7d869933-0d45-435c-9932-55263919592c: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 21 15:46:44.158604 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484756c-4464-408a-b7da-c70f7f61e8cc req-db3c9810-a895-46fb-994d-73c7db76e33a tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:44.160053 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d484756c-4464-408a-b7da-c70f7f61e8cc req-db3c9810-a895-46fb-994d-73c7db76e33a tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 943 time: 0.0800214 Apr 21 15:46:44.204932 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-d484756c-4464-408a-b7da-c70f7f61e8cc req-3c063c4d-214b-4497-af31-7310b6261f13 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393586 Apr 21 15:46:44.249089 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-10e5bca5-2320-43c9-8407-a6dea2ef5d93 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 21 15:46:44.250431 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-10e5bca5-2320-43c9-8407-a6dea2ef5d93 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 943 time: 0.0813575 Apr 21 15:46:44.316812 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Deleting port b28f88c2-b705-45e8-b260-29333f61b04e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:44.317145 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:44.556995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] For port b28f88c2-b705-45e8-b260-29333f61b04e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b28f88c2-b705-45e8-b260-29333f61b04e,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:44.557270 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:44.678795 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Calling delete_port for b28f88c2-b705-45e8-b260-29333f61b04e owned by compute:nova {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:44.818381 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:44.864789 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event deleted for resources: {'Port': ['ID=b28f88c2-b705-45e8-b260-29333f61b04e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:44.940569 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] No DVR routers for this DVR port b28f88c2-b705-45e8-b260-29333f61b04e on host hv-neutron-8388 {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:46:44.942995 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-185805'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:44.945630 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-deleted', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 21 15:46:44.961521 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [req-089825b7-7bb0-4464-8607-bf5e95f7bb80 req-b0dbc592-6980-478a-9691-0cdc34ae57b9 tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.21 "DELETE /v2.0/ports/b28f88c2-b705-45e8-b260-29333f61b04e HTTP/1.1" status: 204 len: 173 time: 0.7058134 Apr 21 15:46:45.008398 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0788fe87-6e57-4efd-b06b-d67eb4c9eb81'] response: {'server_uuid': 'b5559d71-1067-4326-b859-390aa29ded16', 'name': 'network-vif-deleted', 'tag': 'b28f88c2-b705-45e8-b260-29333f61b04e', 'status': 'completed', 'code': 200} Apr 21 15:46:45.386639 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [req-371ebbb9-0528-4f34-9652-61455dec8b97 req-ed69a6b0-a3ba-466b-bb4c-863e9aa35ffd tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5559d71-1067-4326-b859-390aa29ded16 HTTP/1.1" status: 200 len: 210 time: 0.0443654 Apr 21 15:46:46.490868 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37596) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:46.558603 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-104f0076-989e-4c6e-9d0d-0bf5b9dbbe6b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:46.587180 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-104f0076-989e-4c6e-9d0d-0bf5b9dbbe6b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:46.650035 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-104f0076-989e-4c6e-9d0d-0bf5b9dbbe6b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:46.668467 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f0076-989e-4c6e-9d0d-0bf5b9dbbe6b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:46.678667 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-104f0076-989e-4c6e-9d0d-0bf5b9dbbe6b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:46.682494 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-104f0076-989e-4c6e-9d0d-0bf5b9dbbe6b tempest-TestSnapshotPattern-1340359984 tempest-TestSnapshotPattern-1340359984-project] 10.222.0.42 "DELETE /v2.0/security-groups/aa0f0ff4-d56f-4e26-8a5d-92ded20a91b7 HTTP/1.1" status: 204 len: 168 time: 0.1879175 Apr 21 15:46:46.738101 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37602) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:47.115985 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:47.688511 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Deleting port 610d4633-190e-4789-bbd1-a459f848f715 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:47.689187 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:47.942298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] For port 610d4633-190e-4789-bbd1-a459f848f715, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=610d4633-190e-4789-bbd1-a459f848f715,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:47.942555 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:48.058464 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Calling delete_port for 610d4633-190e-4789-bbd1-a459f848f715 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:48.219563 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:48.263719 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=610d4633-190e-4789-bbd1-a459f848f715,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:48.568661 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:48.992454 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b28f88c2-b705-45e8-b260-29333f61b04e no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:49.028330 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] No Port match for: b28f88c2-b705-45e8-b260-29333f61b04e {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:49.028681 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Device b28f88c2-b705-45e8-b260-29333f61b04e not bound to the agent host hv-neutron-8388 {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:49.140787 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:46:49.173953 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1b6665a9-87d6-4c51-9afd-b224aecf025d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:49.423905 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:46:49.432335 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] Sync routers for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:46:49.436356 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-c785edd3-2b8d-4281-8214-de3de86885f4 admin admin] 10.222.0.42 "PUT /v2.0/routers/c59e2ed7-bb17-4f29-b9d5-350bda58d1dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6971998 Apr 21 15:46:49.438732 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37606) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:49.444671 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:49.445260 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:49.616464 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: dv-neutron-838898-1-hyperv {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:49.630367 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks [] for router, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:49.822025 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:49.831484 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Deleting port 28be0cc0-488c-4617-9253-a09553f17b3f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:49.831760 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:49.897938 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20'}], 'enable_snat': True}, 'gw_port_id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:46:48Z', 'revision_number': 5, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port': {'id': '28be0cc0-488c-4617-9253-a09553f17b3f', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:49.901903 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] Checking router: c59e2ed7-bb17-4f29-b9d5-350bda58d1dc for host: dv-neutron-838898-1-hyperv {{(pid=83937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:46:49.913227 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] Routers {'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:49.913828 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:21Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'], 'active': True} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:50.009104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] For port 28be0cc0-488c-4617-9253-a09553f17b3f, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=28be0cc0-488c-4617-9253-a09553f17b3f,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:50.009456 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:50.079589 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_dvr_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] Set router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc gateway port host: None {{(pid=83937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:50.127740 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Calling delete_port for 28be0cc0-488c-4617-9253-a09553f17b3f owned by network:router_gateway {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:50.208187 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.l3_hamode_db [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:46:49Z', 'revision_number': 6, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:50.212276 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0dd4bf-5560-4c2e-a7f7-cd48cb815fd0 None None] The sync data for ids ['c59e2ed7-bb17-4f29-b9d5-350bda58d1dc'] in dv-neutron-838898-1-hyperv is: [{'id': 'c59e2ed7-bb17-4f29-b9d5-350bda58d1dc', 'name': 'tempest-TestSnapshotPattern-1568825392-router', 'tenant_id': 'e0f422866da944199e4640b5c20324b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:41:59Z', 'updated_at': '2022-04-21T15:46:49Z', 'revision_number': 6, 'project_id': 'e0f422866da944199e4640b5c20324b7', 'gw_port_host': None}] {{(pid=83937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:46:50.304627 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:50.357535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=28be0cc0-488c-4617-9253-a09553f17b3f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:50.598307 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:50.613822 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 610d4633-190e-4789-bbd1-a459f848f715 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:50.652955 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 610d4633-190e-4789-bbd1-a459f848f715 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:50.653401 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 610d4633-190e-4789-bbd1-a459f848f715 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:50.950418 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:50.954722 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:50.981003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:50.981694 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c59e2ed7-bb17-4f29-b9d5-350bda58d1dc {{(pid=83935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:46:50.996230 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] Notify callbacks [] for router, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:50.997447 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-344b909b-4815-4f09-9628-20bcc38ebd5c admin admin] 10.222.0.42 "DELETE /v2.0/routers/c59e2ed7-bb17-4f29-b9d5-350bda58d1dc HTTP/1.1" status: 204 len: 168 time: 1.5578251 Apr 21 15:46:51.001729 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:51.062737 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] Deleting subnet 6c3dedac-4745-41f0-a87b-6e1747506121 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:46:51.065947 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.123854 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15709535'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.203026 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.275033 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16252686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16202396'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.318739 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3dedac-4745-41f0-a87b-6e1747506121,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:51.324787 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.329938 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e6446-cc5b-4fa3-938d-429ed02df3c5 None None] Network a5d8aba3-e893-4c6e-9635-cea323f77abb requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:46:51.330705 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77e0d9e3-2b29-4edb-a6ca-85de3572ee98 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c3dedac-4745-41f0-a87b-6e1747506121 HTTP/1.1" status: 204 len: 168 time: 0.3278995 Apr 21 15:46:51.333532 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37614) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:51.443836 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.455082 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Deleting port 9f726f6f-3c72-4eab-8b88-45d31964f338 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:51.455338 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.518972 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6027c11f-3594-43d9-bf81-755fa7d63b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.613009 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a0524-a190-4105-938c-d6811a712e1d None None] DHCP port deletion for a5d8aba3-e893-4c6e-9635-cea323f77abb request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:46:51.617249 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Deleting port 9f726f6f-3c72-4eab-8b88-45d31964f338 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:51.617809 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.673151 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] For port 9f726f6f-3c72-4eab-8b88-45d31964f338, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9f726f6f-3c72-4eab-8b88-45d31964f338,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:51.673497 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.789864 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:46:51.798744 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Calling delete_port for 9f726f6f-3c72-4eab-8b88-45d31964f338 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:51.823749 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-934a0524-a190-4105-938c-d6811a712e1d None None] For port 9f726f6f-3c72-4eab-8b88-45d31964f338, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=9f726f6f-3c72-4eab-8b88-45d31964f338,segment=NetworkSegment(421ea508-4be3-48d0-8712-1921c95f1566),segment_id=421ea508-4be3-48d0-8712-1921c95f1566)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:51.824291 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.876090 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:51.918543 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f726f6f-3c72-4eab-8b88-45d31964f338,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:51.926393 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] No DVR routers for this DVR port 9f726f6f-3c72-4eab-8b88-45d31964f338 on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:46:51.941353 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Calling delete_port for 9f726f6f-3c72-4eab-8b88-45d31964f338 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:52.016943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:46:52.017117 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:46:52.043690 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.068287 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d8aba3-e893-4c6e-9635-cea323f77abb']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:52.080095 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421ea508-4be3-48d0-8712-1921c95f1566') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:52.080521 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421ea508-4be3-48d0-8712-1921c95f1566') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:52.091298 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.107793 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.113823 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:46:52.114306 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:46:52.130702 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:46:52.201512 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.218666 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.228494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d8aba3-e893-4c6e-9635-cea323f77abb,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:52.241659 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-1bd1bbd7-47cd-40c4-ad25-c2170758403f admin admin] 10.222.0.42 "DELETE /v2.0/networks/a5d8aba3-e893-4c6e-9635-cea323f77abb HTTP/1.1" status: 204 len: 168 time: 0.9066343 Apr 21 15:46:52.244535 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37618) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:52.323372 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9f726f6f-3c72-4eab-8b88-45d31964f338 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:52.356798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 9f726f6f-3c72-4eab-8b88-45d31964f338 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:52.357777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 9f726f6f-3c72-4eab-8b88-45d31964f338 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:52.358197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 28be0cc0-488c-4617-9253-a09553f17b3f no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:52.390385 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 28be0cc0-488c-4617-9253-a09553f17b3f {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:52.390726 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 28be0cc0-488c-4617-9253-a09553f17b3f not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:52.520368 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Deleting port 9f726f6f-3c72-4eab-8b88-45d31964f338 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:52.520733 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-934a0524-a190-4105-938c-d6811a712e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.620467 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.625524 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-934a0524-a190-4105-938c-d6811a712e1d None None] The port '9f726f6f-3c72-4eab-8b88-45d31964f338' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:46:52.643528 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:52.715436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-403160'] for router_interface, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:53.297327 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Deleting port 015fd05f-5988-4828-a736-554dc0e087e5 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:53.297582 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:53.470033 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] For port 015fd05f-5988-4828-a736-554dc0e087e5, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=015fd05f-5988-4828-a736-554dc0e087e5,segment=NetworkSegment(4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9),segment_id=4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:53.470384 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:53.585487 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Calling delete_port for 015fd05f-5988-4828-a736-554dc0e087e5 owned by network:router_interface {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:53.745390 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:53.788911 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=015fd05f-5988-4828-a736-554dc0e087e5,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:53.927332 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:54.162086 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-403087'] for router_interface, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:54.724901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Router e057c5df-351d-4287-91ba-5d8db84cd594 has already been hosted by L3 agent 002728cf-41f8-4f7d-a923-57706a5b9ff6 {{(pid=83935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 15:46:54.916988 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] Notify agent at l3_agent.dv-neutron-838898-1-hyperv the message routers_updated {{(pid=83935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 15:46:54.925082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] Sync routers for ids ['e057c5df-351d-4287-91ba-5d8db84cd594'] in dv-neutron-838898-1-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 21 15:46:54.935992 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5bca1baa-55a1-4e75-8a74-9c5e5e29aa62 admin admin] 10.222.0.42 "PUT /v2.0/routers/e057c5df-351d-4287-91ba-5d8db84cd594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6881580 Apr 21 15:46:54.936389 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.42', 37624) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:54.949638 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] Routers {'e057c5df-351d-4287-91ba-5d8db84cd594'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:54.950265 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e057c5df-351d-4287-91ba-5d8db84cd594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:55.129783 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] Set router e057c5df-351d-4287-91ba-5d8db84cd594 gateway port host: dv-neutron-838898-1-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:55.222040 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:55.407232 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'external_fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:46:53Z', 'revision_number': 5, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port': {'id': '6839de5a-5dfc-46b3-aadb-5486d218cc20', 'name': '', 'network_id': '8d4cf623-9797-416d-97ff-11890c0fb7e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838898-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:42:05Z', 'updated_at': '2022-04-21T15:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c9f77d6-7186-4e21-a79c-3ebb783947ca', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838898-1-hyperv'}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:55.411149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] Checking router: e057c5df-351d-4287-91ba-5d8db84cd594 for host: dv-neutron-838898-1-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 21 15:46:55.415732 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:55.422106 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] Routers {'e057c5df-351d-4287-91ba-5d8db84cd594'} bound to L3 agent in host dv-neutron-838898-1-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 21 15:46:55.422709 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838898-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:36:51Z,description=,heartbeat_timestamp=2022-04-21T15:46:51Z,host='dv-neutron-838898-1-hyperv',id=002728cf-41f8-4f7d-a923-57706a5b9ff6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:36:51Z,topic='l3_agent')) {'router_ids': ['e057c5df-351d-4287-91ba-5d8db84cd594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:55.425431 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Deleting port 6839de5a-5dfc-46b3-aadb-5486d218cc20 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:55.425838 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:55.572377 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] Set router e057c5df-351d-4287-91ba-5d8db84cd594 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 21 15:46:55.594678 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] For port 6839de5a-5dfc-46b3-aadb-5486d218cc20, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=6839de5a-5dfc-46b3-aadb-5486d218cc20,segment=NetworkSegment(edf59bb6-2788-45de-986d-b952e3a5ce0b),segment_id=edf59bb6-2788-45de-986d-b952e3a5ce0b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:55.595034 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:55.674268 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:46:55Z', 'revision_number': 6, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port_host': None}], 'dv-neutron-838898-1-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:55.678033 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ea0ad-21ae-400c-aceb-570401a50ffa None None] The sync data for ids ['e057c5df-351d-4287-91ba-5d8db84cd594'] in dv-neutron-838898-1-hyperv is: [{'id': 'e057c5df-351d-4287-91ba-5d8db84cd594', 'name': 'tempest-TestSnapshotPattern-2136809641-router', 'tenant_id': 'd90befdbc64241989340fa8ecbe81bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:42:04Z', 'updated_at': '2022-04-21T15:46:55Z', 'revision_number': 6, 'project_id': 'd90befdbc64241989340fa8ecbe81bb3', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 21 15:46:55.714657 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Calling delete_port for 6839de5a-5dfc-46b3-aadb-5486d218cc20 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:55.873939 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16252733'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:55.918205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6839de5a-5dfc-46b3-aadb-5486d218cc20,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:56.137487 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404421'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.382783 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-406581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3653'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.386775 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.468731 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 015fd05f-5988-4828-a736-554dc0e087e5 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:56.503610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 015fd05f-5988-4828-a736-554dc0e087e5 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:56.504149 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 015fd05f-5988-4828-a736-554dc0e087e5 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:56.504574 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6839de5a-5dfc-46b3-aadb-5486d218cc20 no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:56.521205 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-406681'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.521821 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e057c5df-351d-4287-91ba-5d8db84cd594 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 15:46:56.535075 dv-neutron-838898-1-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.538906 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37628) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:56.539387 dv-neutron-838898-1-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b0f4683b-6c2b-4f84-92e4-1f51a8821dc0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e057c5df-351d-4287-91ba-5d8db84cd594 HTTP/1.1" status: 204 len: 168 time: 1.6015301 Apr 21 15:46:56.540573 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: 6839de5a-5dfc-46b3-aadb-5486d218cc20 {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:56.540917 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device 6839de5a-5dfc-46b3-aadb-5486d218cc20 not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:56.597332 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] Deleting subnet 04eb19d7-c38b-4ca7-8c81-6726d2b8bd49 {{(pid=83935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 21 15:46:56.600494 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.654588 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16020933'] for subnet, precommit_delete_associations {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.731149 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1309708'] for subnet, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.800042 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1309701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16020849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15321993'] for subnet, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.836104 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04eb19d7-c38b-4ca7-8c81-6726d2b8bd49,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:56.842574 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.847576 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adce902-a34a-40c8-bbf6-eaac1b49e487 None None] Network c95d32c4-3c69-4ad4-aa8e-083a34dd6917 requested from dv-neutron-838898-1-hyperv {{(pid=83936) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 21 15:46:56.848470 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a27404d3-fba5-4d48-9018-7d45fe770c19 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/04eb19d7-c38b-4ca7-8c81-6726d2b8bd49 HTTP/1.1" status: 204 len: 168 time: 0.3085184 Apr 21 15:46:56.850792 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37632) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:56.954478 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1103080'] for network, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:56.964436 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Deleting port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:56.964759 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.095798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] DHCP port deletion for c95d32c4-3c69-4ad4-aa8e-083a34dd6917 request from dv-neutron-838898-1-hyperv {{(pid=83936) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 21 15:46:57.100412 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Deleting port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:57.100820 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.259779 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] For port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,segment=NetworkSegment(4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9),segment_id=4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:57.260155 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.298406 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] For port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d, host dv-neutron-838898-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838898-1-hyperv',level=0,port_id=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,segment=NetworkSegment(4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9),segment_id=4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 15:46:57.298798 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-332522'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.378901 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Calling delete_port for a5961aca-b4d1-4a73-bcbb-75ecb0922d6d owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:57.458851 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Calling delete_port for a5961aca-b4d1-4a73-bcbb-75ecb0922d6d owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 21 15:46:57.459156 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752279743636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752279319444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16020802'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.504459 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5961aca-b4d1-4a73-bcbb-75ecb0922d6d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:57.510964 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] No DVR routers for this DVR port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d on host dv-neutron-838898-1-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:46:57.527024 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.db.api [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:46:57.527555 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG oslo_db.api [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:46:57.624050 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1306521', 'neutron.services.segments.db._delete_segments_for_network-8752279771513'] for network, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.648710 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d32c4-3c69-4ad4-aa8e-083a34dd6917']}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:57.660304 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9') {'for_net_delete': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:57.660597 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.services.segments.db [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4805b75e-8c36-4e5c-b1ac-61ed77c4dcb9') {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:46:57.672044 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752279771396', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16020022'] for segment, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.688022 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1082986'] for segment, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.694249 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 21 15:46:57.694678 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1082993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16020767'] for segment, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: Traceback (most recent call last): Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: timer() Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: cb(*args, **kw) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: return func(*args, **kwargs) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: self._notify() Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: self.callback(batched_events) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: event.method(event) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: return f(self, *a, **k) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._get(url).json() Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: return self.request(url, 'GET', **kwargs) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:46:57.707720 dv-neutron-838898-1-hyperv neutron-server[83935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:46:57.782560 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1306514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404440'] for network, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.797929 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Notify callbacks [] for network, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.807572 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c95d32c4-3c69-4ad4-aa8e-083a34dd6917,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:57.815049 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-26a57c80-75ee-4230-92bf-6d1c8e4f7e4e admin admin] 10.222.0.42 "DELETE /v2.0/networks/c95d32c4-3c69-4ad4-aa8e-083a34dd6917 HTTP/1.1" status: 204 len: 168 time: 0.9633291 Apr 21 15:46:58.028337 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Deleting port a5961aca-b4d1-4a73-bcbb-75ecb0922d6d {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 21 15:46:58.029230 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752279672787'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:58.095305 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-a447ca44-3d14-4222-880d-8b82886cb310 None None] The port 'a5961aca-b4d1-4a73-bcbb-75ecb0922d6d' was deleted {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 21 15:46:58.107003 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37640) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:58.331253 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a5961aca-b4d1-4a73-bcbb-75ecb0922d6d no longer exists at agent ovs-agent-dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:46:58.358196 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-79f4c0be-c5ba-4b3c-aa5f-8017cd2aa19d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0f422866da944199e4640b5c20324b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2494588 Apr 21 15:46:58.360617 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37646) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:58.368157 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.plugin [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] No Port match for: a5961aca-b4d1-4a73-bcbb-75ecb0922d6d {{(pid=83936) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 21 15:46:58.368497 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.rpc [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Device a5961aca-b4d1-4a73-bcbb-75ecb0922d6d not bound to the agent host dv-neutron-838898-1-hyperv {{(pid=83936) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:46:58.421960 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a71a36b8-783c-46fa-90d0-cda2e7642fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:58.446743 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a71a36b8-783c-46fa-90d0-cda2e7642fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:58.500685 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a71a36b8-783c-46fa-90d0-cda2e7642fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:58.517799 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a36b8-783c-46fa-90d0-cda2e7642fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba8baaa-2ec0-484e-a257-3ca9aa39b9f6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:58.524015 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a71a36b8-783c-46fa-90d0-cda2e7642fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:58.525141 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-a71a36b8-783c-46fa-90d0-cda2e7642fc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ba8baaa-2ec0-484e-a257-3ca9aa39b9f6 HTTP/1.1" status: 204 len: 168 time: 0.1636472 Apr 21 15:46:58.848726 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37654) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:58.897824 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-52825f29-2438-4f5e-a0db-9f1219dd632a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d90befdbc64241989340fa8ecbe81bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480042 Apr 21 15:46:58.900118 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [-] (83935) accepted ('10.222.0.42', 37658) {{(pid=83935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:46:58.959428 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b682ac0-e10f-460f-a4b3-8daa3c024850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:58.984301 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b682ac0-e10f-460f-a4b3-8daa3c024850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:59.036221 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b682ac0-e10f-460f-a4b3-8daa3c024850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498623'] for security_group, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:59.052813 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b682ac0-e10f-460f-a4b3-8daa3c024850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5603891-3849-4e30-bdd0-e277fa35509a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:46:59.057503 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b682ac0-e10f-460f-a4b3-8daa3c024850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:59.059640 dv-neutron-838898-1-hyperv neutron-server[83935]: INFO neutron.wsgi [None req-5b682ac0-e10f-460f-a4b3-8daa3c024850 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5603891-3849-4e30-bdd0-e277fa35509a HTTP/1.1" status: 204 len: 168 time: 0.1581492 Apr 21 15:47:01.394943 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:19.176380 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-acd0ed6a-0700-4257-b4f0-e55ce6139d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:21.496366 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-1808e6b3-c064-45f2-86dd-5d1b325fcf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:22.533730 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:22.644993 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:23.920829 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:28.789673 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:47:31.413692 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:49.178732 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0e9c-1673-4e7a-8488-e37778809a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:51.486512 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9eb27729-24b8-41f6-b33d-804575bf8e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:52.539082 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:52.645761 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:53.924029 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:01.419679 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:05.790626 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:48:19.182746 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-89ba8277-9005-4c45-8c0f-0df180043b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:21.486754 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-02f451ab-05dd-4e0b-ad22-5dfbdb44077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:22.540410 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:22.648115 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:23.925303 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:31.433740 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:42.791123 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:48:49.185522 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a64d9a11-c4a3-4039-ab50-07fa8bc6cf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:51.488856 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6a5093a0-1a54-4583-99eb-2de7888e7c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:52.541534 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:52.648402 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:53.927969 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:01.433713 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:19.190220 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-088c295f-376e-4baf-87b4-bf83dc1763e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:19.791853 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:49:21.490495 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-2af90519-040b-431a-933d-5299eb75e95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:22.543151 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:22.648696 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:23.931460 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:31.440437 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:49.192182 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c038bdba-32ed-43d1-b306-a8cd3173a7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:51.491195 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-44e4070d-89ce-4af3-8165-a43fbe44fc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:52.545903 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:52.649284 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:53.933992 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:56.792252 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:50:01.431777 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:19.193382 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3ac40db3-b22b-4536-a1b0-a16033496736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:21.493520 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ee8bc464-dc03-40b1-9f4e-600f9ea3c3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:22.548758 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:22.650003 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:23.937750 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:31.448515 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:33.792700 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:50:49.195236 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5eb6c485-a4de-4304-b448-dae114035975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:51.494663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b8cfde77-6229-4b1f-b8ee-6a47d3731c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:52.551392 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:52.650568 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:53.939956 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:58.175831 dv-neutron-838898-1-hyperv neutron-server[83935]: DEBUG neutron.wsgi [req-99215252-ce1a-4bfc-8447-29826f9c80ee req-365e4c67-ef69-4fc7-9577-9026adcbb574 service neutron] (83935) timed out ('10.222.0.21', 64470) {{(pid=83935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 21 15:51:01.461074 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:10.792143 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:51:19.197860 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2778-6068-4289-b112-f1cd8ac04049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:21.496035 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3d9b597e-07dc-43f3-b624-b8e5451a46a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:22.553539 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:22.650931 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:23.941637 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:31.475250 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:47.791371 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:51:49.200720 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-29c6be69-2183-4589-bc99-51fabe86d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:51.498244 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-f0f04269-f007-457e-9198-cdecbe3d8108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:52.557344 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:52.652773 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:53.947610 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:01.480663 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:19.203197 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-869ac013-c829-4600-a8a3-ec25014a1a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:21.501248 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ab3a-d5a2-4526-8b82-8543c44f0220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:22.558701 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-8edb81df-cd16-4409-b063-4dda90ea3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:22.654643 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-af68ba42-0d02-434e-b198-7b452c3e8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:23.957593 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-ab3cffb2-4ecb-442a-8b75-072ba2a12dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:24.791844 dv-neutron-838898-1-hyperv neutron-server[83937]: DEBUG neutron.db.agents_db [None req-34838bec-5c71-41bb-b8df-1dbb5f58e66f None None] Agent healthcheck: found 6 active agents {{(pid=83937) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:52:31.490228 dv-neutron-838898-1-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c541a01-881e-43db-a1f2-b5053676fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752279771495', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1303193'] for agent, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}